-- Logs begin at Sun 2022-02-20 22:07:48 UTC, end at Sun 2022-02-20 23:26:37 UTC. -- Feb 20 22:50:24.424017 dv-cinder-830096-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Feb 20 22:50:27.355426 dv-cinder-830096-1-iscsi neutron-server[109517]: INFO neutron.common.config [-] Logging enabled! Feb 20 22:50:27.356028 dv-cinder-830096-1-iscsi neutron-server[109517]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev515 Feb 20 22:50:27.356220 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=109517) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 20 22:50:27.359528 dv-cinder-830096-1-iscsi neutron-server[109517]: INFO neutron.common.config [-] Logging enabled! Feb 20 22:50:27.359784 dv-cinder-830096-1-iscsi neutron-server[109517]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev515 Feb 20 22:50:27.360094 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=109517) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 20 22:50:27.361032 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 20 22:50:27.361267 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 20 22:50:27.361649 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 20 22:50:27.361896 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 20 22:50:27.362550 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 20 22:50:27.362882 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:50:27.363312 dv-cinder-830096-1-iscsi neutron-server[109517]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Feb 20 22:50:27.363627 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:50:27.363926 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:50:27.364222 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:50:27.364514 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:50:27.364805 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:50:27.365087 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:50:27.365378 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:50:27.365677 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:50:27.365962 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:50:27.366265 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:50:27.366580 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:50:27.366873 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:50:27.367156 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.common.config [-] config_source = [] {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:50:27.367443 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:50:27.367729 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:50:27.368020 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.common.config [-] debug = True {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:50:27.368300 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:50:27.368733 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:50:27.369158 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:50:27.369438 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:50:27.369729 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:50:27.370011 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:50:27.370283 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:50:27.370586 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:50:27.370872 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:50:27.371204 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.common.config [-] host = dv-cinder-830096-1-iscsi {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:50:27.371484 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:50:27.371772 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:50:27.372059 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:50:27.372350 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:50:27.372625 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:50:27.372902 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:50:27.373188 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:50:27.373461 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.common.config [-] log_dir = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:50:27.373733 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.common.config [-] log_file = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:50:27.374022 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:50:27.374294 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:50:27.374605 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:50:27.374911 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:50:27.375130 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:50:27.375352 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:50:27.375641 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:50:27.375928 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:50:27.376204 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:50:27.376477 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:50:27.376751 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:50:27.377026 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:50:27.377299 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:50:27.377567 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:50:27.377854 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:50:27.378146 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:50:27.378455 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:50:27.378733 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:50:27.379006 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:50:27.379280 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:50:27.379552 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:50:27.379836 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:50:27.380112 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:50:27.380384 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:50:27.380657 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:50:27.380942 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:50:27.381212 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:50:27.381485 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:50:27.381807 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:50:27.382096 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:50:27.382399 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:50:27.382690 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:50:27.382963 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:50:27.383248 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:50:27.383522 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:50:27.383794 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.common.config [-] use_journal = False {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:50:27.384067 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.common.config [-] use_json = False {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:50:27.384341 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:50:27.384612 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:50:27.384893 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:50:27.385165 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:50:27.385438 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:50:27.385710 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:50:27.385980 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:50:27.386266 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:50:27.386563 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:50:27.386860 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:27.387158 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:27.387460 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:27.387760 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:27.388058 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:27.388337 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:27.388626 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:27.388904 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:27.389192 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:27.389481 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:27.389770 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:27.390048 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:27.390347 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:27.390659 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:27.390956 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:27.391262 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:27.391559 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:27.391851 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:27.392127 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:27.392403 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:27.392677 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:27.392955 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:27.393240 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:27.393522 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:27.393813 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:27.394102 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:27.394448 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:27.394707 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:27.394992 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:27.395288 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:27.395581 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:27.395858 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:27.396141 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:27.396435 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:27.396715 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:27.396990 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:27.397268 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:27.398077 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:27.398375 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:27.398660 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:27.398945 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:27.399225 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:27.399500 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:27.399776 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:27.400058 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:27.400351 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:27.400632 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:27.400910 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:27.401185 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:27.401466 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:27.401741 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:27.402029 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:27.402308 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:27.402609 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:27.402884 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:27.403164 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:27.403437 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:27.403711 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:27.403991 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:27.404265 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:27.404543 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:27.404816 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:27.405090 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:27.405362 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:27.405633 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:27.405905 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:27.406179 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:27.406479 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:27.406759 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:27.407032 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:27.407315 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:27.407583 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:27.407858 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:27.408129 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:27.408416 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:27.408717 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:27.408994 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:27.409271 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:27.409547 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:27.409824 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:27.410100 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:27.410395 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:27.410675 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:27.410951 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:27.411223 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:27.411512 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:27.411792 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:27.412081 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:27.412382 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:27.412659 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:27.412954 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:27.413804 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:27.414084 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:27.414379 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:27.414677 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:27.414958 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:27.415245 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:27.415532 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:27.415829 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:27.416127 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:27.416424 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:27.416724 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:27.417018 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:27.417299 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:27.417611 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:27.417894 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:27.418112 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 20 22:50:27.418373 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=109517) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Feb 20 22:50:27.794305 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=109517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Feb 20 22:50:27.794611 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=109517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Feb 20 22:50:27.794918 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=109517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Feb 20 22:50:27.795399 dv-cinder-830096-1-iscsi neutron-server[109517]: INFO neutron.manager [-] Loading core plugin: ml2 Feb 20 22:50:28.126066 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 22:50:28.126289 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 22:50:28.126588 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 22:50:28.127883 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 22:50:28.128159 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 22:50:28.128426 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 22:50:28.175198 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 22:50:28.175479 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 22:50:28.175747 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 22:50:28.190456 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 22:50:28.190741 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 22:50:28.191012 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 22:50:28.219395 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 22:50:28.219675 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 22:50:28.219946 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 22:50:28.257985 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 22:50:28.258263 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 22:50:28.258556 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 22:50:28.612745 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=109517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 22:50:28.613358 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=109517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 22:50:28.613358 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=109517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 22:50:28.613536 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=109517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 22:50:28.614228 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=109517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 22:50:28.714754 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=109517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 22:50:28.715080 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=109517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 22:50:28.715369 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=109517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 22:50:28.715659 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=109517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 22:50:28.715906 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=109517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 22:50:28.716217 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=109517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 22:50:28.716478 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=109517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 22:50:28.716736 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=109517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 22:50:28.716997 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=109517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 22:50:28.717282 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=109517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 22:50:28.717542 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=109517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 22:50:28.717806 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=109517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 22:50:28.718059 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=109517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 22:50:28.718310 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=109517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 22:50:28.718594 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=109517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 22:50:28.718857 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 22:50:28.719111 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=109517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 22:50:28.719380 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=109517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 22:50:28.719648 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=109517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 22:50:28.719904 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=109517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 22:50:28.720176 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 22:50:28.720428 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 22:50:28.720709 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 22:50:28.721087 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 22:50:28.721335 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 22:50:28.721581 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 22:50:28.721972 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=109517) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 20 22:50:28.722215 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=109517) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 20 22:50:28.722491 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=109517) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 20 22:50:28.722732 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=109517) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 20 22:50:28.722967 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=109517) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 20 22:50:28.723203 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=109517) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 20 22:50:28.723566 dv-cinder-830096-1-iscsi neutron-server[109517]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Feb 20 22:50:28.726788 dv-cinder-830096-1-iscsi neutron-server[109517]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Feb 20 22:50:28.730903 dv-cinder-830096-1-iscsi neutron-server[109517]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Feb 20 22:50:28.734811 dv-cinder-830096-1-iscsi neutron-server[109517]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(50, 99)])]) Feb 20 22:50:28.736469 dv-cinder-830096-1-iscsi neutron-server[109517]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Feb 20 22:50:28.736946 dv-cinder-830096-1-iscsi neutron-server[109517]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Feb 20 22:50:28.737290 dv-cinder-830096-1-iscsi neutron-server[109517]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Feb 20 22:50:28.737677 dv-cinder-830096-1-iscsi neutron-server[109517]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Feb 20 22:50:28.740536 dv-cinder-830096-1-iscsi neutron-server[109517]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Feb 20 22:50:28.740795 dv-cinder-830096-1-iscsi neutron-server[109517]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Feb 20 22:50:28.741661 dv-cinder-830096-1-iscsi neutron-server[109517]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Feb 20 22:50:28.746567 dv-cinder-830096-1-iscsi neutron-server[109517]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Feb 20 22:50:28.770261 dv-cinder-830096-1-iscsi neutron-server[109517]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Feb 20 22:50:28.770743 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=109517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 22:50:28.771043 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=109517) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Feb 20 22:50:28.771409 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=109517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 22:50:28.772833 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=109517) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Feb 20 22:50:28.773115 dv-cinder-830096-1-iscsi neutron-server[109517]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Feb 20 22:50:28.773358 dv-cinder-830096-1-iscsi neutron-server[109517]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Feb 20 22:50:28.776673 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=109517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 22:50:28.776959 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=109517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 22:50:28.839734 dv-cinder-830096-1-iscsi neutron-server[109517]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Feb 20 22:50:28.839976 dv-cinder-830096-1-iscsi neutron-server[109517]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Feb 20 22:50:28.840216 dv-cinder-830096-1-iscsi neutron-server[109517]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Feb 20 22:50:28.840585 dv-cinder-830096-1-iscsi neutron-server[109517]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Feb 20 22:50:28.860278 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_db.sqlalchemy.engines [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=109517) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Feb 20 22:50:29.579030 dv-cinder-830096-1-iscsi neutron-server[109517]: INFO neutron.plugins.ml2.managers [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Initializing driver for type 'gre' Feb 20 22:50:29.579563 dv-cinder-830096-1-iscsi neutron-server[109517]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] gre ID ranges: [(1, 1000)] Feb 20 22:50:29.761875 dv-cinder-830096-1-iscsi neutron-server[109517]: INFO neutron.plugins.ml2.managers [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Initializing driver for type 'local' Feb 20 22:50:29.762511 dv-cinder-830096-1-iscsi neutron-server[109517]: INFO neutron.plugins.ml2.managers [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Initializing driver for type 'vlan' Feb 20 22:50:29.837979 dv-cinder-830096-1-iscsi neutron-server[109517]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] VlanTypeDriver initialization complete Feb 20 22:50:29.838248 dv-cinder-830096-1-iscsi neutron-server[109517]: INFO neutron.plugins.ml2.managers [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Initializing driver for type 'vxlan' Feb 20 22:50:29.838779 dv-cinder-830096-1-iscsi neutron-server[109517]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] vxlan ID ranges: [(1, 1000)] Feb 20 22:50:30.038185 dv-cinder-830096-1-iscsi neutron-server[109517]: INFO neutron.plugins.ml2.managers [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Initializing extension driver 'port_security' Feb 20 22:50:30.038561 dv-cinder-830096-1-iscsi neutron-server[109517]: INFO neutron.plugins.ml2.extensions.port_security [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] PortSecurityExtensionDriver initialization complete Feb 20 22:50:30.039515 dv-cinder-830096-1-iscsi neutron-server[109517]: INFO neutron.plugins.ml2.managers [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Initializing mechanism driver 'openvswitch' Feb 20 22:50:30.039856 dv-cinder-830096-1-iscsi neutron-server[109517]: INFO neutron.plugins.ml2.managers [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Initializing mechanism driver 'hyperv' Feb 20 22:50:30.046600 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.plugins.ml2.plugin [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=109517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:50:30.047460 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron_lib.callbacks.manager [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Subscribe: > port after_create 55550000 {{(pid=109517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 22:50:30.047834 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron_lib.callbacks.manager [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Subscribe: > port after_update 55550000 {{(pid=109517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 22:50:30.048187 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron_lib.callbacks.manager [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Subscribe: > port after_delete 55550000 {{(pid=109517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 22:50:30.048989 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=109517) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 20 22:50:30.049421 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron_lib.callbacks.manager [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Subscribe: > subnet after_create 55550000 {{(pid=109517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 22:50:30.049775 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron_lib.callbacks.manager [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Subscribe: > subnet after_update 55550000 {{(pid=109517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 22:50:30.050118 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron_lib.callbacks.manager [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Subscribe: > subnet after_delete 55550000 {{(pid=109517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 22:50:30.050547 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=109517) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 20 22:50:30.050951 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron_lib.callbacks.manager [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Subscribe: > network after_create 55550000 {{(pid=109517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 22:50:30.051298 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron_lib.callbacks.manager [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Subscribe: > network after_update 55550000 {{(pid=109517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 22:50:30.051639 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron_lib.callbacks.manager [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Subscribe: > network after_delete 55550000 {{(pid=109517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 22:50:30.052031 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=109517) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 20 22:50:30.052437 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron_lib.callbacks.manager [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Subscribe: > security_group after_create 55550000 {{(pid=109517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 22:50:30.052789 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron_lib.callbacks.manager [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Subscribe: > security_group after_update 55550000 {{(pid=109517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 22:50:30.053132 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron_lib.callbacks.manager [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Subscribe: > security_group after_delete 55550000 {{(pid=109517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 22:50:30.053552 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=109517) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 20 22:50:30.053951 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron_lib.callbacks.manager [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=109517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 22:50:30.054307 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron_lib.callbacks.manager [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=109517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 22:50:30.054665 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron_lib.callbacks.manager [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=109517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 22:50:30.055061 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=109517) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 20 22:50:30.055461 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron_lib.callbacks.manager [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Subscribe: > address_group after_create 55550000 {{(pid=109517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 22:50:30.055806 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron_lib.callbacks.manager [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Subscribe: > address_group after_update 55550000 {{(pid=109517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 22:50:30.056144 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron_lib.callbacks.manager [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Subscribe: > address_group after_delete 55550000 {{(pid=109517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 22:50:30.056538 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=109517) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 20 22:50:30.056980 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] ML2 OVO RPC backend initialized. {{(pid=109517) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Feb 20 22:50:30.057681 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron_lib.callbacks.manager [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Subscribe: > router_interface after_create 55550000 {{(pid=109517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 22:50:30.058034 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron_lib.callbacks.manager [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Subscribe: > router_interface after_delete 55550000 {{(pid=109517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 22:50:30.058471 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron_lib.callbacks.manager [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Subscribe: > network before_response 55550000 {{(pid=109517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 22:50:30.058827 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron_lib.callbacks.manager [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Subscribe: > networks before_response 55550000 {{(pid=109517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 22:50:30.059172 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron_lib.callbacks.manager [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Subscribe: > port before_response 55550000 {{(pid=109517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 22:50:30.059510 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron_lib.callbacks.manager [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Subscribe: > ports before_response 55550000 {{(pid=109517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 22:50:30.059849 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron_lib.callbacks.manager [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Subscribe: > subnet before_response 55550000 {{(pid=109517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 22:50:30.060188 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron_lib.callbacks.manager [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Subscribe: > subnets before_response 55550000 {{(pid=109517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 22:50:30.060533 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron_lib.callbacks.manager [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Subscribe: > network after_create 55550000 {{(pid=109517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 22:50:30.060866 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron_lib.callbacks.manager [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Subscribe: > network after_update 55550000 {{(pid=109517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 22:50:30.061197 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron_lib.callbacks.manager [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Subscribe: > network after_delete 55550000 {{(pid=109517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 22:50:30.061529 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron_lib.callbacks.manager [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Subscribe: > port after_create 55550000 {{(pid=109517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 22:50:30.061862 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron_lib.callbacks.manager [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Subscribe: > port after_update 55550000 {{(pid=109517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 22:50:30.062193 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron_lib.callbacks.manager [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Subscribe: > port after_delete 55550000 {{(pid=109517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 22:50:30.062551 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron_lib.callbacks.manager [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Subscribe: > subnet after_create 55550000 {{(pid=109517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 22:50:30.062916 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron_lib.callbacks.manager [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Subscribe: > subnet after_update 55550000 {{(pid=109517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 22:50:30.063246 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron_lib.callbacks.manager [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Subscribe: > subnet after_delete 55550000 {{(pid=109517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 22:50:30.070346 dv-cinder-830096-1-iscsi neutron-server[109517]: INFO neutron.quota [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Loaded quota_driver: . Feb 20 22:50:30.070733 dv-cinder-830096-1-iscsi neutron-server[109517]: INFO neutron.plugins.ml2.plugin [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Modular L2 Plugin initialization complete Feb 20 22:50:30.071079 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.manager [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Loading services supported by the core plugin {{(pid=109517) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Feb 20 22:50:30.071421 dv-cinder-830096-1-iscsi neutron-server[109517]: INFO neutron.plugins.ml2.managers [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Got port-security extension from driver 'port_security' Feb 20 22:50:30.071901 dv-cinder-830096-1-iscsi neutron-server[109517]: INFO neutron.extensions.vlantransparent [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Disabled vlantransparent extension. Feb 20 22:50:30.072391 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.manager [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=109517) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Feb 20 22:50:30.072718 dv-cinder-830096-1-iscsi neutron-server[109517]: INFO neutron.manager [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Loading Plugin: router Feb 20 22:50:30.109631 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron_lib.callbacks.manager [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Subscribe: > router_interface before_create 55550000 {{(pid=109517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 22:50:30.109971 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron_lib.callbacks.manager [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Subscribe: > router after_create 55549900 {{(pid=109517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 22:50:30.110345 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron_lib.callbacks.manager [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Subscribe: > router before_create 55549900 {{(pid=109517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 22:50:30.110731 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron_lib.callbacks.manager [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Subscribe: > router_interface before_delete 55550000 {{(pid=109517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 22:50:30.111106 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron_lib.callbacks.manager [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Subscribe: > router_interface after_delete 55550000 {{(pid=109517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 22:50:30.111464 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron_lib.callbacks.manager [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Subscribe: > router after_delete 55549900 {{(pid=109517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 22:50:30.111821 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron_lib.callbacks.manager [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Subscribe: > floatingip after_create 55550000 {{(pid=109517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 22:50:30.112172 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron_lib.callbacks.manager [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Subscribe: > floatingip after_update 55550000 {{(pid=109517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 22:50:30.112530 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron_lib.callbacks.manager [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Subscribe: > router after_create 55549900 {{(pid=109517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 22:50:30.112877 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron_lib.callbacks.manager [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Subscribe: > router after_update 55549900 {{(pid=109517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 22:50:30.113225 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron_lib.callbacks.manager [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Subscribe: > router after_update 55549900 {{(pid=109517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 22:50:30.113573 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron_lib.callbacks.manager [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=109517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 22:50:30.113931 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron_lib.callbacks.manager [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Subscribe: > router after_update 55549900 {{(pid=109517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 22:50:30.114341 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron_lib.callbacks.manager [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Subscribe: > router precommit_update 55549900 {{(pid=109517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 22:50:30.114742 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron_lib.callbacks.manager [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Subscribe: port after_update 55550000 {{(pid=109517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 22:50:30.115082 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron_lib.callbacks.manager [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Subscribe: port after_delete 55550000 {{(pid=109517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 22:50:30.115424 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron_lib.callbacks.manager [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Subscribe: subnet after_update 55550000 {{(pid=109517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 22:50:30.115768 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron_lib.callbacks.manager [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=109517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 22:50:30.116116 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron_lib.callbacks.manager [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Subscribe: > port precommit_delete 55550000 {{(pid=109517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 22:50:30.116464 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron_lib.callbacks.manager [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Subscribe: > router precommit_create 55549900 {{(pid=109517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 22:50:30.116808 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron_lib.callbacks.manager [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Subscribe: port before_delete 55550000 {{(pid=109517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 22:50:30.117151 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron_lib.callbacks.manager [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Subscribe: > router precommit_create 55550000 {{(pid=109517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 22:50:30.117505 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron_lib.callbacks.manager [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Subscribe: > router after_update 55549900 {{(pid=109517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 22:50:30.117844 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron_lib.callbacks.manager [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Subscribe: > router precommit_delete 55549900 {{(pid=109517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 22:50:30.118324 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron_lib.callbacks.manager [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Subscribe: > router precommit_create 55549900 {{(pid=109517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 22:50:30.118717 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron_lib.callbacks.manager [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Subscribe: > router_interface after_create 55550000 {{(pid=109517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 22:50:30.119068 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron_lib.callbacks.manager [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Subscribe: > router precommit_update 55549900 {{(pid=109517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 22:50:30.119435 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron_lib.callbacks.manager [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Subscribe: > agent after_create 55550000 {{(pid=109517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 22:50:30.119785 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron_lib.callbacks.manager [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Subscribe: > agent after_delete 55550000 {{(pid=109517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 22:50:30.120137 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron_lib.callbacks.manager [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Subscribe: > network after_delete 55550000 {{(pid=109517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 22:50:30.121006 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.quota.resource_registry [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Tracking information for resource: router configured {{(pid=109517) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 20 22:50:30.121342 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.quota.resource_registry [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Tracking information for resource: floatingip configured {{(pid=109517) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 20 22:50:30.126335 dv-cinder-830096-1-iscsi neutron-server[109517]: INFO neutron.db.l3_agentschedulers_db [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Feb 20 22:50:30.126931 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron_lib.callbacks.manager [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Subscribe: port after_update 55550000 {{(pid=109517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 22:50:30.127292 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron_lib.callbacks.manager [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Subscribe: port after_create 55550000 {{(pid=109517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 22:50:30.127642 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron_lib.callbacks.manager [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Subscribe: port after_delete 55550000 {{(pid=109517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 22:50:30.127991 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron_lib.callbacks.manager [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Subscribe: port after_update 55550000 {{(pid=109517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 22:50:30.128793 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron_lib.callbacks.manager [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Subscribe: > router before_create 55550100 {{(pid=109517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 22:50:30.129158 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron_lib.callbacks.manager [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Subscribe: > router precommit_delete 55550100 {{(pid=109517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 22:50:30.129520 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron_lib.callbacks.manager [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Subscribe: > router precommit_create 55550100 {{(pid=109517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 22:50:30.129877 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron_lib.callbacks.manager [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Subscribe: > router precommit_update 55550100 {{(pid=109517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 22:50:30.134718 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.services.provider_configuration [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Service providers = [] {{(pid=109517) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Feb 20 22:50:30.135082 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.db.servicetype_db [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=109517) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Feb 20 22:50:30.138050 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.services.service_base [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=109517) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 20 22:50:30.138424 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.services.service_base [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=109517) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 20 22:50:30.138774 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.services.service_base [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=109517) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 20 22:50:30.139669 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.services.service_base [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=109517) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 20 22:50:30.140045 dv-cinder-830096-1-iscsi neutron-server[109517]: INFO neutron.services.service_base [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Default provider is not specified for service type L3_ROUTER_NAT Feb 20 22:50:30.140423 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.manager [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=109517) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 20 22:50:30.140737 dv-cinder-830096-1-iscsi neutron-server[109517]: INFO neutron.manager [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Feb 20 22:50:30.152036 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.manager [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Successfully loaded METERING plugin. Description: METERING {{(pid=109517) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 20 22:50:30.152377 dv-cinder-830096-1-iscsi neutron-server[109517]: INFO neutron.manager [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Loading Plugin: auto_allocate Feb 20 22:50:30.158185 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron_lib.callbacks.manager [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Subscribe: network precommit_update 55550000 {{(pid=109517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 22:50:30.158581 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron_lib.callbacks.manager [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Subscribe: network precommit_create 55550000 {{(pid=109517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 22:50:30.159101 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.manager [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=109517) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 20 22:50:30.159418 dv-cinder-830096-1-iscsi neutron-server[109517]: INFO neutron.manager [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Loading Plugin: tag Feb 20 22:50:30.166920 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.manager [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=109517) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 20 22:50:30.167254 dv-cinder-830096-1-iscsi neutron-server[109517]: INFO neutron.manager [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Loading Plugin: timestamp Feb 20 22:50:30.171140 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.manager [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=109517) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 20 22:50:30.171473 dv-cinder-830096-1-iscsi neutron-server[109517]: INFO neutron.manager [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Loading Plugin: network_ip_availability Feb 20 22:50:30.177250 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron_lib.callbacks.manager [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=109517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 22:50:30.177623 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron_lib.callbacks.manager [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=109517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 22:50:30.177978 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron_lib.callbacks.manager [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 22:50:30.178733 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.manager [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=109517) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 20 22:50:30.179056 dv-cinder-830096-1-iscsi neutron-server[109517]: INFO neutron.manager [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Loading Plugin: flavors Feb 20 22:50:30.184038 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.manager [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=109517) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 20 22:50:30.184377 dv-cinder-830096-1-iscsi neutron-server[109517]: INFO neutron.manager [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Loading Plugin: revisions Feb 20 22:50:30.188685 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.manager [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=109517) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 20 22:50:30.189081 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_concurrency.lockutils [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.394s {{(pid=109517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Feb 20 22:50:30.189819 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=109517) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Feb 20 22:50:30.190152 dv-cinder-830096-1-iscsi neutron-server[109517]: INFO neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Initializing extension manager. Feb 20 22:50:30.190700 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Loading extension file: __init__.py {{(pid=109517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 22:50:30.191038 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Loading extension file: __pycache__ {{(pid=109517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 22:50:30.191372 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=109517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 22:50:30.191703 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Loading extension file: address_group.py {{(pid=109517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 22:50:30.192462 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=109517) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 22:50:30.193027 dv-cinder-830096-1-iscsi neutron-server[109517]: INFO neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Loaded extension: address-group Feb 20 22:50:30.193352 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Loading extension file: address_scope.py {{(pid=109517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 22:50:30.194069 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=109517) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 22:50:30.194626 dv-cinder-830096-1-iscsi neutron-server[109517]: INFO neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Loaded extension: address-scope Feb 20 22:50:30.194948 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Loading extension file: admin_state_down_before_update.py {{(pid=109517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 22:50:30.195880 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=109517) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 22:50:30.196388 dv-cinder-830096-1-iscsi neutron-server[109517]: INFO neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Loaded extension: router-admin-state-down-before-update Feb 20 22:50:30.196709 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Loading extension file: agent.py {{(pid=109517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 22:50:30.197412 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=109517) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 22:50:30.197915 dv-cinder-830096-1-iscsi neutron-server[109517]: INFO neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Loaded extension: agent Feb 20 22:50:30.198234 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Loading extension file: agent_resources_synced.py {{(pid=109517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 22:50:30.199259 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=109517) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 22:50:30.199766 dv-cinder-830096-1-iscsi neutron-server[109517]: INFO neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Loaded extension: agent-resources-synced Feb 20 22:50:30.200088 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Loading extension file: allowedaddresspairs.py {{(pid=109517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 22:50:30.201875 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=109517) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 22:50:30.202420 dv-cinder-830096-1-iscsi neutron-server[109517]: INFO neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Loaded extension: allowed-address-pairs Feb 20 22:50:30.202750 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Loading extension file: auto_allocated_topology.py {{(pid=109517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 22:50:30.203837 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=109517) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 22:50:30.204354 dv-cinder-830096-1-iscsi neutron-server[109517]: INFO neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Loaded extension: auto-allocated-topology Feb 20 22:50:30.204683 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Loading extension file: availability_zone.py {{(pid=109517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 22:50:30.205383 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=109517) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 22:50:30.205887 dv-cinder-830096-1-iscsi neutron-server[109517]: INFO neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Loaded extension: availability_zone Feb 20 22:50:30.206208 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Loading extension file: availability_zone_filter.py {{(pid=109517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 22:50:30.207161 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=109517) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 22:50:30.207671 dv-cinder-830096-1-iscsi neutron-server[109517]: INFO neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Loaded extension: availability_zone_filter Feb 20 22:50:30.207992 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Loading extension file: data_plane_status.py {{(pid=109517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 22:50:30.208911 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=109517) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 22:50:30.209411 dv-cinder-830096-1-iscsi neutron-server[109517]: INFO neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Extension data-plane-status not supported by any of loaded plugins Feb 20 22:50:30.209729 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Loading extension file: default_subnetpools.py {{(pid=109517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 22:50:30.211250 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=109517) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 22:50:30.211799 dv-cinder-830096-1-iscsi neutron-server[109517]: INFO neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Loaded extension: default-subnetpools Feb 20 22:50:30.212120 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Loading extension file: dhcpagentscheduler.py {{(pid=109517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 22:50:30.213123 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=109517) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 22:50:30.213909 dv-cinder-830096-1-iscsi neutron-server[109517]: INFO neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Loaded extension: dhcp_agent_scheduler Feb 20 22:50:30.214408 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Loading extension file: dns.py {{(pid=109517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 22:50:30.215690 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=109517) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 22:50:30.216457 dv-cinder-830096-1-iscsi neutron-server[109517]: INFO neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Extension dns-integration not supported by any of loaded plugins Feb 20 22:50:30.217044 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Loading extension file: dns_domain_ports.py {{(pid=109517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 22:50:30.218389 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=109517) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 22:50:30.218902 dv-cinder-830096-1-iscsi neutron-server[109517]: INFO neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Extension dns-domain-ports not supported by any of loaded plugins Feb 20 22:50:30.219234 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=109517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 22:50:30.220577 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=109517) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 22:50:30.221119 dv-cinder-830096-1-iscsi neutron-server[109517]: INFO neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Feb 20 22:50:30.221446 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Loading extension file: dvr.py {{(pid=109517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 22:50:30.222130 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=109517) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 22:50:30.222670 dv-cinder-830096-1-iscsi neutron-server[109517]: INFO neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Loaded extension: dvr Feb 20 22:50:30.222991 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Loading extension file: ecmp_routes.py {{(pid=109517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 22:50:30.223917 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=109517) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 22:50:30.224416 dv-cinder-830096-1-iscsi neutron-server[109517]: INFO neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Extension ecmp_routes not supported by any of loaded plugins Feb 20 22:50:30.224736 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Loading extension file: empty_string_filtering.py {{(pid=109517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 22:50:30.226205 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=109517) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 22:50:30.226741 dv-cinder-830096-1-iscsi neutron-server[109517]: INFO neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Loaded extension: empty-string-filtering Feb 20 22:50:30.227065 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=109517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 22:50:30.227979 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=109517) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 22:50:30.228479 dv-cinder-830096-1-iscsi neutron-server[109517]: INFO neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Feb 20 22:50:30.228798 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=109517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 22:50:30.229731 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=109517) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 22:50:30.230233 dv-cinder-830096-1-iscsi neutron-server[109517]: INFO neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Feb 20 22:50:30.230649 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Loading extension file: external_net.py {{(pid=109517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 22:50:30.231564 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=109517) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 22:50:30.232065 dv-cinder-830096-1-iscsi neutron-server[109517]: INFO neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Loaded extension: external-net Feb 20 22:50:30.232383 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Loading extension file: extra_dhcp_opt.py {{(pid=109517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 22:50:30.233302 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=109517) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 22:50:30.233807 dv-cinder-830096-1-iscsi neutron-server[109517]: INFO neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Loaded extension: extra_dhcp_opt Feb 20 22:50:30.234126 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Loading extension file: extraroute.py {{(pid=109517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 22:50:30.235070 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=109517) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 22:50:30.235575 dv-cinder-830096-1-iscsi neutron-server[109517]: INFO neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Loaded extension: extraroute Feb 20 22:50:30.235894 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Loading extension file: extraroute_atomic.py {{(pid=109517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 22:50:30.236941 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=109517) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 22:50:30.237451 dv-cinder-830096-1-iscsi neutron-server[109517]: INFO neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Loaded extension: extraroute-atomic Feb 20 22:50:30.237775 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Loading extension file: filter_validation.py {{(pid=109517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 22:50:30.238482 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=109517) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 22:50:30.238989 dv-cinder-830096-1-iscsi neutron-server[109517]: INFO neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Loaded extension: filter-validation Feb 20 22:50:30.239316 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Loading extension file: fip_pf_description.py {{(pid=109517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 22:50:30.240229 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=109517) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 22:50:30.240731 dv-cinder-830096-1-iscsi neutron-server[109517]: INFO neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Feb 20 22:50:30.241073 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Loading extension file: fip_port_details.py {{(pid=109517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 22:50:30.242188 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=109517) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 22:50:30.242734 dv-cinder-830096-1-iscsi neutron-server[109517]: INFO neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Loaded extension: fip-port-details Feb 20 22:50:30.243057 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Loading extension file: flavors.py {{(pid=109517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 22:50:30.244308 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=109517) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 22:50:30.244818 dv-cinder-830096-1-iscsi neutron-server[109517]: INFO neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Loaded extension: flavors Feb 20 22:50:30.245140 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=109517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 22:50:30.246834 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=109517) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 22:50:30.247351 dv-cinder-830096-1-iscsi neutron-server[109517]: INFO neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Feb 20 22:50:30.247678 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Loading extension file: floatingip_pools.py {{(pid=109517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 22:50:30.248377 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=109517) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 22:50:30.248887 dv-cinder-830096-1-iscsi neutron-server[109517]: INFO neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Loaded extension: floatingip-pools Feb 20 22:50:30.249215 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Loading extension file: ip_allocation.py {{(pid=109517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 22:50:30.250145 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=109517) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 22:50:30.250676 dv-cinder-830096-1-iscsi neutron-server[109517]: INFO neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Extension ip_allocation not supported by any of loaded plugins Feb 20 22:50:30.251000 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Loading extension file: ip_substring_port_filtering.py {{(pid=109517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 22:50:30.251920 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=109517) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 22:50:30.252433 dv-cinder-830096-1-iscsi neutron-server[109517]: INFO neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Loaded extension: ip-substring-filtering Feb 20 22:50:30.252755 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Loading extension file: l2_adjacency.py {{(pid=109517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 22:50:30.253685 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=109517) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 22:50:30.254186 dv-cinder-830096-1-iscsi neutron-server[109517]: INFO neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Extension l2_adjacency not supported by any of loaded plugins Feb 20 22:50:30.254549 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Loading extension file: l3.py {{(pid=109517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 22:50:30.255530 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=109517) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 22:50:30.256045 dv-cinder-830096-1-iscsi neutron-server[109517]: INFO neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Loaded extension: router Feb 20 22:50:30.256372 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Loading extension file: l3_conntrack_helper.py {{(pid=109517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 22:50:30.258711 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=109517) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 22:50:30.259251 dv-cinder-830096-1-iscsi neutron-server[109517]: INFO neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Extension l3-conntrack-helper not supported by any of loaded plugins Feb 20 22:50:30.259585 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Loading extension file: l3_ext_gw_mode.py {{(pid=109517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 22:50:30.260528 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=109517) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 22:50:30.261046 dv-cinder-830096-1-iscsi neutron-server[109517]: INFO neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Loaded extension: ext-gw-mode Feb 20 22:50:30.261376 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Loading extension file: l3_ext_ha_mode.py {{(pid=109517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 22:50:30.262301 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=109517) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 22:50:30.262838 dv-cinder-830096-1-iscsi neutron-server[109517]: INFO neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Loaded extension: l3-ha Feb 20 22:50:30.263167 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=109517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 22:50:30.264087 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=109517) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 22:50:30.264592 dv-cinder-830096-1-iscsi neutron-server[109517]: INFO neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Feb 20 22:50:30.264916 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Loading extension file: l3_flavors.py {{(pid=109517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 22:50:30.265829 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=109517) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 22:50:30.266336 dv-cinder-830096-1-iscsi neutron-server[109517]: INFO neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Loaded extension: l3-flavors Feb 20 22:50:30.266683 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Loading extension file: l3_ndp_proxy.py {{(pid=109517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 22:50:30.268057 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=109517) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 22:50:30.268571 dv-cinder-830096-1-iscsi neutron-server[109517]: INFO neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Extension l3-ndp-proxy not supported by any of loaded plugins Feb 20 22:50:30.268896 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=109517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 22:50:30.269829 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=109517) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 22:50:30.270344 dv-cinder-830096-1-iscsi neutron-server[109517]: INFO neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Loaded extension: l3-port-ip-change-not-allowed Feb 20 22:50:30.270693 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Loading extension file: l3agentscheduler.py {{(pid=109517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 22:50:30.271744 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=109517) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 22:50:30.272253 dv-cinder-830096-1-iscsi neutron-server[109517]: INFO neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Loaded extension: l3_agent_scheduler Feb 20 22:50:30.273091 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Loading extension file: local_ip.py {{(pid=109517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 22:50:30.274909 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=109517) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 22:50:30.275432 dv-cinder-830096-1-iscsi neutron-server[109517]: INFO neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Extension local_ip not supported by any of loaded plugins Feb 20 22:50:30.275762 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Loading extension file: logging.py {{(pid=109517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 22:50:30.278768 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=109517) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 22:50:30.279295 dv-cinder-830096-1-iscsi neutron-server[109517]: INFO neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Extension logging not supported by any of loaded plugins Feb 20 22:50:30.279636 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Loading extension file: metering.py {{(pid=109517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 22:50:30.280393 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=109517) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 22:50:30.280970 dv-cinder-830096-1-iscsi neutron-server[109517]: INFO neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Loaded extension: metering Feb 20 22:50:30.281298 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=109517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 22:50:30.282424 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=109517) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 22:50:30.282945 dv-cinder-830096-1-iscsi neutron-server[109517]: INFO neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Loaded extension: metering_source_and_destination_fields Feb 20 22:50:30.283272 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Loading extension file: multiprovidernet.py {{(pid=109517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 22:50:30.284202 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=109517) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 22:50:30.284710 dv-cinder-830096-1-iscsi neutron-server[109517]: INFO neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Loaded extension: multi-provider Feb 20 22:50:30.285036 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Loading extension file: netmtu.py {{(pid=109517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 22:50:30.285964 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=109517) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 22:50:30.286506 dv-cinder-830096-1-iscsi neutron-server[109517]: INFO neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Loaded extension: net-mtu Feb 20 22:50:30.286832 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Loading extension file: netmtu_writable.py {{(pid=109517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 22:50:30.287752 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=109517) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 22:50:30.288866 dv-cinder-830096-1-iscsi neutron-server[109517]: INFO neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Loaded extension: net-mtu-writable Feb 20 22:50:30.289187 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Loading extension file: network_availability_zone.py {{(pid=109517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 22:50:30.289869 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=109517) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 22:50:30.290384 dv-cinder-830096-1-iscsi neutron-server[109517]: INFO neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Loaded extension: network_availability_zone Feb 20 22:50:30.290713 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Loading extension file: network_ip_availability.py {{(pid=109517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 22:50:30.291845 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=109517) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 22:50:30.292353 dv-cinder-830096-1-iscsi neutron-server[109517]: INFO neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Loaded extension: network-ip-availability Feb 20 22:50:30.292677 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Loading extension file: network_segment_range.py {{(pid=109517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 22:50:30.293441 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=109517) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 22:50:30.293940 dv-cinder-830096-1-iscsi neutron-server[109517]: INFO neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Extension network-segment-range not supported by any of loaded plugins Feb 20 22:50:30.294258 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Loading extension file: pagination.py {{(pid=109517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 22:50:30.295280 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=109517) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 22:50:30.295607 dv-cinder-830096-1-iscsi neutron-server[109517]: INFO neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Loaded extension: pagination Feb 20 22:50:30.295921 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Loading extension file: port_device_profile.py {{(pid=109517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 22:50:30.296853 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=109517) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 22:50:30.297365 dv-cinder-830096-1-iscsi neutron-server[109517]: INFO neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Loaded extension: port-device-profile Feb 20 22:50:30.297685 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Loading extension file: port_mac_address_regenerate.py {{(pid=109517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 22:50:30.298896 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=109517) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 22:50:30.299405 dv-cinder-830096-1-iscsi neutron-server[109517]: INFO neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Loaded extension: port-mac-address-regenerate Feb 20 22:50:30.299730 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Loading extension file: port_numa_affinity_policy.py {{(pid=109517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 22:50:30.300655 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=109517) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 22:50:30.301163 dv-cinder-830096-1-iscsi neutron-server[109517]: INFO neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Loaded extension: port-numa-affinity-policy Feb 20 22:50:30.301510 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Loading extension file: port_resource_request.py {{(pid=109517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 22:50:30.302479 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=109517) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 22:50:30.302989 dv-cinder-830096-1-iscsi neutron-server[109517]: INFO neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Extension port-resource-request not supported by any of loaded plugins Feb 20 22:50:30.303308 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Loading extension file: port_resource_request_groups.py {{(pid=109517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 22:50:30.304292 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=109517) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 22:50:30.304796 dv-cinder-830096-1-iscsi neutron-server[109517]: INFO neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Extension port-resource-request-groups not supported by any of loaded plugins Feb 20 22:50:30.305122 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Loading extension file: portbindings.py {{(pid=109517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 22:50:30.306048 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=109517) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 22:50:30.306588 dv-cinder-830096-1-iscsi neutron-server[109517]: INFO neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Loaded extension: binding Feb 20 22:50:30.306911 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Loading extension file: portbindings_extended.py {{(pid=109517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 22:50:30.308209 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=109517) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 22:50:30.308718 dv-cinder-830096-1-iscsi neutron-server[109517]: INFO neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Loaded extension: binding-extended Feb 20 22:50:30.309046 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Loading extension file: portsecurity.py {{(pid=109517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 22:50:30.309977 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=109517) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 22:50:30.310523 dv-cinder-830096-1-iscsi neutron-server[109517]: INFO neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Loaded extension: port-security Feb 20 22:50:30.310849 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Loading extension file: project_id.py {{(pid=109517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 22:50:30.311832 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=109517) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 22:50:30.312161 dv-cinder-830096-1-iscsi neutron-server[109517]: INFO neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Loaded extension: project-id Feb 20 22:50:30.312481 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Loading extension file: providernet.py {{(pid=109517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 22:50:30.313405 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=109517) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 22:50:30.313957 dv-cinder-830096-1-iscsi neutron-server[109517]: INFO neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Loaded extension: provider Feb 20 22:50:30.314238 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Loading extension file: qos.py {{(pid=109517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 22:50:30.330668 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=109517) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 22:50:30.331183 dv-cinder-830096-1-iscsi neutron-server[109517]: INFO neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Extension qos not supported by any of loaded plugins Feb 20 22:50:30.331535 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Loading extension file: qos_bw_limit_direction.py {{(pid=109517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 22:50:30.332805 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=109517) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 22:50:30.333318 dv-cinder-830096-1-iscsi neutron-server[109517]: INFO neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Feb 20 22:50:30.333660 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=109517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 22:50:30.334609 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=109517) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 22:50:30.335631 dv-cinder-830096-1-iscsi neutron-server[109517]: INFO neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Feb 20 22:50:30.335955 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Loading extension file: qos_default.py {{(pid=109517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 22:50:30.336873 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=109517) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 22:50:30.337385 dv-cinder-830096-1-iscsi neutron-server[109517]: INFO neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Extension qos-default not supported by any of loaded plugins Feb 20 22:50:30.337709 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Loading extension file: qos_fip.py {{(pid=109517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 22:50:30.338681 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=109517) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 22:50:30.339179 dv-cinder-830096-1-iscsi neutron-server[109517]: INFO neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Extension qos-fip not supported by any of loaded plugins Feb 20 22:50:30.339500 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Loading extension file: qos_fip_network_policy.py {{(pid=109517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 22:50:30.340414 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=109517) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 22:50:30.340918 dv-cinder-830096-1-iscsi neutron-server[109517]: INFO neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Extension qos-fip-network-policy not supported by any of loaded plugins Feb 20 22:50:30.341239 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Loading extension file: qos_gateway_ip.py {{(pid=109517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 22:50:30.342158 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=109517) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 22:50:30.342693 dv-cinder-830096-1-iscsi neutron-server[109517]: INFO neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Extension qos-gateway-ip not supported by any of loaded plugins Feb 20 22:50:30.343020 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Loading extension file: qos_port_network_policy.py {{(pid=109517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 22:50:30.344070 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=109517) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 22:50:30.344584 dv-cinder-830096-1-iscsi neutron-server[109517]: INFO neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Extension qos-port-network-policy not supported by any of loaded plugins Feb 20 22:50:30.344907 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=109517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 22:50:30.345965 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=109517) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 22:50:30.346507 dv-cinder-830096-1-iscsi neutron-server[109517]: INFO neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Extension qos-pps-minimum not supported by any of loaded plugins Feb 20 22:50:30.346835 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=109517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 22:50:30.347876 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=109517) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 22:50:30.348389 dv-cinder-830096-1-iscsi neutron-server[109517]: INFO neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Feb 20 22:50:30.348713 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Loading extension file: qos_pps_rule.py {{(pid=109517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 22:50:30.349904 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=109517) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 22:50:30.350500 dv-cinder-830096-1-iscsi neutron-server[109517]: INFO neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Extension qos-pps not supported by any of loaded plugins Feb 20 22:50:30.351327 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Loading extension file: qos_rule_type_details.py {{(pid=109517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 22:50:30.352275 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=109517) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 22:50:30.352786 dv-cinder-830096-1-iscsi neutron-server[109517]: INFO neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Extension qos-rule-type-details not supported by any of loaded plugins Feb 20 22:50:30.353108 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Loading extension file: qos_rules_alias.py {{(pid=109517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 22:50:30.356898 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=109517) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 22:50:30.357409 dv-cinder-830096-1-iscsi neutron-server[109517]: INFO neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Extension qos-rules-alias not supported by any of loaded plugins Feb 20 22:50:30.357732 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Loading extension file: quota_check_limit.py {{(pid=109517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 22:50:30.358695 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=109517) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 22:50:30.359208 dv-cinder-830096-1-iscsi neutron-server[109517]: INFO neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Loaded extension: quota-check-limit Feb 20 22:50:30.359529 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Loading extension file: quotasv2.py {{(pid=109517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 22:50:30.360509 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=109517) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 22:50:30.360791 dv-cinder-830096-1-iscsi neutron-server[109517]: INFO neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Loaded extension: quotas Feb 20 22:50:30.361111 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Loading extension file: quotasv2_detail.py {{(pid=109517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 22:50:30.362930 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=109517) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 22:50:30.363266 dv-cinder-830096-1-iscsi neutron-server[109517]: INFO neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Loaded extension: quota_details Feb 20 22:50:30.363594 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Loading extension file: rbac.py {{(pid=109517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 22:50:30.364649 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=109517) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 22:50:30.365171 dv-cinder-830096-1-iscsi neutron-server[109517]: INFO neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Loaded extension: rbac-policies Feb 20 22:50:30.365507 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Loading extension file: rbac_address_group.py {{(pid=109517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 22:50:30.366496 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=109517) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 22:50:30.367013 dv-cinder-830096-1-iscsi neutron-server[109517]: INFO neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Loaded extension: rbac-address-group Feb 20 22:50:30.367338 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Loading extension file: rbac_address_scope.py {{(pid=109517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 22:50:30.368264 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=109517) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 22:50:30.368769 dv-cinder-830096-1-iscsi neutron-server[109517]: INFO neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Loaded extension: rbac-address-scope Feb 20 22:50:30.369091 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Loading extension file: rbac_security_groups.py {{(pid=109517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 22:50:30.370042 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=109517) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 22:50:30.370577 dv-cinder-830096-1-iscsi neutron-server[109517]: INFO neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Loaded extension: rbac-security-groups Feb 20 22:50:30.370903 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Loading extension file: rbac_subnetpool.py {{(pid=109517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 22:50:30.371902 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=109517) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 22:50:30.372407 dv-cinder-830096-1-iscsi neutron-server[109517]: INFO neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Loaded extension: rbac-subnetpool Feb 20 22:50:30.372728 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Loading extension file: revisionifmatch.py {{(pid=109517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 22:50:30.373662 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=109517) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 22:50:30.374169 dv-cinder-830096-1-iscsi neutron-server[109517]: INFO neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Loaded extension: revision-if-match Feb 20 22:50:30.374518 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Loading extension file: revisions.py {{(pid=109517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 22:50:30.375693 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=109517) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 22:50:30.376203 dv-cinder-830096-1-iscsi neutron-server[109517]: INFO neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Loaded extension: standard-attr-revisions Feb 20 22:50:30.376526 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Loading extension file: router_availability_zone.py {{(pid=109517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 22:50:30.377201 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=109517) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 22:50:30.377707 dv-cinder-830096-1-iscsi neutron-server[109517]: INFO neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Loaded extension: router_availability_zone Feb 20 22:50:30.378027 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Loading extension file: routerservicetype.py {{(pid=109517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 22:50:30.379026 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=109517) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 22:50:30.379530 dv-cinder-830096-1-iscsi neutron-server[109517]: INFO neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Extension router-service-type not supported by any of loaded plugins Feb 20 22:50:30.379848 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=109517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 22:50:30.380827 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=109517) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 22:50:30.382878 dv-cinder-830096-1-iscsi neutron-server[109517]: INFO neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Loaded extension: security-groups-normalized-cidr Feb 20 22:50:30.383200 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Loading extension file: security_groups_port_filtering.py {{(pid=109517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 22:50:30.384184 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=109517) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 22:50:30.384869 dv-cinder-830096-1-iscsi neutron-server[109517]: INFO neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Loaded extension: port-security-groups-filtering Feb 20 22:50:30.385195 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Loading extension file: security_groups_remote_address_group.py {{(pid=109517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 22:50:30.386213 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=109517) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 22:50:30.386819 dv-cinder-830096-1-iscsi neutron-server[109517]: INFO neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Loaded extension: security-groups-remote-address-group Feb 20 22:50:30.387183 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Loading extension file: security_groups_shared_filtering.py {{(pid=109517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 22:50:30.388168 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=109517) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 22:50:30.388672 dv-cinder-830096-1-iscsi neutron-server[109517]: INFO neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Loaded extension: security-groups-shared-filtering Feb 20 22:50:30.388995 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=109517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 22:50:30.389596 dv-cinder-830096-1-iscsi neutron-server[109517]: WARNING neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Feb 20 22:50:30.389929 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Loading extension file: securitygroup.py {{(pid=109517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 22:50:30.400150 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=109517) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 22:50:30.400681 dv-cinder-830096-1-iscsi neutron-server[109517]: INFO neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Loaded extension: security-group Feb 20 22:50:30.401015 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Loading extension file: segment.py {{(pid=109517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 22:50:30.401806 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=109517) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 22:50:30.402315 dv-cinder-830096-1-iscsi neutron-server[109517]: INFO neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Extension segment not supported by any of loaded plugins Feb 20 22:50:30.402665 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=109517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 22:50:30.403615 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=109517) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 22:50:30.404121 dv-cinder-830096-1-iscsi neutron-server[109517]: INFO neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Feb 20 22:50:30.404449 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Loading extension file: servicetype.py {{(pid=109517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 22:50:30.408751 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=109517) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 22:50:30.409269 dv-cinder-830096-1-iscsi neutron-server[109517]: INFO neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Loaded extension: service-type Feb 20 22:50:30.409593 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Loading extension file: sorting.py {{(pid=109517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 22:50:30.410616 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=109517) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 22:50:30.410949 dv-cinder-830096-1-iscsi neutron-server[109517]: INFO neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Loaded extension: sorting Feb 20 22:50:30.411272 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Loading extension file: standard_attr_segment.py {{(pid=109517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 22:50:30.412192 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=109517) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 22:50:30.412701 dv-cinder-830096-1-iscsi neutron-server[109517]: INFO neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Extension standard-attr-segment not supported by any of loaded plugins Feb 20 22:50:30.413644 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Loading extension file: standardattrdescription.py {{(pid=109517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 22:50:30.414304 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=109517) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 22:50:30.414835 dv-cinder-830096-1-iscsi neutron-server[109517]: INFO neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Loaded extension: standard-attr-description Feb 20 22:50:30.415159 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Loading extension file: stateful_security_group.py {{(pid=109517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 22:50:30.416101 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=109517) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 22:50:30.416612 dv-cinder-830096-1-iscsi neutron-server[109517]: INFO neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Loaded extension: stateful-security-group Feb 20 22:50:30.416935 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Loading extension file: stdattrs_common.py {{(pid=109517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 22:50:30.417506 dv-cinder-830096-1-iscsi neutron-server[109517]: WARNING neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Feb 20 22:50:30.417824 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=109517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 22:50:30.418782 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=109517) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 22:50:30.419315 dv-cinder-830096-1-iscsi neutron-server[109517]: INFO neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Feb 20 22:50:30.419624 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Loading extension file: subnet_onboard.py {{(pid=109517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 22:50:30.420718 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=109517) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 22:50:30.421216 dv-cinder-830096-1-iscsi neutron-server[109517]: INFO neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Loaded extension: subnet_onboard Feb 20 22:50:30.421541 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Loading extension file: subnet_segmentid_writable.py {{(pid=109517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 22:50:30.422513 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=109517) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 22:50:30.423021 dv-cinder-830096-1-iscsi neutron-server[109517]: INFO neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Feb 20 22:50:30.423343 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Loading extension file: subnet_service_types.py {{(pid=109517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 22:50:30.424522 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=109517) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 22:50:30.425036 dv-cinder-830096-1-iscsi neutron-server[109517]: INFO neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Loaded extension: subnet-service-types Feb 20 22:50:30.425361 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Loading extension file: subnetallocation.py {{(pid=109517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 22:50:30.426469 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=109517) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 22:50:30.426984 dv-cinder-830096-1-iscsi neutron-server[109517]: INFO neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Loaded extension: subnet_allocation Feb 20 22:50:30.427311 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=109517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 22:50:30.427982 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=109517) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 22:50:30.428497 dv-cinder-830096-1-iscsi neutron-server[109517]: INFO neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Loaded extension: subnetpool-prefix-ops Feb 20 22:50:30.428877 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=109517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 22:50:30.435886 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=109517) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 22:50:30.436391 dv-cinder-830096-1-iscsi neutron-server[109517]: INFO neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Feb 20 22:50:30.436717 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Loading extension file: tagging.py {{(pid=109517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 22:50:30.437796 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=109517) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 22:50:30.438305 dv-cinder-830096-1-iscsi neutron-server[109517]: INFO neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Loaded extension: standard-attr-tag Feb 20 22:50:30.438660 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Loading extension file: timestamp.py {{(pid=109517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 22:50:30.439870 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=109517) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 22:50:30.440385 dv-cinder-830096-1-iscsi neutron-server[109517]: INFO neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Loaded extension: standard-attr-timestamp Feb 20 22:50:30.440711 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Loading extension file: trunk.py {{(pid=109517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 22:50:30.441752 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=109517) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 22:50:30.442269 dv-cinder-830096-1-iscsi neutron-server[109517]: INFO neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Extension trunk not supported by any of loaded plugins Feb 20 22:50:30.442622 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Loading extension file: trunk_details.py {{(pid=109517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 22:50:30.443558 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=109517) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 22:50:30.444065 dv-cinder-830096-1-iscsi neutron-server[109517]: INFO neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Extension trunk-details not supported by any of loaded plugins Feb 20 22:50:30.445020 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Loading extension file: uplink_status_propagation.py {{(pid=109517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 22:50:30.445956 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=109517) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 22:50:30.446506 dv-cinder-830096-1-iscsi neutron-server[109517]: INFO neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Extension uplink-status-propagation not supported by any of loaded plugins Feb 20 22:50:30.446829 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Loading extension file: vlantransparent.py {{(pid=109517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 22:50:30.447503 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=109517) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 22:50:30.448008 dv-cinder-830096-1-iscsi neutron-server[109517]: INFO neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Extension vlan-transparent not supported by any of loaded plugins Feb 20 22:50:30.450528 dv-cinder-830096-1-iscsi neutron-server[109517]: INFO neutron.quota.resource_registry [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Creating instance of TrackedResource for resource:network Feb 20 22:50:30.451048 dv-cinder-830096-1-iscsi neutron-server[109517]: INFO neutron.quota.resource_registry [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Creating instance of TrackedResource for resource:subnet Feb 20 22:50:30.451446 dv-cinder-830096-1-iscsi neutron-server[109517]: INFO neutron.quota.resource_registry [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Creating instance of TrackedResource for resource:subnetpool Feb 20 22:50:30.451837 dv-cinder-830096-1-iscsi neutron-server[109517]: INFO neutron.quota.resource_registry [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Creating instance of TrackedResource for resource:port Feb 20 22:50:30.453065 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.api.v2.resource_helper [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109517) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 20 22:50:30.453516 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.api.v2.resource_helper [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Service FLAVORS assigned prefix: {{(pid=109517) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 20 22:50:30.454152 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.api.v2.resource_helper [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109517) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 20 22:50:30.454597 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.api.v2.resource_helper [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109517) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 20 22:50:30.454923 dv-cinder-830096-1-iscsi neutron-server[109517]: INFO neutron.quota.resource_registry [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Creating instance of TrackedResource for resource:router Feb 20 22:50:30.455356 dv-cinder-830096-1-iscsi neutron-server[109517]: INFO neutron.quota.resource_registry [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Creating instance of TrackedResource for resource:floatingip Feb 20 22:50:30.455842 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.api.v2.resource_helper [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Service METERING assigned prefix: /metering {{(pid=109517) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 20 22:50:30.457293 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron_lib.callbacks.manager [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=109517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 22:50:30.457664 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron_lib.callbacks.manager [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=109517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 22:50:30.458011 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron_lib.callbacks.manager [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 22:50:30.459042 dv-cinder-830096-1-iscsi neutron-server[109517]: INFO neutron.quota.resource_registry [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Creating instance of CountableResource for resource:rbac_policy Feb 20 22:50:30.459482 dv-cinder-830096-1-iscsi neutron-server[109517]: INFO neutron.quota.resource_registry [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Creating instance of TrackedResource for resource:security_group Feb 20 22:50:30.460742 dv-cinder-830096-1-iscsi neutron-server[109517]: INFO neutron.quota.resource_registry [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Creating instance of TrackedResource for resource:security_group_rule Feb 20 22:50:30.461353 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.api.v2.resource_helper [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Service CORE assigned prefix: {{(pid=109517) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 20 22:50:30.461684 dv-cinder-830096-1-iscsi neutron-server[109517]: INFO neutron.quota.resource_registry [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Creating instance of TrackedResource for resource:subnetpool Feb 20 22:50:30.462028 dv-cinder-830096-1-iscsi neutron-server[109517]: WARNING neutron.quota.resource_registry [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] subnetpool is already registered Feb 20 22:50:30.462467 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.api.v2.resource_helper [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Service CORE assigned prefix: {{(pid=109517) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 20 22:50:30.462807 dv-cinder-830096-1-iscsi neutron-server[109517]: INFO neutron.quota.resource_registry [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Creating instance of TrackedResource for resource:subnetpool Feb 20 22:50:30.463137 dv-cinder-830096-1-iscsi neutron-server[109517]: WARNING neutron.quota.resource_registry [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] subnetpool is already registered Feb 20 22:50:30.465427 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.api.v2.resource_helper [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109517) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 20 22:50:30.466571 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.api.v2.resource_helper [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Service FLAVORS assigned prefix: {{(pid=109517) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 20 22:50:30.466571 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.api.v2.resource_helper [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109517) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 20 22:50:30.466872 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.api.v2.resource_helper [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109517) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 20 22:50:30.467204 dv-cinder-830096-1-iscsi neutron-server[109517]: INFO neutron.quota.resource_registry [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Creating instance of TrackedResource for resource:router Feb 20 22:50:30.467542 dv-cinder-830096-1-iscsi neutron-server[109517]: WARNING neutron.quota.resource_registry [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] router is already registered Feb 20 22:50:30.467953 dv-cinder-830096-1-iscsi neutron-server[109517]: INFO neutron.quota.resource_registry [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Creating instance of TrackedResource for resource:floatingip Feb 20 22:50:30.468287 dv-cinder-830096-1-iscsi neutron-server[109517]: WARNING neutron.quota.resource_registry [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] floatingip is already registered Feb 20 22:50:30.468739 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.api.v2.resource_helper [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Service METERING assigned prefix: /metering {{(pid=109517) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 20 22:50:30.469394 dv-cinder-830096-1-iscsi neutron-server[109517]: INFO neutron.quota.resource_registry [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Creating instance of CountableResource for resource:rbac_policy Feb 20 22:50:30.469718 dv-cinder-830096-1-iscsi neutron-server[109517]: WARNING neutron.quota.resource_registry [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] rbac_policy is already registered Feb 20 22:50:30.470124 dv-cinder-830096-1-iscsi neutron-server[109517]: INFO neutron.quota.resource_registry [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Creating instance of TrackedResource for resource:security_group Feb 20 22:50:30.470485 dv-cinder-830096-1-iscsi neutron-server[109517]: WARNING neutron.quota.resource_registry [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] security_group is already registered Feb 20 22:50:30.470887 dv-cinder-830096-1-iscsi neutron-server[109517]: INFO neutron.quota.resource_registry [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Creating instance of TrackedResource for resource:security_group_rule Feb 20 22:50:30.471219 dv-cinder-830096-1-iscsi neutron-server[109517]: WARNING neutron.quota.resource_registry [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] security_group_rule is already registered Feb 20 22:50:30.471844 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.api.v2.resource_helper [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Service CORE assigned prefix: {{(pid=109517) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 20 22:50:30.472169 dv-cinder-830096-1-iscsi neutron-server[109517]: INFO neutron.quota.resource_registry [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Creating instance of TrackedResource for resource:subnetpool Feb 20 22:50:30.472499 dv-cinder-830096-1-iscsi neutron-server[109517]: WARNING neutron.quota.resource_registry [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] subnetpool is already registered Feb 20 22:50:30.472912 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.api.v2.resource_helper [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Service CORE assigned prefix: {{(pid=109517) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 20 22:50:30.473237 dv-cinder-830096-1-iscsi neutron-server[109517]: INFO neutron.quota.resource_registry [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Creating instance of TrackedResource for resource:subnetpool Feb 20 22:50:30.473563 dv-cinder-830096-1-iscsi neutron-server[109517]: WARNING neutron.quota.resource_registry [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] subnetpool is already registered Feb 20 22:50:30.474032 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Extended resource: extensions {{(pid=109517) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 22:50:30.475579 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Extended resource: address-groups {{(pid=109517) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 22:50:30.477078 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Extended resource: address-scopes {{(pid=109517) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 22:50:30.478412 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Extended resource: agents {{(pid=109517) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 22:50:30.479581 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Extended resource: auto-allocated-topology {{(pid=109517) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 22:50:30.480830 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Extended resource: availability_zones {{(pid=109517) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 22:50:30.482027 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Extended resource: dhcp-networks {{(pid=109517) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 22:50:30.483578 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Extended resource: dhcp-agents {{(pid=109517) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 22:50:30.484992 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Extended resource: routers {{(pid=109517) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 22:50:30.487309 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Extended resource: flavors {{(pid=109517) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 22:50:30.489522 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Extended resource: service_profiles {{(pid=109517) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 22:50:30.489690 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Extended resource: next_providers {{(pid=109517) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 22:50:30.491222 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Extended resource: service_profiles {{(pid=109517) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 22:50:30.492755 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Extended resource: floatingip-pools {{(pid=109517) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 22:50:30.493975 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Extended resource: routers {{(pid=109517) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 22:50:30.496065 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Extended resource: floatingips {{(pid=109517) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 22:50:30.498253 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Extended resource: l3-routers {{(pid=109517) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 22:50:30.499663 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Extended resource: l3-agents {{(pid=109517) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 22:50:30.501078 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Extended resource: metering-labels {{(pid=109517) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 22:50:30.502456 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Extended resource: metering-label-rules {{(pid=109517) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 22:50:30.503741 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Extended resource: network-ip-availabilities {{(pid=109517) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 22:50:30.504993 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Extended resource: bindings {{(pid=109517) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 22:50:30.507191 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Extended resource: quotas {{(pid=109517) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 22:50:30.508753 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Extended resource: quotas {{(pid=109517) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 22:50:30.510259 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Extended resource: rbac-policies {{(pid=109517) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 22:50:30.511580 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Extended resource: security-groups {{(pid=109517) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 22:50:30.512796 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Extended resource: security-group-rules {{(pid=109517) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 22:50:30.514061 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Extended resource: service-providers {{(pid=109517) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 22:50:30.515300 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Extended resource: subnetpools {{(pid=109517) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 22:50:30.516720 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Extended resource: subnetpools {{(pid=109517) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 22:50:30.518178 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Extended resource: tags {{(pid=109517) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 22:50:30.519867 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Extended resource: tags {{(pid=109517) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 22:50:30.521684 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Extended resource: tags {{(pid=109517) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 22:50:30.524009 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Extended resource: tags {{(pid=109517) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 22:50:30.525763 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Extended resource: tags {{(pid=109517) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 22:50:30.527636 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Extended resource: tags {{(pid=109517) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 22:50:30.529329 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Extended resource: tags {{(pid=109517) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 22:50:30.531233 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Extended resource: tags {{(pid=109517) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 22:50:30.532965 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Extended resource: tags {{(pid=109517) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 22:50:30.534867 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron.api.extensions [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Extended resource: tags {{(pid=109517) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 22:50:30.540707 dv-cinder-830096-1-iscsi neutron-server[109517]: WARNING keystonemiddleware.auth_token [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Feb 20 22:50:30.545385 dv-cinder-830096-1-iscsi neutron-server[109517]: WARNING keystonemiddleware.auth_token [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Feb 20 22:50:30.554149 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_concurrency.lockutils [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Acquired lock "singleton_lock" {{(pid=109517) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Feb 20 22:50:30.554655 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_concurrency.lockutils [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Releasing lock "singleton_lock" {{(pid=109517) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Feb 20 22:50:30.555320 dv-cinder-830096-1-iscsi neutron-server[109517]: INFO oslo_service.service [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Starting 2 workers Feb 20 22:50:30.560185 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Started child 109628 {{(pid=109517) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 20 22:50:30.564626 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Started child 109629 {{(pid=109517) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 20 22:50:30.565682 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:50:30.566344 dv-cinder-830096-1-iscsi neutron-server[109517]: INFO neutron.service [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Neutron service started, listening on 0.0.0.0:9696 Feb 20 22:50:30.566846 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron_lib.callbacks.manager [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Publish callbacks [] for process (None), before_spawn {{(pid=109517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:50:30.567299 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [-] (109628) wsgi starting up on http://0.0.0.0:9696 Feb 20 22:50:30.569856 dv-cinder-830096-1-iscsi neutron-server[109517]: INFO oslo_service.service [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Starting 1 workers Feb 20 22:50:30.570005 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:50:30.571502 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [-] (109629) wsgi starting up on http://0.0.0.0:9696 Feb 20 22:50:30.575166 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Started child 109630 {{(pid=109517) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 20 22:50:30.575728 dv-cinder-830096-1-iscsi neutron-server[109517]: INFO oslo_service.service [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Starting 1 workers Feb 20 22:50:30.578956 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.service [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] calling RpcWorker wait() {{(pid=109630) _wait /opt/stack/neutron/neutron/service.py:128}} Feb 20 22:50:30.579493 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.service [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] returning from RpcWorker wait() {{(pid=109630) _wait /opt/stack/neutron/neutron/service.py:135}} Feb 20 22:50:30.580268 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Started child 109631 {{(pid=109517) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 20 22:50:30.580894 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:50:30.581067 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG neutron_lib.callbacks.manager [None req-16831a7a-9e07-45fd-8fc6-6aab19107c1d None None] Publish callbacks [] for process (None), after_spawn {{(pid=109517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:50:30.581452 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:50:30.583035 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=109517) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Feb 20 22:50:30.583257 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 20 22:50:30.583444 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 20 22:50:30.583672 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 20 22:50:30.584016 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 20 22:50:30.584179 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 20 22:50:30.584703 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:50:30.585561 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:50:30.585780 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:50:30.586242 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:50:30.586242 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:50:30.586463 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:50:30.586829 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:50:30.586941 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:50:30.587211 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:50:30.587476 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:50:30.587747 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:50:30.587976 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:50:30.588146 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:50:30.588318 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:50:30.588559 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:50:30.588788 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:50:30.589092 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:50:30.589347 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:50:30.589598 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:50:30.589855 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:50:30.590027 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:50:30.590288 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] config_source = [] {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:50:30.590588 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:50:30.590835 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:50:30.591097 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] debug = True {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:50:30.591348 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:50:30.591843 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:50:30.592073 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:50:30.592325 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:50:30.592543 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:50:30.592848 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:50:30.593075 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:50:30.593354 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:50:30.593599 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:50:30.593837 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:50:30.594073 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:50:30.594328 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:50:30.594571 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:50:30.594788 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:50:30.595034 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:50:30.595247 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:50:30.595503 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:50:30.595731 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:50:30.596200 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] host = dv-cinder-830096-1-iscsi {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:50:30.596419 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:50:30.596639 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:50:30.596871 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:50:30.597147 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:50:30.597402 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:50:30.597636 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:50:30.597890 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:50:30.598161 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:50:30.598424 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:50:30.598662 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:50:30.598918 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:50:30.599148 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:50:30.599366 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] log_dir = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:50:30.599603 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] log_file = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:50:30.599772 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] log_options = True {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:50:30.600011 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:50:30.600287 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:50:30.600580 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:50:30.600766 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:50:30.600936 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:50:30.601100 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:50:30.601365 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:50:30.601528 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:50:30.601788 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:50:30.601788 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:50:30.605623 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:50:30.605623 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:50:30.605623 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:50:30.605623 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:50:30.605623 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:50:30.605623 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:50:30.605623 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:50:30.605623 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:50:30.606733 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:50:30.606733 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:50:30.606733 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:50:30.606733 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:50:30.606733 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:50:30.606733 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:50:30.606733 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:50:30.606733 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:50:30.607645 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:50:30.607775 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.65', 41362) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:50:30.607903 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:50:30.607903 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:50:30.607903 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:50:30.607903 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:50:30.607903 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:50:30.607903 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:50:30.607903 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:50:30.607903 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:50:30.608914 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:50:30.608914 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:50:30.608914 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:50:30.608914 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:50:30.608914 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:50:30.609971 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:50:30.609971 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:50:30.609971 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:50:30.609971 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:50:30.609971 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:50:30.610624 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] use_journal = False {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:50:30.610624 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] use_json = False {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:50:30.611002 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:50:30.611002 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:50:30.611326 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:50:30.611326 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:50:30.611799 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:50:30.611971 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:50:30.612085 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:50:30.612398 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:50:30.612547 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:50:30.612944 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.613231 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.613535 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.613786 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.614080 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.614308 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.614557 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.614793 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.615541 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.615541 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.622421 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [-] 10.222.0.65 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0070903 Feb 20 22:50:30.622525 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.622525 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.622525 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.622525 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.622525 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.622525 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.622525 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.622525 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.622982 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.622982 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.622982 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.622982 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.622982 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.622982 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.622982 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.622982 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.623411 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.623411 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.623411 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.623411 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.623411 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.623411 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.65/identity {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.623755 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.623827 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.624129 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.624224 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.624470 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.625598 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.625836 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.626099 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.626316 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.626592 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.626814 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.627053 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.627289 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.627545 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.627793 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.628902 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.629158 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.629394 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.629612 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.629836 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.630047 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.630260 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.630512 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.630748 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.631206 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.631455 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.632188 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.632553 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.632863 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.633031 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.634420 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.634420 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.634717 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.634853 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.635092 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.635308 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.635561 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.635799 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.636015 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.636226 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.636465 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.636685 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.636895 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.637147 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.637385 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.637625 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.637861 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.638073 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.638471 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.638625 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.638767 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.638926 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.639138 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.640183 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.640183 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.640183 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.640183 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.640183 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.640861 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.640861 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.641137 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.641276 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.641452 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.641691 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.641945 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.642165 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.642717 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.642717 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.643005 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.643143 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.643374 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.643597 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.643827 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.644682 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.644682 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.644682 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.644915 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.644984 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.645156 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.645391 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.645628 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.646038 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.646315 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.646599 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.646847 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.647102 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.647398 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.648182 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.648461 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.648764 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.648985 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.649264 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.649570 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.649832 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.650146 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.650864 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.650864 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.650864 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.651341 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.651341 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.651749 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.651831 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.652022 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.652263 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.652502 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.652741 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.652986 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.653278 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.653511 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.653747 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.653979 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.654253 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.655466 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.655466 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.655466 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.655466 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.656717 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.656717 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.656717 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.65/identity {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.656717 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.656717 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.656717 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.658288 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.658288 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.658288 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.658288 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.658288 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.658288 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.658288 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.659499 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.659499 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.659499 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.659499 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.659499 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.659499 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.660262 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.660262 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.660262 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.660646 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.660646 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.660909 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.661054 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.661188 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.661454 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.661829 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.662001 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.662162 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.662393 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.662797 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.663725 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.663725 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.663725 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.664707 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.665113 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.665397 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.667067 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.667067 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.667067 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.667067 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.667373 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.667552 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.667739 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.669915 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.669915 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.669915 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.669915 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.669915 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.669915 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.669915 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.669915 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.670472 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.670472 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.670472 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.671146 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.671602 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.672041 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.672465 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.672904 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.673361 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.674074 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.677035 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.677035 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.677035 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.677035 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.677035 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.677035 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.677035 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.677035 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.677545 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.677545 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.677661 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.677916 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.678184 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.683390 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.683390 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.683390 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.683390 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.683390 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.683390 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.683875 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.683875 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.683992 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.684902 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.684902 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.684902 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.684902 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.685174 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.685248 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.685447 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.685743 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.685911 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.686093 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.686333 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.686646 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.686853 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.688426 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.688655 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.688878 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.689129 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.689356 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.689565 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.689798 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.690009 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.690879 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.690879 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.690879 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.690879 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.691175 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.691407 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.691605 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.691894 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.692768 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.692768 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.692768 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.692970 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.693158 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.693827 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.693827 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.693996 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.694711 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.694966 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.695293 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.695592 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.695843 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.696099 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.696377 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.696971 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.697254 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.697467 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.698593 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.698961 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.699261 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.699541 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.699805 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.700364 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.700364 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.700575 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.700810 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.701036 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.701277 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.701521 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.701776 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.702008 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.702224 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.703103 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.703366 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.704397 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.704397 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.704397 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.704397 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.704397 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 20 22:50:30.705273 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=109517) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Feb 20 22:50:30.705273 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 20 22:50:30.705429 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 20 22:50:30.706440 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 20 22:50:30.706771 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 20 22:50:30.706873 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 20 22:50:30.707242 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:50:30.707242 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:50:30.707503 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:50:30.708338 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:50:30.708502 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:50:30.708687 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:50:30.709174 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:50:30.709174 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:50:30.709174 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:50:30.709365 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:50:30.709430 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:50:30.711025 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:50:30.711196 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:50:30.711357 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:50:30.711521 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:50:30.711685 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:50:30.711826 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:50:30.712423 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:50:30.712423 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:50:30.712423 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] config_source = [] {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:50:30.712423 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:50:30.712673 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:50:30.712736 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] debug = True {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:50:30.712921 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:50:30.713075 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:50:30.713239 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:50:30.713395 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:50:30.713552 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:50:30.713710 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:50:30.713867 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:50:30.714026 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:50:30.714182 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:50:30.714339 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:50:30.714553 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:50:30.714711 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:50:30.714868 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:50:30.715024 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:50:30.715207 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:50:30.715365 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:50:30.715521 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:50:30.715676 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:50:30.715832 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] host = dv-cinder-830096-1-iscsi {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:50:30.715989 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:50:30.716145 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:50:30.716302 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:50:30.716450 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:50:30.716601 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:50:30.716758 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:50:30.716913 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:50:30.717068 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:50:30.717225 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:50:30.717444 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:50:30.718615 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:50:30.718800 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:50:30.718981 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] log_dir = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:50:30.719157 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] log_file = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:50:30.719920 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] log_options = True {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:50:30.719920 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:50:30.719920 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:50:30.719920 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:50:30.720327 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:50:30.720327 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:50:30.720327 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:50:30.720638 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:50:30.720638 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:50:30.720838 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:50:30.720939 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:50:30.721038 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:50:30.721525 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:50:30.721525 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:50:30.722044 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:50:30.722260 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:50:30.722524 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:50:30.722742 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:50:30.722963 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:50:30.723176 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:50:30.723407 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:50:30.723622 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:50:30.723790 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:50:30.723951 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:50:30.724121 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:50:30.724282 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:50:30.724438 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:50:30.724599 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:50:30.724763 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:50:30.724929 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:50:30.725074 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:50:30.725323 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:50:30.725513 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:50:30.725678 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:50:30.725838 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:50:30.726104 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:50:30.726273 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:50:30.726513 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:50:30.726694 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:50:30.726975 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:50:30.727508 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:50:30.727893 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:50:30.728318 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:50:30.728541 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:50:30.728762 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:50:30.728996 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:50:30.729215 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] use_journal = False {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:50:30.729433 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] use_json = False {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:50:30.729603 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:50:30.729769 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:50:30.729944 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:50:30.730097 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:50:30.730241 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:50:30.730471 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:50:30.730637 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:50:30.730799 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:50:30.730960 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:50:30.731167 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.731334 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.731509 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.731675 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.731836 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.731997 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.732158 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.732323 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.732487 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.732630 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.732779 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.732943 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.733115 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.733277 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.733437 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.733601 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.733764 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.733926 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.734093 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.734255 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.734450 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.735246 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.735246 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.735246 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.735246 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.735246 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.735762 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.735864 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.735994 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.736144 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.736300 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.736458 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.65/identity {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.736614 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.736771 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.736944 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.737109 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.737329 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.737427 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.737646 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.737892 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.737892 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.738109 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.738187 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.738343 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.738531 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.738694 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.738858 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.739021 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.739186 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.739352 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.739517 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.740434 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.740434 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.740434 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.740434 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.740434 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.740823 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.740823 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.740823 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.741013 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.741187 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.741333 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.741471 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:50:30.741575 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.741646 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.741793 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.741953 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.742116 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.742277 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.743954 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.743954 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.743954 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.743954 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.743954 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.743954 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.745262 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.745262 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.745377 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.745583 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.745765 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.745930 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.746095 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.746308 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.746469 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.746592 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.746744 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.746908 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.747294 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.747450 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.748368 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.748368 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.748368 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.748368 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.748368 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.748902 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.748902 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.748902 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.748902 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.749310 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.749310 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.749310 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.749800 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.749800 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.750060 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.750060 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.750339 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.750548 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.750684 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.750833 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.750970 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.751107 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.751557 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.751704 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.752463 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.752463 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.752463 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.752463 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.752463 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.753142 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.753142 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.753142 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.753142 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.753644 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.753644 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.753644 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.754021 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.754021 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.754021 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.754393 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.754393 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.754591 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.754669 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.754760 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.754929 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.755104 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.755270 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.755414 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.755581 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.755851 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.756020 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.756208 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.756366 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.757213 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.757517 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.757822 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.758107 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.758448 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.758746 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.759066 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.759404 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.759568 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.759733 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.65/identity {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.759898 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.760080 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.760226 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.760381 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.760545 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.760716 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.760882 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.761045 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.761178 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.762427 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.762427 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.762427 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.762427 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.762427 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.762427 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.762427 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.763490 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.763490 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.763490 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.763490 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.763490 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.763490 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.764044 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.764044 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.764044 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.764248 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.764248 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.764408 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.765731 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.765731 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.765731 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.765731 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.765731 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.765731 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.765731 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.765731 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.767993 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.767993 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.767993 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.767993 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.767993 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.767993 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.767993 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.767993 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.768901 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.768901 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.768901 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.768901 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.768901 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.768901 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.768901 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.768901 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.768901 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.769899 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.769899 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.769899 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.769899 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.769899 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.769899 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.769899 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.769899 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.771467 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.771467 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.771467 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.771467 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.771467 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.771467 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.771467 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.771467 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.771467 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.773031 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.773031 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.773031 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.773031 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.773031 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.773031 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.773031 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.773031 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.773883 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.773883 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.773883 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.773883 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.773883 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.773883 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.773883 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.774602 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.774602 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.774602 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.774602 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.774990 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.776321 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.776458 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.777664 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.777664 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.777664 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.777664 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.777664 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.778199 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.778199 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.778199 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.778710 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.778859 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.779781 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.779781 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.779781 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.779781 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.779781 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.779781 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.780578 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.780578 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.780578 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.780578 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.780578 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.781284 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.781452 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.781627 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.781792 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.781959 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.782122 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.782279 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.782510 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.782652 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.782800 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.782939 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.783086 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.783526 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.783701 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.783873 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.784045 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.784195 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.785136 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.785136 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.785136 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.785136 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.785136 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.785136 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.785898 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.785898 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.785898 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.786300 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.786300 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.786522 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.786604 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.786755 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.786917 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.787081 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.788100 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.788100 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.788100 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.788100 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.788100 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:50:30.788100 dv-cinder-830096-1-iscsi neutron-server[109517]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 20 22:50:42.250293 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ec1eff3-50d0-4499-b9e4-67a5956cde71 None None] get_active_networks_info from dv-cinder-830096-1-iscsi {{(pid=109630) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 20 22:50:42.305522 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ec1eff3-50d0-4499-b9e4-67a5956cde71 None None] No non-hosted networks {{(pid=109630) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Feb 20 22:50:42.327413 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.agentschedulers_db [None req-9ec1eff3-50d0-4499-b9e4-67a5956cde71 None None] DHCP Agent not found on host dv-cinder-830096-1-iscsi {{(pid=109630) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Feb 20 22:50:42.427011 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-a8315430-bd88-46b7-92d8-b8a6e949dc65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-703313'] for agent (83a03d73-f5e1-4f72-b2a3-d557ae097998), after_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:50:44.483953 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-fd5df131-6169-44a1-9e35-4a28688c12d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-703313'] for agent (13c347f3-1c01-45ee-af8c-9f8a630e0f23), after_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:50:44.563097 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.db.api [None req-29de11a1-1397-4468-938b-5f28a17972fa None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-830096-1-iscsi {{(pid=109630) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 20 22:50:44.564784 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG oslo_db.api [None req-29de11a1-1397-4468-938b-5f28a17972fa None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 20 22:50:45.173978 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-29de11a1-1397-4468-938b-5f28a17972fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (13c347f3-1c01-45ee-af8c-9f8a630e0f23), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:50:45.882325 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-343008d4-3a37-47e4-bcbd-5ef9b41dd99c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-703313'] for agent (5ba36dc9-fc49-4f8a-9e75-ea70dbbc9d37), after_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:50:47.158683 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-f8bda328-0f39-40fc-b2c8-28796977f3d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-703313'] for agent (e2edd6cb-ac77-47df-80b5-e0a92a5dde3d), after_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:50:48.375680 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.65', 41458) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:50:48.636747 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-703313'] for agent (2dc95353-690e-4eed-857f-cdb5bbe3a4be), after_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:50:48.637429 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:50:48.640085 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:50:48.640445 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:50:48.641040 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:50:48.641381 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:50:48.643186 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:50:48.643707 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:50:48.644106 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:50:48.654975 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:50:48.655500 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:50:48.656003 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:50:48.657270 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:50:48.657630 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:50:48.658063 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-830096-1-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:50:48.674831 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-830096-1-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:50:48.979437 dv-cinder-830096-1-iscsi neutron-server[109628]: WARNING oslo_policy.policy [None req-ac1c571e-a557-4076-970c-d7447df55c56 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 20 22:50:48.980121 dv-cinder-830096-1-iscsi neutron-server[109628]: WARNING oslo_policy.policy [None req-ac1c571e-a557-4076-970c-d7447df55c56 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 20 22:50:49.205414 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.wsgi [None req-ac1c571e-a557-4076-970c-d7447df55c56 admin admin] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=109628) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 22:50:49.219496 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [None req-ac1c571e-a557-4076-970c-d7447df55c56 admin admin] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.8288779 Feb 20 22:50:50.509096 dv-cinder-830096-1-iscsi neutron-server[109630]: INFO neutron.db.l3_hamode_db [None req-340446c8-eb38-4442-8207-8646d32fe697 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Feb 20 22:50:50.588752 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-340446c8-eb38-4442-8207-8646d32fe697 None None] Routers set() bound to L3 agent in host dv-cinder-830096-1-iscsi {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 22:50:50.589140 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-340446c8-eb38-4442-8207-8646d32fe697 None None] Router IDs set() for agent in host dv-cinder-830096-1-iscsi {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 20 22:50:51.763237 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.65', 41484) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:50:52.256961 dv-cinder-830096-1-iscsi neutron-server[109629]: WARNING oslo_policy.policy [None req-4341c1fe-da6e-470b-bf7d-1703bf07de9a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 20 22:50:52.257524 dv-cinder-830096-1-iscsi neutron-server[109629]: WARNING oslo_policy.policy [None req-4341c1fe-da6e-470b-bf7d-1703bf07de9a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 20 22:50:52.476436 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.v2.base [None req-4341c1fe-da6e-470b-bf7d-1703bf07de9a admin admin] Request body: {'subnetpool': {'is_default': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'shared': True}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 22:50:52.566745 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.policy [None req-4341c1fe-da6e-470b-bf7d-1703bf07de9a admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=109629) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 20 22:50:52.608649 dv-cinder-830096-1-iscsi neutron-server[109629]: WARNING oslo_policy.policy [None req-4341c1fe-da6e-470b-bf7d-1703bf07de9a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 20 22:50:52.609016 dv-cinder-830096-1-iscsi neutron-server[109629]: WARNING oslo_policy.policy [None req-4341c1fe-da6e-470b-bf7d-1703bf07de9a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 20 22:50:52.772026 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-4341c1fe-da6e-470b-bf7d-1703bf07de9a admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8747407328252', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8747407327529', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8747407346300', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8747407351429', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8747407358176', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8747407366037', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-4031181', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3945358', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-689148', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-614575'] for rbac-policy (None), before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:50:52.999783 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-4341c1fe-da6e-470b-bf7d-1703bf07de9a admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:50:53.001004 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [None req-4341c1fe-da6e-470b-bf7d-1703bf07de9a admin admin] 10.222.0.65 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.2368073 Feb 20 22:50:55.582505 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.65', 41500) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:50:55.899364 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.v2.base [None req-a9116e5a-dbc6-4a59-b04b-a673c3dab6af demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 22:50:55.978458 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9116e5a-dbc6-4a59-b04b-a673c3dab6af demo demo] Made reservation on behalf of 3727b6fd045c47ba8721964e0ecf9c3d for: {'network': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 22:50:55.982224 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-a9116e5a-dbc6-4a59-b04b-a673c3dab6af demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4131840'] for network (None), before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:50:55.998909 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-a9116e5a-dbc6-4a59-b04b-a673c3dab6af demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:50:56.102706 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-a9116e5a-dbc6-4a59-b04b-a673c3dab6af demo demo] Publish callbacks [] for security_group (bfd5c668-4485-4df3-bc76-def4a87df6cc), precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:50:56.157950 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-a9116e5a-dbc6-4a59-b04b-a673c3dab6af demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627867'] for security_group (bfd5c668-4485-4df3-bc76-def4a87df6cc), after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:50:56.181490 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9116e5a-dbc6-4a59-b04b-a673c3dab6af demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 81} {{(pid=109629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 22:50:56.215668 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-a9116e5a-dbc6-4a59-b04b-a673c3dab6af demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8747407231793', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4056974'] for segment (face1e14-a1e6-462d-bfac-1ab676cef385), precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:50:56.216238 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-a9116e5a-dbc6-4a59-b04b-a673c3dab6af demo demo] Unsubscribe: segment precommit_create {{(pid=109629) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 20 22:50:56.216738 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.db.segments_db [None req-a9116e5a-dbc6-4a59-b04b-a673c3dab6af demo demo] Added segment face1e14-a1e6-462d-bfac-1ab676cef385 of type vlan for network fbfa166b-6bba-4c6f-835c-834ea2077721 Feb 20 22:50:56.231607 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9116e5a-dbc6-4a59-b04b-a673c3dab6af demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=bfd5c668-4485-4df3-bc76-def4a87df6cc,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:50:56.256804 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9116e5a-dbc6-4a59-b04b-a673c3dab6af demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:50:56.257160 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9116e5a-dbc6-4a59-b04b-a673c3dab6af demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:50:56.257512 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9116e5a-dbc6-4a59-b04b-a673c3dab6af demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:50:56.257842 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9116e5a-dbc6-4a59-b04b-a673c3dab6af demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:50:56.258222 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9116e5a-dbc6-4a59-b04b-a673c3dab6af demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:50:56.258644 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9116e5a-dbc6-4a59-b04b-a673c3dab6af demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:50:56.258997 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9116e5a-dbc6-4a59-b04b-a673c3dab6af demo demo] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:50:56.259313 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9116e5a-dbc6-4a59-b04b-a673c3dab6af demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:50:56.259627 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9116e5a-dbc6-4a59-b04b-a673c3dab6af demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:50:56.259954 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9116e5a-dbc6-4a59-b04b-a673c3dab6af demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:50:56.260270 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9116e5a-dbc6-4a59-b04b-a673c3dab6af demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:50:56.260580 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9116e5a-dbc6-4a59-b04b-a673c3dab6af demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:50:56.260887 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9116e5a-dbc6-4a59-b04b-a673c3dab6af demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:50:56.262217 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9116e5a-dbc6-4a59-b04b-a673c3dab6af demo demo] Tracked resource versions report: Feb 20 22:50:56.262217 dv-cinder-830096-1-iscsi neutron-server[109629]: pushed versions: Feb 20 22:50:56.262217 dv-cinder-830096-1-iscsi neutron-server[109629]: { 'AddressGroup': {'1.2'}, Feb 20 22:50:56.262217 dv-cinder-830096-1-iscsi neutron-server[109629]: 'ConntrackHelper': {'1.0'}, Feb 20 22:50:56.262217 dv-cinder-830096-1-iscsi neutron-server[109629]: 'LocalIPAssociation': {'1.0'}, Feb 20 22:50:56.262217 dv-cinder-830096-1-iscsi neutron-server[109629]: 'Log': {'1.0'}, Feb 20 22:50:56.262217 dv-cinder-830096-1-iscsi neutron-server[109629]: 'Network': {'1.1'}, Feb 20 22:50:56.262217 dv-cinder-830096-1-iscsi neutron-server[109629]: 'Port': {'1.7'}, Feb 20 22:50:56.262217 dv-cinder-830096-1-iscsi neutron-server[109629]: 'PortForwarding': {'1.2'}, Feb 20 22:50:56.262217 dv-cinder-830096-1-iscsi neutron-server[109629]: 'QosPolicy': {'1.10'}, Feb 20 22:50:56.262217 dv-cinder-830096-1-iscsi neutron-server[109629]: 'SecurityGroup': {'1.5'}, Feb 20 22:50:56.262217 dv-cinder-830096-1-iscsi neutron-server[109629]: 'SecurityGroupRule': {'1.2'}, Feb 20 22:50:56.262217 dv-cinder-830096-1-iscsi neutron-server[109629]: 'SubPort': {'1.0'}, Feb 20 22:50:56.262217 dv-cinder-830096-1-iscsi neutron-server[109629]: 'Subnet': {'1.1'}, Feb 20 22:50:56.262217 dv-cinder-830096-1-iscsi neutron-server[109629]: 'Trunk': {'1.1'}} Feb 20 22:50:56.262217 dv-cinder-830096-1-iscsi neutron-server[109629]: consumer versions: Feb 20 22:50:56.262217 dv-cinder-830096-1-iscsi neutron-server[109629]: { DHCP agent@dv-cinder-830096-1-iscsi: {}, Feb 20 22:50:56.262217 dv-cinder-830096-1-iscsi neutron-server[109629]: L3 agent@dv-cinder-830096-1-iscsi: {}, Feb 20 22:50:56.262217 dv-cinder-830096-1-iscsi neutron-server[109629]: Metadata agent@dv-cinder-830096-1-iscsi: {}, Feb 20 22:50:56.262217 dv-cinder-830096-1-iscsi neutron-server[109629]: Metering agent@dv-cinder-830096-1-iscsi: {}, Feb 20 22:50:56.262217 dv-cinder-830096-1-iscsi neutron-server[109629]: Open vSwitch agent@dv-cinder-830096-1-iscsi: { 'AddressGroup': '1.2', Feb 20 22:50:56.262217 dv-cinder-830096-1-iscsi neutron-server[109629]: 'ConntrackHelper': '1.0', Feb 20 22:50:56.262217 dv-cinder-830096-1-iscsi neutron-server[109629]: 'LocalIPAssociation': '1.0', Feb 20 22:50:56.262217 dv-cinder-830096-1-iscsi neutron-server[109629]: 'Log': '1.0', Feb 20 22:50:56.262217 dv-cinder-830096-1-iscsi neutron-server[109629]: 'Network': '1.1', Feb 20 22:50:56.262217 dv-cinder-830096-1-iscsi neutron-server[109629]: 'Port': '1.7', Feb 20 22:50:56.262217 dv-cinder-830096-1-iscsi neutron-server[109629]: 'PortForwarding': '1.2', Feb 20 22:50:56.262217 dv-cinder-830096-1-iscsi neutron-server[109629]: 'QosPolicy': '1.10', Feb 20 22:50:56.262217 dv-cinder-830096-1-iscsi neutron-server[109629]: 'SecurityGroup': '1.5', Feb 20 22:50:56.262217 dv-cinder-830096-1-iscsi neutron-server[109629]: 'SecurityGroupRule': '1.2', Feb 20 22:50:56.262217 dv-cinder-830096-1-iscsi neutron-server[109629]: 'SubPort': '1.0', Feb 20 22:50:56.262217 dv-cinder-830096-1-iscsi neutron-server[109629]: 'Subnet': '1.1', Feb 20 22:50:56.262217 dv-cinder-830096-1-iscsi neutron-server[109629]: 'Trunk': '1.1'}} Feb 20 22:50:56.262217 dv-cinder-830096-1-iscsi neutron-server[109629]: {{(pid=109629) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 20 22:50:56.323997 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-a9116e5a-dbc6-4a59-b04b-a673c3dab6af demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747406756747'] for network (fbfa166b-6bba-4c6f-835c-834ea2077721), precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:50:56.415835 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-a9116e5a-dbc6-4a59-b04b-a673c3dab6af demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510'] for network (fbfa166b-6bba-4c6f-835c-834ea2077721), after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:50:56.420873 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9116e5a-dbc6-4a59-b04b-a673c3dab6af demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:50:56.421587 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-a9116e5a-dbc6-4a59-b04b-a673c3dab6af demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565544'] for network (None), before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:50:56.531224 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9116e5a-dbc6-4a59-b04b-a673c3dab6af demo demo] Pushing event updated for resources: {'Network': ['ID=fbfa166b-6bba-4c6f-835c-834ea2077721,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:50:56.542933 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Network fbfa166b-6bba-4c6f-835c-834ea2077721 details requested by agent ovs-agent-dv-cinder-830096-1-iscsi with host dv-cinder-830096-1-iscsi {{(pid=109630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 22:50:56.592967 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [None req-a9116e5a-dbc6-4a59-b04b-a673c3dab6af demo demo] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 1.0094037 Feb 20 22:50:59.167509 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.65', 41512) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:50:59.566029 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d75f01e-9898-4a90-8eb7-7895d41ce1ee demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:50:59.567327 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [None req-7d75f01e-9898-4a90-8eb7-7895d41ce1ee demo admin] 10.222.0.65 "GET /v2.0/networks/fbfa166b-6bba-4c6f-835c-834ea2077721 HTTP/1.1" status: 200 len: 824 time: 0.3988848 Feb 20 22:50:59.592875 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [None req-05db68d9-ce3b-4261-9e7e-2048062c4728 demo admin] 10.222.0.65 "GET /v2.0/subnetpools/71d8112d-7a04-4af1-9588-fa6487527ed0 HTTP/1.1" status: 200 len: 734 time: 0.0197194 Feb 20 22:50:59.601910 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.v2.base [None req-5b97ad53-d4f2-49d3-83e1-3e460583a60b demo admin] Request body: {'subnet': {'name': 'private-subnet', 'subnetpool_id': '71d8112d-7a04-4af1-9588-fa6487527ed0', 'network_id': 'fbfa166b-6bba-4c6f-835c-834ea2077721', 'gateway_ip': '172.20.0.1', 'ip_version': 4}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 22:50:59.669665 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b97ad53-d4f2-49d3-83e1-3e460583a60b demo admin] Made reservation on behalf of 3727b6fd045c47ba8721964e0ecf9c3d for: {'subnet': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 22:50:59.671904 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-5b97ad53-d4f2-49d3-83e1-3e460583a60b demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:51:00.018834 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-5b97ad53-d4f2-49d3-83e1-3e460583a60b demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510'] for subnet (4341e3c6-093e-41ce-baea-8eabcf329100), after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:51:00.088654 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b97ad53-d4f2-49d3-83e1-3e460583a60b demo admin] Pushing event updated for resources: {'Subnet': ['ID=4341e3c6-093e-41ce-baea-8eabcf329100,revision_number=0']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:51:00.093041 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b97ad53-d4f2-49d3-83e1-3e460583a60b demo admin] Checking segment: {'id': 'face1e14-a1e6-462d-bfac-1ab676cef385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'fbfa166b-6bba-4c6f-835c-834ea2077721'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 22:51:00.093431 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b97ad53-d4f2-49d3-83e1-3e460583a60b demo admin] Network hostable DHCP agents. Network: fbfa166b-6bba-4c6f-835c-834ea2077721, hostable agents: ['83a03d73-f5e1-4f72-b2a3-d557ae097998'], hosted agents: [] {{(pid=109629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 22:51:00.172760 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b97ad53-d4f2-49d3-83e1-3e460583a60b demo admin] Network fbfa166b-6bba-4c6f-835c-834ea2077721 is scheduled to be hosted by DHCP agent 83a03d73-f5e1-4f72-b2a3-d557ae097998 with binding_index 1 {{(pid=109629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 22:51:00.235443 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [None req-5b97ad53-d4f2-49d3-83e1-3e460583a60b demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830096-1-iscsi, fbfa166b-6bba-4c6f-835c-834ea2077721) {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 22:51:00.240569 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b97ad53-d4f2-49d3-83e1-3e460583a60b demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:51:00.241169 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-5b97ad53-d4f2-49d3-83e1-3e460583a60b demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565544'] for subnet (None), before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:51:00.246604 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10912862-ce51-4db5-9dd9-8dfbccf79cc5 None None] Network fbfa166b-6bba-4c6f-835c-834ea2077721 requested from dv-cinder-830096-1-iscsi {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 22:51:00.307661 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [None req-5b97ad53-d4f2-49d3-83e1-3e460583a60b demo admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7092783 Feb 20 22:51:00.514782 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6da0b2f9-f7d5-49d7-b3e4-d7f7ce31f440 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c3c1bb5-3d94-599d-bc7e-fdaa49c69afc-fbfa166b-6bba-4c6f-835c-834ea2077721', 'network_id': 'fbfa166b-6bba-4c6f-835c-834ea2077721', 'project_id': '3727b6fd045c47ba8721964e0ecf9c3d', 'fixed_ips': [{'subnet_id': '4341e3c6-093e-41ce-baea-8eabcf329100'}]}} from dv-cinder-830096-1-iscsi. {{(pid=109630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 22:51:00.516004 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-6da0b2f9-f7d5-49d7-b3e4-d7f7ce31f440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4131840'] for port (None), before_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:51:00.806137 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.db_base_plugin_common [None req-6da0b2f9-f7d5-49d7-b3e4-d7f7ce31f440 None None] Allocated IP 172.20.0.2 (fbfa166b-6bba-4c6f-835c-834ea2077721/4341e3c6-093e-41ce-baea-8eabcf329100/cfcc078f-00eb-4b1b-8cfa-aa09b843b7b7) {{(pid=109630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 22:51:01.070079 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-6da0b2f9-f7d5-49d7-b3e4-d7f7ce31f440 None None] Publish callbacks [] for port (cfcc078f-00eb-4b1b-8cfa-aa09b843b7b7), precommit_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:51:01.151730 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-6da0b2f9-f7d5-49d7-b3e4-d7f7ce31f440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747406771496'] for port (cfcc078f-00eb-4b1b-8cfa-aa09b843b7b7), after_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:51:01.230456 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6da0b2f9-f7d5-49d7-b3e4-d7f7ce31f440 None None] Network fbfa166b-6bba-4c6f-835c-834ea2077721 is already hosted by enough agents. {{(pid=109630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 22:51:01.240419 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.scheduler.base_scheduler [None req-6da0b2f9-f7d5-49d7-b3e4-d7f7ce31f440 None None] Resources bound (agent type, host, resource id): {{(pid=109630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 22:51:01.243830 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da0b2f9-f7d5-49d7-b3e4-d7f7ce31f440 None None] Pushing event updated for resources: {'Port': ['ID=cfcc078f-00eb-4b1b-8cfa-aa09b843b7b7,revision_number=1']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:51:01.246214 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6da0b2f9-f7d5-49d7-b3e4-d7f7ce31f440 None None] Received port after_create {{(pid=109630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 22:51:01.255946 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da0b2f9-f7d5-49d7-b3e4-d7f7ce31f440 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:51:01.256531 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da0b2f9-f7d5-49d7-b3e4-d7f7ce31f440 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:51:01.256632 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da0b2f9-f7d5-49d7-b3e4-d7f7ce31f440 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:51:01.256971 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da0b2f9-f7d5-49d7-b3e4-d7f7ce31f440 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:51:01.257303 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da0b2f9-f7d5-49d7-b3e4-d7f7ce31f440 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:51:01.257629 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da0b2f9-f7d5-49d7-b3e4-d7f7ce31f440 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:51:01.257956 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da0b2f9-f7d5-49d7-b3e4-d7f7ce31f440 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:51:01.258281 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da0b2f9-f7d5-49d7-b3e4-d7f7ce31f440 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:51:01.258629 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da0b2f9-f7d5-49d7-b3e4-d7f7ce31f440 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:51:01.258969 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da0b2f9-f7d5-49d7-b3e4-d7f7ce31f440 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:51:01.259294 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da0b2f9-f7d5-49d7-b3e4-d7f7ce31f440 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:51:01.259613 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da0b2f9-f7d5-49d7-b3e4-d7f7ce31f440 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:51:01.259932 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da0b2f9-f7d5-49d7-b3e4-d7f7ce31f440 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:51:01.261294 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da0b2f9-f7d5-49d7-b3e4-d7f7ce31f440 None None] Tracked resource versions report: Feb 20 22:51:01.261294 dv-cinder-830096-1-iscsi neutron-server[109630]: pushed versions: Feb 20 22:51:01.261294 dv-cinder-830096-1-iscsi neutron-server[109630]: { 'AddressGroup': {'1.2'}, Feb 20 22:51:01.261294 dv-cinder-830096-1-iscsi neutron-server[109630]: 'ConntrackHelper': {'1.0'}, Feb 20 22:51:01.261294 dv-cinder-830096-1-iscsi neutron-server[109630]: 'LocalIPAssociation': {'1.0'}, Feb 20 22:51:01.261294 dv-cinder-830096-1-iscsi neutron-server[109630]: 'Log': {'1.0'}, Feb 20 22:51:01.261294 dv-cinder-830096-1-iscsi neutron-server[109630]: 'Network': {'1.1'}, Feb 20 22:51:01.261294 dv-cinder-830096-1-iscsi neutron-server[109630]: 'Port': {'1.7'}, Feb 20 22:51:01.261294 dv-cinder-830096-1-iscsi neutron-server[109630]: 'PortForwarding': {'1.2'}, Feb 20 22:51:01.261294 dv-cinder-830096-1-iscsi neutron-server[109630]: 'QosPolicy': {'1.10'}, Feb 20 22:51:01.261294 dv-cinder-830096-1-iscsi neutron-server[109630]: 'SecurityGroup': {'1.5'}, Feb 20 22:51:01.261294 dv-cinder-830096-1-iscsi neutron-server[109630]: 'SecurityGroupRule': {'1.2'}, Feb 20 22:51:01.261294 dv-cinder-830096-1-iscsi neutron-server[109630]: 'SubPort': {'1.0'}, Feb 20 22:51:01.261294 dv-cinder-830096-1-iscsi neutron-server[109630]: 'Subnet': {'1.1'}, Feb 20 22:51:01.261294 dv-cinder-830096-1-iscsi neutron-server[109630]: 'Trunk': {'1.1'}} Feb 20 22:51:01.261294 dv-cinder-830096-1-iscsi neutron-server[109630]: consumer versions: Feb 20 22:51:01.261294 dv-cinder-830096-1-iscsi neutron-server[109630]: { DHCP agent@dv-cinder-830096-1-iscsi: {}, Feb 20 22:51:01.261294 dv-cinder-830096-1-iscsi neutron-server[109630]: L3 agent@dv-cinder-830096-1-iscsi: {}, Feb 20 22:51:01.261294 dv-cinder-830096-1-iscsi neutron-server[109630]: Metadata agent@dv-cinder-830096-1-iscsi: {}, Feb 20 22:51:01.261294 dv-cinder-830096-1-iscsi neutron-server[109630]: Metering agent@dv-cinder-830096-1-iscsi: {}, Feb 20 22:51:01.261294 dv-cinder-830096-1-iscsi neutron-server[109630]: Open vSwitch agent@dv-cinder-830096-1-iscsi: { 'AddressGroup': '1.2', Feb 20 22:51:01.261294 dv-cinder-830096-1-iscsi neutron-server[109630]: 'ConntrackHelper': '1.0', Feb 20 22:51:01.261294 dv-cinder-830096-1-iscsi neutron-server[109630]: 'LocalIPAssociation': '1.0', Feb 20 22:51:01.261294 dv-cinder-830096-1-iscsi neutron-server[109630]: 'Log': '1.0', Feb 20 22:51:01.261294 dv-cinder-830096-1-iscsi neutron-server[109630]: 'Network': '1.1', Feb 20 22:51:01.261294 dv-cinder-830096-1-iscsi neutron-server[109630]: 'Port': '1.7', Feb 20 22:51:01.261294 dv-cinder-830096-1-iscsi neutron-server[109630]: 'PortForwarding': '1.2', Feb 20 22:51:01.261294 dv-cinder-830096-1-iscsi neutron-server[109630]: 'QosPolicy': '1.10', Feb 20 22:51:01.261294 dv-cinder-830096-1-iscsi neutron-server[109630]: 'SecurityGroup': '1.5', Feb 20 22:51:01.261294 dv-cinder-830096-1-iscsi neutron-server[109630]: 'SecurityGroupRule': '1.2', Feb 20 22:51:01.261294 dv-cinder-830096-1-iscsi neutron-server[109630]: 'SubPort': '1.0', Feb 20 22:51:01.261294 dv-cinder-830096-1-iscsi neutron-server[109630]: 'Subnet': '1.1', Feb 20 22:51:01.261294 dv-cinder-830096-1-iscsi neutron-server[109630]: 'Trunk': '1.1'}} Feb 20 22:51:01.261294 dv-cinder-830096-1-iscsi neutron-server[109630]: {{(pid=109630) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 20 22:51:01.344226 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-6da0b2f9-f7d5-49d7-b3e4-d7f7ce31f440 None None] Attempting to bind port cfcc078f-00eb-4b1b-8cfa-aa09b843b7b7 on host dv-cinder-830096-1-iscsi for vnic_type normal with profile {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 22:51:01.344226 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-6da0b2f9-f7d5-49d7-b3e4-d7f7ce31f440 None None] Attempting to bind port cfcc078f-00eb-4b1b-8cfa-aa09b843b7b7 by drivers openvswitch,hyperv on host dv-cinder-830096-1-iscsi at level 0 using segments [{'id': 'face1e14-a1e6-462d-bfac-1ab676cef385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'fbfa166b-6bba-4c6f-835c-834ea2077721'}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 22:51:01.344226 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6da0b2f9-f7d5-49d7-b3e4-d7f7ce31f440 None None] Attempting to bind port cfcc078f-00eb-4b1b-8cfa-aa09b843b7b7 on network fbfa166b-6bba-4c6f-835c-834ea2077721 {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 22:51:01.346403 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6da0b2f9-f7d5-49d7-b3e4-d7f7ce31f440 None None] Checking agent: {'id': '2dc95353-690e-4eed-857f-cdb5bbe3a4be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830096-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 22, 50, 49), 'started_at': datetime.datetime(2022, 2, 20, 22, 50, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 22, 50, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830096-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 22:51:01.346791 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6da0b2f9-f7d5-49d7-b3e4-d7f7ce31f440 None None] Checking segment: {'id': 'face1e14-a1e6-462d-bfac-1ab676cef385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'fbfa166b-6bba-4c6f-835c-834ea2077721'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 22:51:01.347269 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-6da0b2f9-f7d5-49d7-b3e4-d7f7ce31f440 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:51:01.347656 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6da0b2f9-f7d5-49d7-b3e4-d7f7ce31f440 None None] Bound using segment: {'id': 'face1e14-a1e6-462d-bfac-1ab676cef385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'fbfa166b-6bba-4c6f-835c-834ea2077721'} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 22:51:01.348132 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-6da0b2f9-f7d5-49d7-b3e4-d7f7ce31f440 None None] Bound port: cfcc078f-00eb-4b1b-8cfa-aa09b843b7b7, host: dv-cinder-830096-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'face1e14-a1e6-462d-bfac-1ab676cef385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'fbfa166b-6bba-4c6f-835c-834ea2077721'}}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 22:51:01.348534 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-6da0b2f9-f7d5-49d7-b3e4-d7f7ce31f440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4131840'] for port (cfcc078f-00eb-4b1b-8cfa-aa09b843b7b7), before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:51:01.411389 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-6da0b2f9-f7d5-49d7-b3e4-d7f7ce31f440 None None] For port cfcc078f-00eb-4b1b-8cfa-aa09b843b7b7, host dv-cinder-830096-1-iscsi, cleared binding levels {{(pid=109630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 22:51:01.416148 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-6da0b2f9-f7d5-49d7-b3e4-d7f7ce31f440 None None] For port cfcc078f-00eb-4b1b-8cfa-aa09b843b7b7, host dv-cinder-830096-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-1-iscsi',level=0,port_id=cfcc078f-00eb-4b1b-8cfa-aa09b843b7b7,segment=NetworkSegment(face1e14-a1e6-462d-bfac-1ab676cef385),segment_id=face1e14-a1e6-462d-bfac-1ab676cef385)] {{(pid=109630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 22:51:01.513298 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-6da0b2f9-f7d5-49d7-b3e4-d7f7ce31f440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747407212427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747406771514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747406771532'] for port (cfcc078f-00eb-4b1b-8cfa-aa09b843b7b7), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:51:01.576355 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da0b2f9-f7d5-49d7-b3e4-d7f7ce31f440 None None] Pushing event updated for resources: {'Port': ['ID=cfcc078f-00eb-4b1b-8cfa-aa09b843b7b7,revision_number=2']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:51:02.873621 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.65', 41520) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:51:03.190999 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.wsgi [None req-790dd60a-3648-44c6-a6d9-eb61444195bb admin admin] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=109628) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 22:51:03.191969 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [None req-790dd60a-3648-44c6-a6d9-eb61444195bb admin admin] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3174171 Feb 20 22:51:05.736182 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.65', 41528) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:51:06.045369 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.wsgi [None req-1bd855b3-0d21-44c8-b2bd-673fb9cb3ad5 admin admin] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=109628) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 22:51:06.046444 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [None req-1bd855b3-0d21-44c8-b2bd-673fb9cb3ad5 admin admin] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3093407 Feb 20 22:51:08.610190 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.65', 41536) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:51:08.920175 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.v2.base [None req-7b3f640d-6aed-4367-93ba-6953423f294d demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 22:51:08.979283 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.policy [None req-7b3f640d-6aed-4367-93ba-6953423f294d demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=109628) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 20 22:51:09.021775 dv-cinder-830096-1-iscsi neutron-server[109628]: WARNING oslo_policy.policy [None req-7b3f640d-6aed-4367-93ba-6953423f294d demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 20 22:51:09.022149 dv-cinder-830096-1-iscsi neutron-server[109628]: WARNING oslo_policy.policy [None req-7b3f640d-6aed-4367-93ba-6953423f294d demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 20 22:51:09.158303 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-7b3f640d-6aed-4367-93ba-6953423f294d demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-701372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6487'] for router (2bb4dcc1-e87b-4eb3-b4a8-9b39fd33a5c4), before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:51:09.160325 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-7b3f640d-6aed-4367-93ba-6953423f294d demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-700716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-704125', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-623842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6572'] for router (2bb4dcc1-e87b-4eb3-b4a8-9b39fd33a5c4), precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:51:09.315606 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-7b3f640d-6aed-4367-93ba-6953423f294d demo demo] Publish callbacks [] for router_controller (2bb4dcc1-e87b-4eb3-b4a8-9b39fd33a5c4), precommit_add_association {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:51:09.471230 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-7b3f640d-6aed-4367-93ba-6953423f294d demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-700709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-704170'] for router (2bb4dcc1-e87b-4eb3-b4a8-9b39fd33a5c4), after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:51:09.592267 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-7b3f640d-6aed-4367-93ba-6953423f294d demo demo] Publish callbacks [] for router (None), before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:51:09.593870 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [None req-7b3f640d-6aed-4367-93ba-6953423f294d demo demo] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.9826758 Feb 20 22:51:11.303720 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Device cfcc078f-00eb-4b1b-8cfa-aa09b843b7b7 up at agent ovs-agent-dv-cinder-830096-1-iscsi {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 22:51:11.391175 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Provisioning complete for port cfcc078f-00eb-4b1b-8cfa-aa09b843b7b7 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 22:51:11.391599 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4145689'] for port (cfcc078f-00eb-4b1b-8cfa-aa09b843b7b7), provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:51:11.500047 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Current status of the port cfcc078f-00eb-4b1b-8cfa-aa09b843b7b7 is: DOWN; New status is: ACTIVE {{(pid=109630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 22:51:11.500338 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4131840'] for port (cfcc078f-00eb-4b1b-8cfa-aa09b843b7b7), before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:51:11.537145 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] For port cfcc078f-00eb-4b1b-8cfa-aa09b843b7b7, host dv-cinder-830096-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-1-iscsi',level=0,port_id=cfcc078f-00eb-4b1b-8cfa-aa09b843b7b7,segment=NetworkSegment(face1e14-a1e6-462d-bfac-1ab676cef385),segment_id=face1e14-a1e6-462d-bfac-1ab676cef385)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 22:51:11.604067 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747407212427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747406771514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747406771532'] for port (cfcc078f-00eb-4b1b-8cfa-aa09b843b7b7), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:51:11.655714 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Pushing event updated for resources: {'Port': ['ID=cfcc078f-00eb-4b1b-8cfa-aa09b843b7b7,revision_number=3']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:51:12.175628 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.65', 41550) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:51:12.264349 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-2bb98993-dc47-42c8-8357-3a50043f3593 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (83a03d73-f5e1-4f72-b2a3-d557ae097998), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:51:12.490606 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.wsgi [None req-358d6c65-e606-40bf-8717-f7286a997eb1 admin admin] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=109628) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 22:51:12.505463 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [None req-358d6c65-e606-40bf-8717-f7286a997eb1 admin admin] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3147664 Feb 20 22:51:12.917460 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89f33211-975c-4c79-a7f2-f43d3ea60c4e None None] Network fbfa166b-6bba-4c6f-835c-834ea2077721 requested from dv-cinder-830096-1-iscsi {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 22:51:12.969187 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-b17a1dc1-206b-40be-9af3-70bb3ae95067 None None] Provisioning complete for port cfcc078f-00eb-4b1b-8cfa-aa09b843b7b7 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 22:51:12.969571 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-b17a1dc1-206b-40be-9af3-70bb3ae95067 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4145689'] for port (cfcc078f-00eb-4b1b-8cfa-aa09b843b7b7), provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:51:13.098229 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-b17a1dc1-206b-40be-9af3-70bb3ae95067 None None] Current status of the port cfcc078f-00eb-4b1b-8cfa-aa09b843b7b7 is: ACTIVE; New status is: ACTIVE {{(pid=109630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 22:51:13.259786 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Device cfcc078f-00eb-4b1b-8cfa-aa09b843b7b7 up at agent ovs-agent-dv-cinder-830096-1-iscsi {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 22:51:13.323596 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Provisioning complete for port cfcc078f-00eb-4b1b-8cfa-aa09b843b7b7 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 22:51:13.323987 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4145689'] for port (cfcc078f-00eb-4b1b-8cfa-aa09b843b7b7), provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:51:13.326736 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0a18a43e-2ce2-4455-874b-bfe0ba10d413 None None] Provisioning complete for port cfcc078f-00eb-4b1b-8cfa-aa09b843b7b7 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 22:51:13.332517 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0a18a43e-2ce2-4455-874b-bfe0ba10d413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4145689'] for port (cfcc078f-00eb-4b1b-8cfa-aa09b843b7b7), provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:51:13.460611 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-0a18a43e-2ce2-4455-874b-bfe0ba10d413 None None] Current status of the port cfcc078f-00eb-4b1b-8cfa-aa09b843b7b7 is: ACTIVE; New status is: ACTIVE {{(pid=109630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 22:51:13.462442 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Current status of the port cfcc078f-00eb-4b1b-8cfa-aa09b843b7b7 is: ACTIVE; New status is: ACTIVE {{(pid=109630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 22:51:14.507275 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-f6d7cb36-6800-4e57-9727-9af6d26b26a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (13c347f3-1c01-45ee-af8c-9f8a630e0f23), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:51:15.008566 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.65', 41558) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:51:15.324551 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.v2.base [None req-01203f99-28a6-49e8-9a36-5f91d971201d admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'router:external': True, 'name': 'public', 'is_default': True, 'admin_state_up': True, 'provider:network_type': 'flat'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 22:51:15.406749 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01203f99-28a6-49e8-9a36-5f91d971201d admin admin] Made reservation on behalf of dd9cc74c0f22412b8a797ab499e1099a for: {'network': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 22:51:15.409430 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-01203f99-28a6-49e8-9a36-5f91d971201d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4131840'] for network (None), before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:51:15.425059 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-01203f99-28a6-49e8-9a36-5f91d971201d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:51:15.524935 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-01203f99-28a6-49e8-9a36-5f91d971201d admin admin] Publish callbacks [] for security_group (3ffa1d84-cb9b-467f-b08a-62d51e8c0d0f), precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:51:15.596002 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-01203f99-28a6-49e8-9a36-5f91d971201d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627867'] for security_group (3ffa1d84-cb9b-467f-b08a-62d51e8c0d0f), after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:51:15.609972 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-01203f99-28a6-49e8-9a36-5f91d971201d admin admin] Reserving flat network on physical network physnet1 {{(pid=109628) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Feb 20 22:51:15.641779 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-01203f99-28a6-49e8-9a36-5f91d971201d admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8747407231793', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4056974'] for segment (c35aac5e-90b0-4d56-90ba-57f79ef09092), precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:51:15.642329 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-01203f99-28a6-49e8-9a36-5f91d971201d admin admin] Unsubscribe: segment precommit_create {{(pid=109628) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 20 22:51:15.642856 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.db.segments_db [None req-01203f99-28a6-49e8-9a36-5f91d971201d admin admin] Added segment c35aac5e-90b0-4d56-90ba-57f79ef09092 of type flat for network 5f52b71d-61c7-49bc-86ae-3e3415c25b55 Feb 20 22:51:15.658827 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01203f99-28a6-49e8-9a36-5f91d971201d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ffa1d84-cb9b-467f-b08a-62d51e8c0d0f,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:51:15.707907 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01203f99-28a6-49e8-9a36-5f91d971201d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:51:15.708870 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01203f99-28a6-49e8-9a36-5f91d971201d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:51:15.709212 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01203f99-28a6-49e8-9a36-5f91d971201d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:51:15.709541 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01203f99-28a6-49e8-9a36-5f91d971201d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:51:15.709895 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01203f99-28a6-49e8-9a36-5f91d971201d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:51:15.710217 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01203f99-28a6-49e8-9a36-5f91d971201d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:51:15.710580 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01203f99-28a6-49e8-9a36-5f91d971201d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:51:15.710904 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01203f99-28a6-49e8-9a36-5f91d971201d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:51:15.711238 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01203f99-28a6-49e8-9a36-5f91d971201d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:51:15.711558 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01203f99-28a6-49e8-9a36-5f91d971201d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:51:15.711872 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01203f99-28a6-49e8-9a36-5f91d971201d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:51:15.712184 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01203f99-28a6-49e8-9a36-5f91d971201d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:51:15.712494 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01203f99-28a6-49e8-9a36-5f91d971201d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:51:15.713889 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01203f99-28a6-49e8-9a36-5f91d971201d admin admin] Tracked resource versions report: Feb 20 22:51:15.713889 dv-cinder-830096-1-iscsi neutron-server[109628]: pushed versions: Feb 20 22:51:15.713889 dv-cinder-830096-1-iscsi neutron-server[109628]: { 'AddressGroup': {'1.2'}, Feb 20 22:51:15.713889 dv-cinder-830096-1-iscsi neutron-server[109628]: 'ConntrackHelper': {'1.0'}, Feb 20 22:51:15.713889 dv-cinder-830096-1-iscsi neutron-server[109628]: 'LocalIPAssociation': {'1.0'}, Feb 20 22:51:15.713889 dv-cinder-830096-1-iscsi neutron-server[109628]: 'Log': {'1.0'}, Feb 20 22:51:15.713889 dv-cinder-830096-1-iscsi neutron-server[109628]: 'Network': {'1.1'}, Feb 20 22:51:15.713889 dv-cinder-830096-1-iscsi neutron-server[109628]: 'Port': {'1.7'}, Feb 20 22:51:15.713889 dv-cinder-830096-1-iscsi neutron-server[109628]: 'PortForwarding': {'1.2'}, Feb 20 22:51:15.713889 dv-cinder-830096-1-iscsi neutron-server[109628]: 'QosPolicy': {'1.10'}, Feb 20 22:51:15.713889 dv-cinder-830096-1-iscsi neutron-server[109628]: 'SecurityGroup': {'1.5'}, Feb 20 22:51:15.713889 dv-cinder-830096-1-iscsi neutron-server[109628]: 'SecurityGroupRule': {'1.2'}, Feb 20 22:51:15.713889 dv-cinder-830096-1-iscsi neutron-server[109628]: 'SubPort': {'1.0'}, Feb 20 22:51:15.713889 dv-cinder-830096-1-iscsi neutron-server[109628]: 'Subnet': {'1.1'}, Feb 20 22:51:15.713889 dv-cinder-830096-1-iscsi neutron-server[109628]: 'Trunk': {'1.1'}} Feb 20 22:51:15.713889 dv-cinder-830096-1-iscsi neutron-server[109628]: consumer versions: Feb 20 22:51:15.713889 dv-cinder-830096-1-iscsi neutron-server[109628]: { DHCP agent@dv-cinder-830096-1-iscsi: {}, Feb 20 22:51:15.713889 dv-cinder-830096-1-iscsi neutron-server[109628]: L3 agent@dv-cinder-830096-1-iscsi: {}, Feb 20 22:51:15.713889 dv-cinder-830096-1-iscsi neutron-server[109628]: Metadata agent@dv-cinder-830096-1-iscsi: {}, Feb 20 22:51:15.713889 dv-cinder-830096-1-iscsi neutron-server[109628]: Metering agent@dv-cinder-830096-1-iscsi: {}, Feb 20 22:51:15.713889 dv-cinder-830096-1-iscsi neutron-server[109628]: Open vSwitch agent@dv-cinder-830096-1-iscsi: { 'AddressGroup': '1.2', Feb 20 22:51:15.713889 dv-cinder-830096-1-iscsi neutron-server[109628]: 'ConntrackHelper': '1.0', Feb 20 22:51:15.713889 dv-cinder-830096-1-iscsi neutron-server[109628]: 'LocalIPAssociation': '1.0', Feb 20 22:51:15.713889 dv-cinder-830096-1-iscsi neutron-server[109628]: 'Log': '1.0', Feb 20 22:51:15.713889 dv-cinder-830096-1-iscsi neutron-server[109628]: 'Network': '1.1', Feb 20 22:51:15.713889 dv-cinder-830096-1-iscsi neutron-server[109628]: 'Port': '1.7', Feb 20 22:51:15.713889 dv-cinder-830096-1-iscsi neutron-server[109628]: 'PortForwarding': '1.2', Feb 20 22:51:15.713889 dv-cinder-830096-1-iscsi neutron-server[109628]: 'QosPolicy': '1.10', Feb 20 22:51:15.713889 dv-cinder-830096-1-iscsi neutron-server[109628]: 'SecurityGroup': '1.5', Feb 20 22:51:15.713889 dv-cinder-830096-1-iscsi neutron-server[109628]: 'SecurityGroupRule': '1.2', Feb 20 22:51:15.713889 dv-cinder-830096-1-iscsi neutron-server[109628]: 'SubPort': '1.0', Feb 20 22:51:15.713889 dv-cinder-830096-1-iscsi neutron-server[109628]: 'Subnet': '1.1', Feb 20 22:51:15.713889 dv-cinder-830096-1-iscsi neutron-server[109628]: 'Trunk': '1.1'}} Feb 20 22:51:15.713889 dv-cinder-830096-1-iscsi neutron-server[109628]: {{(pid=109628) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 20 22:51:15.759256 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-01203f99-28a6-49e8-9a36-5f91d971201d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747406756747'] for network (5f52b71d-61c7-49bc-86ae-3e3415c25b55), precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:51:15.820805 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-343008d4-3a37-47e4-bcbd-5ef9b41dd99c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (5ba36dc9-fc49-4f8a-9e75-ea70dbbc9d37), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:51:15.883302 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-01203f99-28a6-49e8-9a36-5f91d971201d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510'] for network (5f52b71d-61c7-49bc-86ae-3e3415c25b55), after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:51:15.884566 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01203f99-28a6-49e8-9a36-5f91d971201d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:51:15.885264 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-01203f99-28a6-49e8-9a36-5f91d971201d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565544'] for network (None), before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:51:15.980552 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01203f99-28a6-49e8-9a36-5f91d971201d admin admin] Pushing event updated for resources: {'Network': ['ID=5f52b71d-61c7-49bc-86ae-3e3415c25b55,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:51:15.990950 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Network 5f52b71d-61c7-49bc-86ae-3e3415c25b55 details requested by agent ovs-agent-dv-cinder-830096-1-iscsi with host dv-cinder-830096-1-iscsi {{(pid=109630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 22:51:16.029111 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [None req-01203f99-28a6-49e8-9a36-5f91d971201d admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.0195110 Feb 20 22:51:17.121316 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-f8bda328-0f39-40fc-b2c8-28796977f3d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (e2edd6cb-ac77-47df-80b5-e0a92a5dde3d), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:51:18.537998 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.65', 41580) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:51:18.609685 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (2dc95353-690e-4eed-857f-cdb5bbe3a4be), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:51:18.752828 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4e68e46-8053-43a6-a0f2-9343e673afbe demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:51:18.754160 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [None req-a4e68e46-8053-43a6-a0f2-9343e673afbe demo admin] 10.222.0.65 "GET /v2.0/subnets/4341e3c6-093e-41ce-baea-8eabcf329100 HTTP/1.1" status: 200 len: 849 time: 0.2152085 Feb 20 22:51:18.890034 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [None req-c1e25710-a0bb-44f6-a41b-21d555901aac demo admin] 10.222.0.65 "GET /v2.0/routers/2bb4dcc1-e87b-4eb3-b4a8-9b39fd33a5c4 HTTP/1.1" status: 200 len: 704 time: 0.1301951 Feb 20 22:51:19.158001 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-27fb231b-ff8e-4752-affe-374750f6f7de demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4131840'] for port (None), before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:51:19.451457 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.db.db_base_plugin_common [None req-27fb231b-ff8e-4752-affe-374750f6f7de demo admin] Allocated IP 172.20.0.1 (fbfa166b-6bba-4c6f-835c-834ea2077721/4341e3c6-093e-41ce-baea-8eabcf329100/50faf831-58b1-417b-89bb-cf8c2974e1a4) {{(pid=109628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 22:51:19.631179 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-27fb231b-ff8e-4752-affe-374750f6f7de demo admin] Publish callbacks [] for port (50faf831-58b1-417b-89bb-cf8c2974e1a4), precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:51:19.758480 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-27fb231b-ff8e-4752-affe-374750f6f7de demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747406771496'] for port (50faf831-58b1-417b-89bb-cf8c2974e1a4), after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:51:19.832710 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27fb231b-ff8e-4752-affe-374750f6f7de demo admin] Network fbfa166b-6bba-4c6f-835c-834ea2077721 is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 22:51:19.838234 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-27fb231b-ff8e-4752-affe-374750f6f7de demo admin] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 22:51:19.846967 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27fb231b-ff8e-4752-affe-374750f6f7de demo admin] Received port after_create {{(pid=109628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 22:51:19.847507 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-27fb231b-ff8e-4752-affe-374750f6f7de demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-702845'] for router_interface (2bb4dcc1-e87b-4eb3-b4a8-9b39fd33a5c4), before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:51:19.868820 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fb231b-ff8e-4752-affe-374750f6f7de demo admin] Pushing event updated for resources: {'Port': ['ID=50faf831-58b1-417b-89bb-cf8c2974e1a4,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:51:20.021187 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-d000abb9-03d4-4a15-83b4-f3fa8c997d73 None None] Provisioning complete for port 50faf831-58b1-417b-89bb-cf8c2974e1a4 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 22:51:20.021694 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-d000abb9-03d4-4a15-83b4-f3fa8c997d73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4145689'] for port (50faf831-58b1-417b-89bb-cf8c2974e1a4), provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:51:20.053803 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-d000abb9-03d4-4a15-83b4-f3fa8c997d73 None None] Port 50faf831-58b1-417b-89bb-cf8c2974e1a4 cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 22:51:20.197023 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-27fb231b-ff8e-4752-affe-374750f6f7de demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4131840'] for port (50faf831-58b1-417b-89bb-cf8c2974e1a4), before_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:51:20.398039 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-27fb231b-ff8e-4752-affe-374750f6f7de demo admin] Publish callbacks [] for port (50faf831-58b1-417b-89bb-cf8c2974e1a4), precommit_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:51:20.480724 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-27fb231b-ff8e-4752-affe-374750f6f7de demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747407212427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747406771514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747406771532'] for port (50faf831-58b1-417b-89bb-cf8c2974e1a4), after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:51:20.481485 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-27fb231b-ff8e-4752-affe-374750f6f7de demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-565524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-702953'] for router_interface (2bb4dcc1-e87b-4eb3-b4a8-9b39fd33a5c4), after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:51:20.559683 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fb231b-ff8e-4752-affe-374750f6f7de demo admin] Pushing event updated for resources: {'Port': ['ID=50faf831-58b1-417b-89bb-cf8c2974e1a4,revision_number=2']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:51:20.604469 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27fb231b-ff8e-4752-affe-374750f6f7de demo admin] Network fbfa166b-6bba-4c6f-835c-834ea2077721 is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 22:51:20.605811 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-27fb231b-ff8e-4752-affe-374750f6f7de demo admin] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 22:51:20.875651 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27fb231b-ff8e-4752-affe-374750f6f7de demo admin] Router 2bb4dcc1-e87b-4eb3-b4a8-9b39fd33a5c4 is scheduled to L3 agent 13c347f3-1c01-45ee-af8c-9f8a630e0f23 with binding_index 1 {{(pid=109628) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 20 22:51:20.876967 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-087a95fb-4708-4f23-82e8-8d4532d27154 None None] Provisioning complete for port 50faf831-58b1-417b-89bb-cf8c2974e1a4 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 22:51:20.877372 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-087a95fb-4708-4f23-82e8-8d4532d27154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4145689'] for port (50faf831-58b1-417b-89bb-cf8c2974e1a4), provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:51:20.912415 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-087a95fb-4708-4f23-82e8-8d4532d27154 None None] Port 50faf831-58b1-417b-89bb-cf8c2974e1a4 cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 22:51:20.971040 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27fb231b-ff8e-4752-affe-374750f6f7de demo admin] Notify agent at l3_agent.dv-cinder-830096-1-iscsi the message routers_updated {{(pid=109628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 22:51:20.976760 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [None req-27fb231b-ff8e-4752-affe-374750f6f7de demo admin] 10.222.0.65 "PUT /v2.0/routers/2bb4dcc1-e87b-4eb3-b4a8-9b39fd33a5c4/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0815737 Feb 20 22:51:20.994163 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f391da6-46c4-4885-8a1a-e9dce3336229 None None] Sync routers for ids ['2bb4dcc1-e87b-4eb3-b4a8-9b39fd33a5c4'] in dv-cinder-830096-1-iscsi {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 22:51:21.007425 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f391da6-46c4-4885-8a1a-e9dce3336229 None None] Routers {'2bb4dcc1-e87b-4eb3-b4a8-9b39fd33a5c4'} bound to L3 agent in host dv-cinder-830096-1-iscsi {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 22:51:21.008394 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-4f391da6-46c4-4885-8a1a-e9dce3336229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-20T22:50:44Z,description=,heartbeat_timestamp=2022-02-20T22:51:14Z,host='dv-cinder-830096-1-iscsi',id=13c347f3-1c01-45ee-af8c-9f8a630e0f23,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T22:50:45Z,topic='l3_agent')) {'router_ids': ['2bb4dcc1-e87b-4eb3-b4a8-9b39fd33a5c4'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:51:21.197905 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.db.l3_dvr_db [None req-4f391da6-46c4-4885-8a1a-e9dce3336229 None None] Set router 2bb4dcc1-e87b-4eb3-b4a8-9b39fd33a5c4 gateway port host: None {{(pid=109631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 22:51:21.647801 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.db.agents_db [None req-1f7bd598-9080-4651-a904-61cb6c9001fd None None] Agent healthcheck: found 5 active agents {{(pid=109631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 22:51:21.661177 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-4f391da6-46c4-4885-8a1a-e9dce3336229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bb4dcc1-e87b-4eb3-b4a8-9b39fd33a5c4', 'name': 'router1', 'tenant_id': '3727b6fd045c47ba8721964e0ecf9c3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T22:51:09Z', 'updated_at': '2022-02-20T22:51:19Z', 'revision_number': 2, 'project_id': '3727b6fd045c47ba8721964e0ecf9c3d', 'gw_port_host': None, '_interfaces': [{'id': '50faf831-58b1-417b-89bb-cf8c2974e1a4', 'name': '', 'network_id': 'fbfa166b-6bba-4c6f-835c-834ea2077721', 'tenant_id': '3727b6fd045c47ba8721964e0ecf9c3d', 'mac_address': 'fa:16:3e:23:36:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bb4dcc1-e87b-4eb3-b4a8-9b39fd33a5c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4341e3c6-093e-41ce-baea-8eabcf329100', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T22:51:19Z', 'updated_at': '2022-02-20T22:51:20Z', 'revision_number': 2, 'project_id': '3727b6fd045c47ba8721964e0ecf9c3d', 'subnets': [{'id': '4341e3c6-093e-41ce-baea-8eabcf329100', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '71d8112d-7a04-4af1-9588-fa6487527ed0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830096-1-iscsi', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:51:21.713662 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f391da6-46c4-4885-8a1a-e9dce3336229 None None] Checking router: 2bb4dcc1-e87b-4eb3-b4a8-9b39fd33a5c4 for host: dv-cinder-830096-1-iscsi {{(pid=109631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 22:51:21.714035 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f391da6-46c4-4885-8a1a-e9dce3336229 None None] Updating router 2bb4dcc1-e87b-4eb3-b4a8-9b39fd33a5c4 port 50faf831-58b1-417b-89bb-cf8c2974e1a4 binding host dv-cinder-830096-1-iscsi {{(pid=109631) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 22:51:21.795990 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-4f391da6-46c4-4885-8a1a-e9dce3336229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4131840'] for port (50faf831-58b1-417b-89bb-cf8c2974e1a4), before_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:51:22.300282 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-4f391da6-46c4-4885-8a1a-e9dce3336229 None None] Publish callbacks [] for port (50faf831-58b1-417b-89bb-cf8c2974e1a4), precommit_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:51:22.395550 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-4f391da6-46c4-4885-8a1a-e9dce3336229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747407212427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747406771514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747406771532'] for port (50faf831-58b1-417b-89bb-cf8c2974e1a4), after_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:51:22.490723 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0d07ef-d21e-4669-805a-b885af3c22e8 None None] Pushing event updated for resources: {'Port': ['ID=50faf831-58b1-417b-89bb-cf8c2974e1a4,revision_number=3']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:51:22.498611 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0d07ef-d21e-4669-805a-b885af3c22e8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:51:22.502462 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0d07ef-d21e-4669-805a-b885af3c22e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:51:22.502462 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0d07ef-d21e-4669-805a-b885af3c22e8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:51:22.502462 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0d07ef-d21e-4669-805a-b885af3c22e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:51:22.502462 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0d07ef-d21e-4669-805a-b885af3c22e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:51:22.502462 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0d07ef-d21e-4669-805a-b885af3c22e8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:51:22.502462 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0d07ef-d21e-4669-805a-b885af3c22e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:51:22.502462 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0d07ef-d21e-4669-805a-b885af3c22e8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:51:22.502462 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0d07ef-d21e-4669-805a-b885af3c22e8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:51:22.502462 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0d07ef-d21e-4669-805a-b885af3c22e8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:51:22.502462 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0d07ef-d21e-4669-805a-b885af3c22e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:51:22.502462 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0d07ef-d21e-4669-805a-b885af3c22e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:51:22.502462 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0d07ef-d21e-4669-805a-b885af3c22e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:51:22.503907 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0d07ef-d21e-4669-805a-b885af3c22e8 None None] Tracked resource versions report: Feb 20 22:51:22.503907 dv-cinder-830096-1-iscsi neutron-server[109631]: pushed versions: Feb 20 22:51:22.503907 dv-cinder-830096-1-iscsi neutron-server[109631]: { 'AddressGroup': {'1.2'}, Feb 20 22:51:22.503907 dv-cinder-830096-1-iscsi neutron-server[109631]: 'ConntrackHelper': {'1.0'}, Feb 20 22:51:22.503907 dv-cinder-830096-1-iscsi neutron-server[109631]: 'LocalIPAssociation': {'1.0'}, Feb 20 22:51:22.503907 dv-cinder-830096-1-iscsi neutron-server[109631]: 'Log': {'1.0'}, Feb 20 22:51:22.503907 dv-cinder-830096-1-iscsi neutron-server[109631]: 'Network': {'1.1'}, Feb 20 22:51:22.503907 dv-cinder-830096-1-iscsi neutron-server[109631]: 'Port': {'1.7'}, Feb 20 22:51:22.503907 dv-cinder-830096-1-iscsi neutron-server[109631]: 'PortForwarding': {'1.2'}, Feb 20 22:51:22.503907 dv-cinder-830096-1-iscsi neutron-server[109631]: 'QosPolicy': {'1.10'}, Feb 20 22:51:22.503907 dv-cinder-830096-1-iscsi neutron-server[109631]: 'SecurityGroup': {'1.5'}, Feb 20 22:51:22.503907 dv-cinder-830096-1-iscsi neutron-server[109631]: 'SecurityGroupRule': {'1.2'}, Feb 20 22:51:22.503907 dv-cinder-830096-1-iscsi neutron-server[109631]: 'SubPort': {'1.0'}, Feb 20 22:51:22.503907 dv-cinder-830096-1-iscsi neutron-server[109631]: 'Subnet': {'1.1'}, Feb 20 22:51:22.503907 dv-cinder-830096-1-iscsi neutron-server[109631]: 'Trunk': {'1.1'}} Feb 20 22:51:22.503907 dv-cinder-830096-1-iscsi neutron-server[109631]: consumer versions: Feb 20 22:51:22.503907 dv-cinder-830096-1-iscsi neutron-server[109631]: { DHCP agent@dv-cinder-830096-1-iscsi: {}, Feb 20 22:51:22.503907 dv-cinder-830096-1-iscsi neutron-server[109631]: L3 agent@dv-cinder-830096-1-iscsi: {}, Feb 20 22:51:22.503907 dv-cinder-830096-1-iscsi neutron-server[109631]: Metadata agent@dv-cinder-830096-1-iscsi: {}, Feb 20 22:51:22.503907 dv-cinder-830096-1-iscsi neutron-server[109631]: Metering agent@dv-cinder-830096-1-iscsi: {}, Feb 20 22:51:22.503907 dv-cinder-830096-1-iscsi neutron-server[109631]: Open vSwitch agent@dv-cinder-830096-1-iscsi: { 'AddressGroup': '1.2', Feb 20 22:51:22.503907 dv-cinder-830096-1-iscsi neutron-server[109631]: 'ConntrackHelper': '1.0', Feb 20 22:51:22.503907 dv-cinder-830096-1-iscsi neutron-server[109631]: 'LocalIPAssociation': '1.0', Feb 20 22:51:22.503907 dv-cinder-830096-1-iscsi neutron-server[109631]: 'Log': '1.0', Feb 20 22:51:22.503907 dv-cinder-830096-1-iscsi neutron-server[109631]: 'Network': '1.1', Feb 20 22:51:22.503907 dv-cinder-830096-1-iscsi neutron-server[109631]: 'Port': '1.7', Feb 20 22:51:22.503907 dv-cinder-830096-1-iscsi neutron-server[109631]: 'PortForwarding': '1.2', Feb 20 22:51:22.503907 dv-cinder-830096-1-iscsi neutron-server[109631]: 'QosPolicy': '1.10', Feb 20 22:51:22.503907 dv-cinder-830096-1-iscsi neutron-server[109631]: 'SecurityGroup': '1.5', Feb 20 22:51:22.503907 dv-cinder-830096-1-iscsi neutron-server[109631]: 'SecurityGroupRule': '1.2', Feb 20 22:51:22.503907 dv-cinder-830096-1-iscsi neutron-server[109631]: 'SubPort': '1.0', Feb 20 22:51:22.503907 dv-cinder-830096-1-iscsi neutron-server[109631]: 'Subnet': '1.1', Feb 20 22:51:22.503907 dv-cinder-830096-1-iscsi neutron-server[109631]: 'Trunk': '1.1'}} Feb 20 22:51:22.503907 dv-cinder-830096-1-iscsi neutron-server[109631]: {{(pid=109631) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 20 22:51:22.600932 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.plugins.ml2.managers [None req-4f391da6-46c4-4885-8a1a-e9dce3336229 None None] Attempting to bind port 50faf831-58b1-417b-89bb-cf8c2974e1a4 on host dv-cinder-830096-1-iscsi for vnic_type normal with profile {{(pid=109631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 22:51:22.601501 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.plugins.ml2.managers [None req-4f391da6-46c4-4885-8a1a-e9dce3336229 None None] Attempting to bind port 50faf831-58b1-417b-89bb-cf8c2974e1a4 by drivers openvswitch,hyperv on host dv-cinder-830096-1-iscsi at level 0 using segments [{'id': 'face1e14-a1e6-462d-bfac-1ab676cef385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'fbfa166b-6bba-4c6f-835c-834ea2077721'}] {{(pid=109631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 22:51:22.602015 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f391da6-46c4-4885-8a1a-e9dce3336229 None None] Attempting to bind port 50faf831-58b1-417b-89bb-cf8c2974e1a4 on network fbfa166b-6bba-4c6f-835c-834ea2077721 {{(pid=109631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 22:51:22.607678 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f391da6-46c4-4885-8a1a-e9dce3336229 None None] Checking agent: {'id': '2dc95353-690e-4eed-857f-cdb5bbe3a4be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830096-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 22, 50, 49), 'started_at': datetime.datetime(2022, 2, 20, 22, 51, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 22, 51, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830096-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 22:51:22.608171 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f391da6-46c4-4885-8a1a-e9dce3336229 None None] Checking segment: {'id': 'face1e14-a1e6-462d-bfac-1ab676cef385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'fbfa166b-6bba-4c6f-835c-834ea2077721'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 22:51:22.608880 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-4f391da6-46c4-4885-8a1a-e9dce3336229 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:51:22.609356 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f391da6-46c4-4885-8a1a-e9dce3336229 None None] Bound using segment: {'id': 'face1e14-a1e6-462d-bfac-1ab676cef385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'fbfa166b-6bba-4c6f-835c-834ea2077721'} {{(pid=109631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 22:51:22.609899 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.plugins.ml2.managers [None req-4f391da6-46c4-4885-8a1a-e9dce3336229 None None] Bound port: 50faf831-58b1-417b-89bb-cf8c2974e1a4, host: dv-cinder-830096-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'face1e14-a1e6-462d-bfac-1ab676cef385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'fbfa166b-6bba-4c6f-835c-834ea2077721'}}] {{(pid=109631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 22:51:22.610375 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-4f391da6-46c4-4885-8a1a-e9dce3336229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4131840'] for port (50faf831-58b1-417b-89bb-cf8c2974e1a4), before_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:51:22.683451 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.plugins.ml2.db [None req-4f391da6-46c4-4885-8a1a-e9dce3336229 None None] For port 50faf831-58b1-417b-89bb-cf8c2974e1a4, host dv-cinder-830096-1-iscsi, cleared binding levels {{(pid=109631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 22:51:22.702877 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.plugins.ml2.db [None req-4f391da6-46c4-4885-8a1a-e9dce3336229 None None] For port 50faf831-58b1-417b-89bb-cf8c2974e1a4, host dv-cinder-830096-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-1-iscsi',level=0,port_id=50faf831-58b1-417b-89bb-cf8c2974e1a4,segment=NetworkSegment(face1e14-a1e6-462d-bfac-1ab676cef385),segment_id=face1e14-a1e6-462d-bfac-1ab676cef385)] {{(pid=109631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 22:51:22.741808 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-a010d687-86fa-41bb-8ccb-c3ec7475d3ba None None] Provisioning complete for port 50faf831-58b1-417b-89bb-cf8c2974e1a4 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 22:51:22.742336 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-a010d687-86fa-41bb-8ccb-c3ec7475d3ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4145689'] for port (50faf831-58b1-417b-89bb-cf8c2974e1a4), provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:51:22.773910 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-4f391da6-46c4-4885-8a1a-e9dce3336229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747407212427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747406771514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747406771532'] for port (50faf831-58b1-417b-89bb-cf8c2974e1a4), after_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:51:22.781119 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-a010d687-86fa-41bb-8ccb-c3ec7475d3ba None None] Port 50faf831-58b1-417b-89bb-cf8c2974e1a4 cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 22:51:22.843504 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f391da6-46c4-4885-8a1a-e9dce3336229 None None] Routers {'2bb4dcc1-e87b-4eb3-b4a8-9b39fd33a5c4'} bound to L3 agent in host dv-cinder-830096-1-iscsi {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 22:51:22.844113 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-4f391da6-46c4-4885-8a1a-e9dce3336229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-20T22:50:44Z,description=,heartbeat_timestamp=2022-02-20T22:51:14Z,host='dv-cinder-830096-1-iscsi',id=13c347f3-1c01-45ee-af8c-9f8a630e0f23,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T22:50:45Z,topic='l3_agent')) {'router_ids': ['2bb4dcc1-e87b-4eb3-b4a8-9b39fd33a5c4'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:51:22.845784 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0d07ef-d21e-4669-805a-b885af3c22e8 None None] Pushing event updated for resources: {'Port': ['ID=50faf831-58b1-417b-89bb-cf8c2974e1a4,revision_number=4']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:51:22.941651 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.db.l3_dvr_db [None req-4f391da6-46c4-4885-8a1a-e9dce3336229 None None] Set router 2bb4dcc1-e87b-4eb3-b4a8-9b39fd33a5c4 gateway port host: None {{(pid=109631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 22:51:23.002184 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-808a98fc-7844-4750-8750-fa4d1134f432 None None] Provisioning complete for port 50faf831-58b1-417b-89bb-cf8c2974e1a4 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 22:51:23.002715 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-808a98fc-7844-4750-8750-fa4d1134f432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4145689'] for port (50faf831-58b1-417b-89bb-cf8c2974e1a4), provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:51:23.085057 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-808a98fc-7844-4750-8750-fa4d1134f432 None None] Current status of the port 50faf831-58b1-417b-89bb-cf8c2974e1a4 is: DOWN; New status is: ACTIVE {{(pid=109630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 22:51:23.085374 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-808a98fc-7844-4750-8750-fa4d1134f432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4131840'] for port (50faf831-58b1-417b-89bb-cf8c2974e1a4), before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:51:23.116329 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-808a98fc-7844-4750-8750-fa4d1134f432 None None] For port 50faf831-58b1-417b-89bb-cf8c2974e1a4, host dv-cinder-830096-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-1-iscsi',level=0,port_id=50faf831-58b1-417b-89bb-cf8c2974e1a4,segment=NetworkSegment(face1e14-a1e6-462d-bfac-1ab676cef385),segment_id=face1e14-a1e6-462d-bfac-1ab676cef385)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 22:51:23.156372 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-4f391da6-46c4-4885-8a1a-e9dce3336229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bb4dcc1-e87b-4eb3-b4a8-9b39fd33a5c4', 'name': 'router1', 'tenant_id': '3727b6fd045c47ba8721964e0ecf9c3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T22:51:09Z', 'updated_at': '2022-02-20T22:51:19Z', 'revision_number': 2, 'project_id': '3727b6fd045c47ba8721964e0ecf9c3d', 'gw_port_host': None, '_interfaces': [{'id': '50faf831-58b1-417b-89bb-cf8c2974e1a4', 'name': '', 'network_id': 'fbfa166b-6bba-4c6f-835c-834ea2077721', 'tenant_id': '3727b6fd045c47ba8721964e0ecf9c3d', 'mac_address': 'fa:16:3e:23:36:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bb4dcc1-e87b-4eb3-b4a8-9b39fd33a5c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4341e3c6-093e-41ce-baea-8eabcf329100', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T22:51:19Z', 'updated_at': '2022-02-20T22:51:22Z', 'revision_number': 4, 'project_id': '3727b6fd045c47ba8721964e0ecf9c3d', 'subnets': [{'id': '4341e3c6-093e-41ce-baea-8eabcf329100', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '71d8112d-7a04-4af1-9588-fa6487527ed0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830096-1-iscsi', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:51:23.181114 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-808a98fc-7844-4750-8750-fa4d1134f432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747407212427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747406771514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747406771532'] for port (50faf831-58b1-417b-89bb-cf8c2974e1a4), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:51:23.182409 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f391da6-46c4-4885-8a1a-e9dce3336229 None None] The sync data for ids ['2bb4dcc1-e87b-4eb3-b4a8-9b39fd33a5c4'] in dv-cinder-830096-1-iscsi is: [{'id': '2bb4dcc1-e87b-4eb3-b4a8-9b39fd33a5c4', 'name': 'router1', 'tenant_id': '3727b6fd045c47ba8721964e0ecf9c3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T22:51:09Z', 'updated_at': '2022-02-20T22:51:19Z', 'revision_number': 2, 'project_id': '3727b6fd045c47ba8721964e0ecf9c3d', 'gw_port_host': None, '_interfaces': [{'id': '50faf831-58b1-417b-89bb-cf8c2974e1a4', 'name': '', 'network_id': 'fbfa166b-6bba-4c6f-835c-834ea2077721', 'tenant_id': '3727b6fd045c47ba8721964e0ecf9c3d', 'mac_address': 'fa:16:3e:23:36:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bb4dcc1-e87b-4eb3-b4a8-9b39fd33a5c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4341e3c6-093e-41ce-baea-8eabcf329100', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T22:51:19Z', 'updated_at': '2022-02-20T22:51:22Z', 'revision_number': 4, 'project_id': '3727b6fd045c47ba8721964e0ecf9c3d', 'subnets': [{'id': '4341e3c6-093e-41ce-baea-8eabcf329100', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '71d8112d-7a04-4af1-9588-fa6487527ed0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 22:51:23.238188 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808a98fc-7844-4750-8750-fa4d1134f432 None None] Pushing event updated for resources: {'Port': ['ID=50faf831-58b1-417b-89bb-cf8c2974e1a4,revision_number=5']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:51:23.532426 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.65', 41600) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:51:23.641944 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96cf94fa-2b51-4d70-ac34-a6817428053c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:51:23.643299 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [None req-96cf94fa-2b51-4d70-ac34-a6817428053c admin admin] 10.222.0.65 "GET /v2.0/networks/5f52b71d-61c7-49bc-86ae-3e3415c25b55 HTTP/1.1" status: 200 len: 842 time: 0.1098492 Feb 20 22:51:23.652628 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.v2.base [None req-637d9e6f-f1c1-413c-b23c-6f85c1516e95 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'cidr': '172.27.2.0/24', 'ip_version': 4, 'gateway_ip': '172.27.2.1', 'network_id': '5f52b71d-61c7-49bc-86ae-3e3415c25b55', 'name': 'public-subnet'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 22:51:23.741097 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-637d9e6f-f1c1-413c-b23c-6f85c1516e95 admin admin] Made reservation on behalf of dd9cc74c0f22412b8a797ab499e1099a for: {'subnet': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 22:51:23.743354 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-637d9e6f-f1c1-413c-b23c-6f85c1516e95 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:51:24.096552 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.objects.ports [None req-637d9e6f-f1c1-413c-b23c-6f85c1516e95 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109628) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 20 22:51:24.096990 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-637d9e6f-f1c1-413c-b23c-6f85c1516e95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510'] for subnet (841afcd6-8af7-4cd5-baec-c52e88cacaa2), after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:51:24.150538 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637d9e6f-f1c1-413c-b23c-6f85c1516e95 admin admin] Pushing event updated for resources: {'Subnet': ['ID=841afcd6-8af7-4cd5-baec-c52e88cacaa2,revision_number=0']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:51:24.171067 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-637d9e6f-f1c1-413c-b23c-6f85c1516e95 admin admin] Checking segment: {'id': 'c35aac5e-90b0-4d56-90ba-57f79ef09092', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5f52b71d-61c7-49bc-86ae-3e3415c25b55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 22:51:24.171416 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-637d9e6f-f1c1-413c-b23c-6f85c1516e95 admin admin] Network hostable DHCP agents. Network: 5f52b71d-61c7-49bc-86ae-3e3415c25b55, hostable agents: ['83a03d73-f5e1-4f72-b2a3-d557ae097998'], hosted agents: [] {{(pid=109628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 22:51:24.280787 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-637d9e6f-f1c1-413c-b23c-6f85c1516e95 admin admin] Network 5f52b71d-61c7-49bc-86ae-3e3415c25b55 is scheduled to be hosted by DHCP agent 83a03d73-f5e1-4f72-b2a3-d557ae097998 with binding_index 1 {{(pid=109628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 22:51:24.360854 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-637d9e6f-f1c1-413c-b23c-6f85c1516e95 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830096-1-iscsi, 5f52b71d-61c7-49bc-86ae-3e3415c25b55) {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 22:51:24.365054 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-637d9e6f-f1c1-413c-b23c-6f85c1516e95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:51:24.365704 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-637d9e6f-f1c1-413c-b23c-6f85c1516e95 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565544'] for subnet (None), before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:51:24.370242 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d625124c-6380-4c77-9cbb-80be79213f16 None None] Network 5f52b71d-61c7-49bc-86ae-3e3415c25b55 requested from dv-cinder-830096-1-iscsi {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 22:51:24.444410 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [None req-637d9e6f-f1c1-413c-b23c-6f85c1516e95 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7948995 Feb 20 22:51:24.469654 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86e4d5f4-aec6-4e88-bb36-dad78aa4d0a4 None None] Network 5f52b71d-61c7-49bc-86ae-3e3415c25b55 requested from dv-cinder-830096-1-iscsi {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 22:51:26.884132 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.65', 41608) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:51:27.024959 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [None req-152acf20-a312-4d94-a8ab-893b5c761976 demo admin] 10.222.0.65 "GET /v2.0/routers/2bb4dcc1-e87b-4eb3-b4a8-9b39fd33a5c4 HTTP/1.1" status: 200 len: 710 time: 0.1396112 Feb 20 22:51:27.109290 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dd4ae41-30dd-49f1-95a8-36f817354e5b demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:51:27.110576 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [None req-1dd4ae41-30dd-49f1-95a8-36f817354e5b demo admin] 10.222.0.65 "GET /v2.0/networks/5f52b71d-61c7-49bc-86ae-3e3415c25b55 HTTP/1.1" status: 200 len: 886 time: 0.0801880 Feb 20 22:51:27.119886 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.v2.base [None req-c43d8136-f812-429b-bd34-9afb6f504245 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '5f52b71d-61c7-49bc-86ae-3e3415c25b55'}}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 22:51:27.477892 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-c43d8136-f812-429b-bd34-9afb6f504245 demo admin] Publish callbacks [] for router_gateway (2bb4dcc1-e87b-4eb3-b4a8-9b39fd33a5c4), precommit_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:51:27.839247 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-c43d8136-f812-429b-bd34-9afb6f504245 demo admin] Publish callbacks [] for router_gateway (2bb4dcc1-e87b-4eb3-b4a8-9b39fd33a5c4), before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:51:27.914378 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-c43d8136-f812-429b-bd34-9afb6f504245 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4131840'] for port (None), before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:51:28.028465 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.db.db_base_plugin_common [None req-c43d8136-f812-429b-bd34-9afb6f504245 demo admin] Allocated IP 172.27.2.170 (5f52b71d-61c7-49bc-86ae-3e3415c25b55/841afcd6-8af7-4cd5-baec-c52e88cacaa2/321b0acf-821c-41cd-a819-c1838a933532) {{(pid=109628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 22:51:28.130817 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-c43d8136-f812-429b-bd34-9afb6f504245 demo admin] Publish callbacks [] for port (321b0acf-821c-41cd-a819-c1838a933532), precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:51:28.210074 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-c43d8136-f812-429b-bd34-9afb6f504245 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747406771496'] for port (321b0acf-821c-41cd-a819-c1838a933532), after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:51:28.246014 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c43d8136-f812-429b-bd34-9afb6f504245 demo admin] Network 5f52b71d-61c7-49bc-86ae-3e3415c25b55 is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 22:51:28.248797 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-c43d8136-f812-429b-bd34-9afb6f504245 demo admin] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 22:51:28.254821 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c43d8136-f812-429b-bd34-9afb6f504245 demo admin] Received port after_create {{(pid=109628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 22:51:28.260710 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43d8136-f812-429b-bd34-9afb6f504245 demo admin] Pushing event updated for resources: {'Port': ['ID=321b0acf-821c-41cd-a819-c1838a933532,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:51:28.585603 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-c43d8136-f812-429b-bd34-9afb6f504245 demo admin] Publish callbacks [] for router_gateway (2bb4dcc1-e87b-4eb3-b4a8-9b39fd33a5c4), after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:51:28.780910 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-c43d8136-f812-429b-bd34-9afb6f504245 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-704079', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-700734', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6586'] for router (2bb4dcc1-e87b-4eb3-b4a8-9b39fd33a5c4), precommit_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:51:28.784168 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-c43d8136-f812-429b-bd34-9afb6f504245 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-704170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-704088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-704081', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-700727'] for router (2bb4dcc1-e87b-4eb3-b4a8-9b39fd33a5c4), after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:51:28.892967 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c43d8136-f812-429b-bd34-9afb6f504245 demo admin] Router 2bb4dcc1-e87b-4eb3-b4a8-9b39fd33a5c4 has already been hosted by L3 agent 13c347f3-1c01-45ee-af8c-9f8a630e0f23 {{(pid=109628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 22:51:29.084531 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c43d8136-f812-429b-bd34-9afb6f504245 demo admin] Notify agent at l3_agent.dv-cinder-830096-1-iscsi the message routers_updated {{(pid=109628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 22:51:29.088711 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-c43d8136-f812-429b-bd34-9afb6f504245 demo admin] Publish callbacks [] for router (None), before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:51:29.102393 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [None req-c43d8136-f812-429b-bd34-9afb6f504245 demo admin] 10.222.0.65 "PUT /v2.0/routers/2bb4dcc1-e87b-4eb3-b4a8-9b39fd33a5c4 HTTP/1.1" status: 200 len: 890 time: 1.9731472 Feb 20 22:51:31.303855 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Device 50faf831-58b1-417b-89bb-cf8c2974e1a4 up at agent ovs-agent-dv-cinder-830096-1-iscsi {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 22:51:31.352031 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Provisioning complete for port 50faf831-58b1-417b-89bb-cf8c2974e1a4 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 22:51:31.352421 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4145689'] for port (50faf831-58b1-417b-89bb-cf8c2974e1a4), provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:51:31.431405 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Current status of the port 50faf831-58b1-417b-89bb-cf8c2974e1a4 is: ACTIVE; New status is: ACTIVE {{(pid=109630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 22:51:31.696166 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.65', 41620) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:51:31.796052 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3fd92ab-17bd-4031-b761-28248f976b8b None None] Sync routers for ids ['2bb4dcc1-e87b-4eb3-b4a8-9b39fd33a5c4'] in dv-cinder-830096-1-iscsi {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 22:51:31.808363 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3fd92ab-17bd-4031-b761-28248f976b8b None None] Routers {'2bb4dcc1-e87b-4eb3-b4a8-9b39fd33a5c4'} bound to L3 agent in host dv-cinder-830096-1-iscsi {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 22:51:31.809024 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-a3fd92ab-17bd-4031-b761-28248f976b8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-20T22:50:44Z,description=,heartbeat_timestamp=2022-02-20T22:51:14Z,host='dv-cinder-830096-1-iscsi',id=13c347f3-1c01-45ee-af8c-9f8a630e0f23,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T22:50:45Z,topic='l3_agent')) {'router_ids': ['2bb4dcc1-e87b-4eb3-b4a8-9b39fd33a5c4'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:51:31.812646 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [None req-1bda150c-5fa4-4134-a69e-30568bbbb072 admin admin] 10.222.0.65 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1154020 Feb 20 22:51:32.034316 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-a3fd92ab-17bd-4031-b761-28248f976b8b None None] Set router 2bb4dcc1-e87b-4eb3-b4a8-9b39fd33a5c4 gateway port host: dv-cinder-830096-1-iscsi {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 22:51:32.517523 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-a3fd92ab-17bd-4031-b761-28248f976b8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bb4dcc1-e87b-4eb3-b4a8-9b39fd33a5c4', 'name': 'router1', 'tenant_id': '3727b6fd045c47ba8721964e0ecf9c3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f52b71d-61c7-49bc-86ae-3e3415c25b55', 'external_fixed_ips': [{'subnet_id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'ip_address': '172.27.2.170'}], 'enable_snat': True}, 'gw_port_id': '321b0acf-821c-41cd-a819-c1838a933532', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T22:51:09Z', 'updated_at': '2022-02-20T22:51:28Z', 'revision_number': 4, 'project_id': '3727b6fd045c47ba8721964e0ecf9c3d', 'gw_port': {'id': '321b0acf-821c-41cd-a819-c1838a933532', 'name': '', 'network_id': '5f52b71d-61c7-49bc-86ae-3e3415c25b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:d0:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bb4dcc1-e87b-4eb3-b4a8-9b39fd33a5c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'ip_address': '172.27.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T22:51:27Z', 'updated_at': '2022-02-20T22:51:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-1-iscsi', '_interfaces': [{'id': '50faf831-58b1-417b-89bb-cf8c2974e1a4', 'name': '', 'network_id': 'fbfa166b-6bba-4c6f-835c-834ea2077721', 'tenant_id': '3727b6fd045c47ba8721964e0ecf9c3d', 'mac_address': 'fa:16:3e:23:36:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bb4dcc1-e87b-4eb3-b4a8-9b39fd33a5c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4341e3c6-093e-41ce-baea-8eabcf329100', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T22:51:19Z', 'updated_at': '2022-02-20T22:51:23Z', 'revision_number': 5, 'project_id': '3727b6fd045c47ba8721964e0ecf9c3d', 'subnets': [{'id': '4341e3c6-093e-41ce-baea-8eabcf329100', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '71d8112d-7a04-4af1-9588-fa6487527ed0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830096-1-iscsi', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:51:32.570621 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3fd92ab-17bd-4031-b761-28248f976b8b None None] Checking router: 2bb4dcc1-e87b-4eb3-b4a8-9b39fd33a5c4 for host: dv-cinder-830096-1-iscsi {{(pid=109630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 22:51:32.570621 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3fd92ab-17bd-4031-b761-28248f976b8b None None] Updating router 2bb4dcc1-e87b-4eb3-b4a8-9b39fd33a5c4 port 321b0acf-821c-41cd-a819-c1838a933532 binding host dv-cinder-830096-1-iscsi {{(pid=109630) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 22:51:32.621543 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-a3fd92ab-17bd-4031-b761-28248f976b8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4131840'] for port (321b0acf-821c-41cd-a819-c1838a933532), before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:51:32.928195 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-a3fd92ab-17bd-4031-b761-28248f976b8b None None] Publish callbacks [] for port (321b0acf-821c-41cd-a819-c1838a933532), precommit_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:51:32.994980 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-a3fd92ab-17bd-4031-b761-28248f976b8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747407212427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747406771514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747406771532'] for port (321b0acf-821c-41cd-a819-c1838a933532), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:51:33.039687 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e71caf-09ad-4f01-8027-bd2be89fb679 None None] Pushing event updated for resources: {'Port': ['ID=321b0acf-821c-41cd-a819-c1838a933532,revision_number=2']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:51:33.057994 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-a3fd92ab-17bd-4031-b761-28248f976b8b None None] Attempting to bind port 321b0acf-821c-41cd-a819-c1838a933532 on host dv-cinder-830096-1-iscsi for vnic_type normal with profile {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 22:51:33.058517 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-a3fd92ab-17bd-4031-b761-28248f976b8b None None] Attempting to bind port 321b0acf-821c-41cd-a819-c1838a933532 by drivers openvswitch,hyperv on host dv-cinder-830096-1-iscsi at level 0 using segments [{'id': 'c35aac5e-90b0-4d56-90ba-57f79ef09092', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5f52b71d-61c7-49bc-86ae-3e3415c25b55'}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 22:51:33.058885 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3fd92ab-17bd-4031-b761-28248f976b8b None None] Attempting to bind port 321b0acf-821c-41cd-a819-c1838a933532 on network 5f52b71d-61c7-49bc-86ae-3e3415c25b55 {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 22:51:33.063861 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3fd92ab-17bd-4031-b761-28248f976b8b None None] Checking agent: {'id': '2dc95353-690e-4eed-857f-cdb5bbe3a4be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830096-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 22, 50, 49), 'started_at': datetime.datetime(2022, 2, 20, 22, 51, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 22, 51, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830096-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 22:51:33.064233 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3fd92ab-17bd-4031-b761-28248f976b8b None None] Checking segment: {'id': 'c35aac5e-90b0-4d56-90ba-57f79ef09092', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5f52b71d-61c7-49bc-86ae-3e3415c25b55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 22:51:33.064628 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-a3fd92ab-17bd-4031-b761-28248f976b8b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:51:33.065022 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3fd92ab-17bd-4031-b761-28248f976b8b None None] Bound using segment: {'id': 'c35aac5e-90b0-4d56-90ba-57f79ef09092', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5f52b71d-61c7-49bc-86ae-3e3415c25b55'} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 22:51:33.065483 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-a3fd92ab-17bd-4031-b761-28248f976b8b None None] Bound port: 321b0acf-821c-41cd-a819-c1838a933532, host: dv-cinder-830096-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c35aac5e-90b0-4d56-90ba-57f79ef09092', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5f52b71d-61c7-49bc-86ae-3e3415c25b55'}}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 22:51:33.065867 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-a3fd92ab-17bd-4031-b761-28248f976b8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4131840'] for port (321b0acf-821c-41cd-a819-c1838a933532), before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:51:33.114329 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-a3fd92ab-17bd-4031-b761-28248f976b8b None None] For port 321b0acf-821c-41cd-a819-c1838a933532, host dv-cinder-830096-1-iscsi, cleared binding levels {{(pid=109630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 22:51:33.117235 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-a3fd92ab-17bd-4031-b761-28248f976b8b None None] For port 321b0acf-821c-41cd-a819-c1838a933532, host dv-cinder-830096-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-1-iscsi',level=0,port_id=321b0acf-821c-41cd-a819-c1838a933532,segment=NetworkSegment(c35aac5e-90b0-4d56-90ba-57f79ef09092),segment_id=c35aac5e-90b0-4d56-90ba-57f79ef09092)] {{(pid=109630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 22:51:33.190181 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-a3fd92ab-17bd-4031-b761-28248f976b8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747407212427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747406771514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747406771532'] for port (321b0acf-821c-41cd-a819-c1838a933532), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:51:33.247885 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e71caf-09ad-4f01-8027-bd2be89fb679 None None] Pushing event updated for resources: {'Port': ['ID=321b0acf-821c-41cd-a819-c1838a933532,revision_number=3']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:51:33.250378 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3fd92ab-17bd-4031-b761-28248f976b8b None None] Routers {'2bb4dcc1-e87b-4eb3-b4a8-9b39fd33a5c4'} bound to L3 agent in host dv-cinder-830096-1-iscsi {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 22:51:33.251184 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-a3fd92ab-17bd-4031-b761-28248f976b8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-20T22:50:44Z,description=,heartbeat_timestamp=2022-02-20T22:51:14Z,host='dv-cinder-830096-1-iscsi',id=13c347f3-1c01-45ee-af8c-9f8a630e0f23,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T22:50:45Z,topic='l3_agent')) {'router_ids': ['2bb4dcc1-e87b-4eb3-b4a8-9b39fd33a5c4'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:51:33.359636 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-a3fd92ab-17bd-4031-b761-28248f976b8b None None] Set router 2bb4dcc1-e87b-4eb3-b4a8-9b39fd33a5c4 gateway port host: dv-cinder-830096-1-iscsi {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 22:51:33.589570 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-a3fd92ab-17bd-4031-b761-28248f976b8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bb4dcc1-e87b-4eb3-b4a8-9b39fd33a5c4', 'name': 'router1', 'tenant_id': '3727b6fd045c47ba8721964e0ecf9c3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f52b71d-61c7-49bc-86ae-3e3415c25b55', 'external_fixed_ips': [{'subnet_id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'ip_address': '172.27.2.170'}], 'enable_snat': True}, 'gw_port_id': '321b0acf-821c-41cd-a819-c1838a933532', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T22:51:09Z', 'updated_at': '2022-02-20T22:51:28Z', 'revision_number': 4, 'project_id': '3727b6fd045c47ba8721964e0ecf9c3d', 'gw_port': {'id': '321b0acf-821c-41cd-a819-c1838a933532', 'name': '', 'network_id': '5f52b71d-61c7-49bc-86ae-3e3415c25b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:d0:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bb4dcc1-e87b-4eb3-b4a8-9b39fd33a5c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'ip_address': '172.27.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T22:51:27Z', 'updated_at': '2022-02-20T22:51:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-1-iscsi', '_interfaces': [{'id': '50faf831-58b1-417b-89bb-cf8c2974e1a4', 'name': '', 'network_id': 'fbfa166b-6bba-4c6f-835c-834ea2077721', 'tenant_id': '3727b6fd045c47ba8721964e0ecf9c3d', 'mac_address': 'fa:16:3e:23:36:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bb4dcc1-e87b-4eb3-b4a8-9b39fd33a5c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4341e3c6-093e-41ce-baea-8eabcf329100', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T22:51:19Z', 'updated_at': '2022-02-20T22:51:23Z', 'revision_number': 5, 'project_id': '3727b6fd045c47ba8721964e0ecf9c3d', 'subnets': [{'id': '4341e3c6-093e-41ce-baea-8eabcf329100', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '71d8112d-7a04-4af1-9588-fa6487527ed0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830096-1-iscsi', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:51:33.618322 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3fd92ab-17bd-4031-b761-28248f976b8b None None] The sync data for ids ['2bb4dcc1-e87b-4eb3-b4a8-9b39fd33a5c4'] in dv-cinder-830096-1-iscsi is: [{'id': '2bb4dcc1-e87b-4eb3-b4a8-9b39fd33a5c4', 'name': 'router1', 'tenant_id': '3727b6fd045c47ba8721964e0ecf9c3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f52b71d-61c7-49bc-86ae-3e3415c25b55', 'external_fixed_ips': [{'subnet_id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'ip_address': '172.27.2.170'}], 'enable_snat': True}, 'gw_port_id': '321b0acf-821c-41cd-a819-c1838a933532', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T22:51:09Z', 'updated_at': '2022-02-20T22:51:28Z', 'revision_number': 4, 'project_id': '3727b6fd045c47ba8721964e0ecf9c3d', 'gw_port': {'id': '321b0acf-821c-41cd-a819-c1838a933532', 'name': '', 'network_id': '5f52b71d-61c7-49bc-86ae-3e3415c25b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:d0:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bb4dcc1-e87b-4eb3-b4a8-9b39fd33a5c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'ip_address': '172.27.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T22:51:27Z', 'updated_at': '2022-02-20T22:51:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-1-iscsi', '_interfaces': [{'id': '50faf831-58b1-417b-89bb-cf8c2974e1a4', 'name': '', 'network_id': 'fbfa166b-6bba-4c6f-835c-834ea2077721', 'tenant_id': '3727b6fd045c47ba8721964e0ecf9c3d', 'mac_address': 'fa:16:3e:23:36:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bb4dcc1-e87b-4eb3-b4a8-9b39fd33a5c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4341e3c6-093e-41ce-baea-8eabcf329100', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T22:51:19Z', 'updated_at': '2022-02-20T22:51:23Z', 'revision_number': 5, 'project_id': '3727b6fd045c47ba8721964e0ecf9c3d', 'subnets': [{'id': '4341e3c6-093e-41ce-baea-8eabcf329100', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '71d8112d-7a04-4af1-9588-fa6487527ed0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 22:51:35.334248 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Device 321b0acf-821c-41cd-a819-c1838a933532 up at agent ovs-agent-dv-cinder-830096-1-iscsi {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 22:51:35.385700 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Provisioning complete for port 321b0acf-821c-41cd-a819-c1838a933532 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 22:51:35.386100 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4145689'] for port (321b0acf-821c-41cd-a819-c1838a933532), provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:51:35.494137 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Current status of the port 321b0acf-821c-41cd-a819-c1838a933532 is: DOWN; New status is: ACTIVE {{(pid=109630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 22:51:35.494598 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4131840'] for port (321b0acf-821c-41cd-a819-c1838a933532), before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:51:35.517456 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] For port 321b0acf-821c-41cd-a819-c1838a933532, host dv-cinder-830096-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-1-iscsi',level=0,port_id=321b0acf-821c-41cd-a819-c1838a933532,segment=NetworkSegment(c35aac5e-90b0-4d56-90ba-57f79ef09092),segment_id=c35aac5e-90b0-4d56-90ba-57f79ef09092)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 22:51:35.589929 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747407212427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747406771514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747406771532'] for port (321b0acf-821c-41cd-a819-c1838a933532), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:51:35.657124 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Pushing event updated for resources: {'Port': ['ID=321b0acf-821c-41cd-a819-c1838a933532,revision_number=4']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:51:37.357242 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Device 321b0acf-821c-41cd-a819-c1838a933532 up at agent ovs-agent-dv-cinder-830096-1-iscsi {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 22:51:37.489300 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Provisioning complete for port 321b0acf-821c-41cd-a819-c1838a933532 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 22:51:37.489706 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4145689'] for port (321b0acf-821c-41cd-a819-c1838a933532), provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:51:37.663078 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Current status of the port 321b0acf-821c-41cd-a819-c1838a933532 is: ACTIVE; New status is: ACTIVE {{(pid=109630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 22:51:42.251941 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-55898ad2-7a85-4f97-867a-4bbf20d9725a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (83a03d73-f5e1-4f72-b2a3-d557ae097998), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:51:44.452590 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c84f4409-261e-40f1-86cf-669bd972497a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (13c347f3-1c01-45ee-af8c-9f8a630e0f23), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:51:45.837714 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-343008d4-3a37-47e4-bcbd-5ef9b41dd99c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (5ba36dc9-fc49-4f8a-9e75-ea70dbbc9d37), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:51:47.070935 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-f8bda328-0f39-40fc-b2c8-28796977f3d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (e2edd6cb-ac77-47df-80b5-e0a92a5dde3d), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:51:48.634713 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (2dc95353-690e-4eed-857f-cdb5bbe3a4be), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:51:58.636515 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.db.agents_db [None req-1f7bd598-9080-4651-a904-61cb6c9001fd None None] Agent healthcheck: found 5 active agents {{(pid=109631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 22:52:12.254650 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-faf06acf-c1e9-41a1-9386-c6590ed7b54c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (83a03d73-f5e1-4f72-b2a3-d557ae097998), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:52:14.985824 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-b12b594e-6b93-41b1-a8ae-0a6931da4c9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (13c347f3-1c01-45ee-af8c-9f8a630e0f23), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:52:15.859592 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-343008d4-3a37-47e4-bcbd-5ef9b41dd99c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (5ba36dc9-fc49-4f8a-9e75-ea70dbbc9d37), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:52:17.092547 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-f8bda328-0f39-40fc-b2c8-28796977f3d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (e2edd6cb-ac77-47df-80b5-e0a92a5dde3d), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:52:18.599304 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (2dc95353-690e-4eed-857f-cdb5bbe3a4be), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:52:35.635443 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.db.agents_db [None req-1f7bd598-9080-4651-a904-61cb6c9001fd None None] Agent healthcheck: found 5 active agents {{(pid=109631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 22:52:42.265447 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c4467cd8-af05-4729-b2d1-1d9761229832 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (83a03d73-f5e1-4f72-b2a3-d557ae097998), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:52:44.575953 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-cae505e0-0395-48b3-a74b-ad122f6ec20d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (13c347f3-1c01-45ee-af8c-9f8a630e0f23), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:52:45.833362 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-343008d4-3a37-47e4-bcbd-5ef9b41dd99c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (5ba36dc9-fc49-4f8a-9e75-ea70dbbc9d37), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:52:47.070493 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-f8bda328-0f39-40fc-b2c8-28796977f3d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (e2edd6cb-ac77-47df-80b5-e0a92a5dde3d), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:52:48.633402 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (2dc95353-690e-4eed-857f-cdb5bbe3a4be), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:52:54.127587 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.65', 42104) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:52:54.192341 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.pecan_wsgi.hooks.translation [None req-de7d6ae7-9050-4775-b0d5-29d19a6d3e27 admin admin] GET failed (client error): The resource could not be found. Feb 20 22:52:54.193604 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [None req-de7d6ae7-9050-4775-b0d5-29d19a6d3e27 admin admin] 10.222.0.65 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0650678 Feb 20 22:52:54.351297 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cb54199-bdfe-4a29-be23-ceb010feac73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:52:54.352749 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [None req-3cb54199-bdfe-4a29-be23-ceb010feac73 admin admin] 10.222.0.65 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 871 time: 0.1550331 Feb 20 22:52:56.668416 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.65', 42114) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:52:56.763932 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39818930-1c7b-4ac3-8539-296d038b6926 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:52:56.765217 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [None req-39818930-1c7b-4ac3-8539-296d038b6926 admin admin] 10.222.0.65 "GET /v2.0/subnets/4341e3c6-093e-41ce-baea-8eabcf329100 HTTP/1.1" status: 200 len: 849 time: 0.0958693 Feb 20 22:52:56.774575 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.v2.base [None req-20f5d308-9541-4a82-aa67-a941af89803a admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 22:52:56.859264 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-20f5d308-9541-4a82-aa67-a941af89803a admin admin] Publish callbacks [] for subnet (4341e3c6-093e-41ce-baea-8eabcf329100), before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:52:57.061701 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-20f5d308-9541-4a82-aa67-a941af89803a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8747407212418'] for subnet (4341e3c6-093e-41ce-baea-8eabcf329100), after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:52:57.097867 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20f5d308-9541-4a82-aa67-a941af89803a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:52:57.098834 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-20f5d308-9541-4a82-aa67-a941af89803a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565544'] for subnet (None), before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:52:57.101537 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [None req-20f5d308-9541-4a82-aa67-a941af89803a admin admin] 10.222.0.65 "PUT /v2.0/subnets/4341e3c6-093e-41ce-baea-8eabcf329100 HTTP/1.1" status: 200 len: 868 time: 0.3287573 Feb 20 22:52:57.102027 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60308129-7012-4899-b1dd-c5d35c883ce9 None None] Network fbfa166b-6bba-4c6f-835c-834ea2077721 requested from dv-cinder-830096-1-iscsi {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 22:52:57.122284 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f5d308-9541-4a82-aa67-a941af89803a admin admin] Pushing event updated for resources: {'Subnet': ['ID=4341e3c6-093e-41ce-baea-8eabcf329100,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:52:57.127893 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f5d308-9541-4a82-aa67-a941af89803a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:52:57.128235 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f5d308-9541-4a82-aa67-a941af89803a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:52:57.128581 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f5d308-9541-4a82-aa67-a941af89803a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:52:57.128917 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f5d308-9541-4a82-aa67-a941af89803a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:52:57.129249 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f5d308-9541-4a82-aa67-a941af89803a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:52:57.129580 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f5d308-9541-4a82-aa67-a941af89803a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:52:57.129928 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f5d308-9541-4a82-aa67-a941af89803a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:52:57.130260 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f5d308-9541-4a82-aa67-a941af89803a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:52:57.130632 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f5d308-9541-4a82-aa67-a941af89803a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:52:57.130975 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f5d308-9541-4a82-aa67-a941af89803a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:52:57.131301 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f5d308-9541-4a82-aa67-a941af89803a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:52:57.131622 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f5d308-9541-4a82-aa67-a941af89803a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:52:57.131939 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f5d308-9541-4a82-aa67-a941af89803a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:52:57.499362 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-f96b3b9c-7e55-47aa-bb46-8c5bb2e18270 None None] Provisioning complete for port cfcc078f-00eb-4b1b-8cfa-aa09b843b7b7 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 22:52:57.499749 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-f96b3b9c-7e55-47aa-bb46-8c5bb2e18270 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4145689'] for port (cfcc078f-00eb-4b1b-8cfa-aa09b843b7b7), provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:52:57.575569 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-f96b3b9c-7e55-47aa-bb46-8c5bb2e18270 None None] Current status of the port cfcc078f-00eb-4b1b-8cfa-aa09b843b7b7 is: ACTIVE; New status is: ACTIVE {{(pid=109630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 22:52:57.585624 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-f96b3b9c-7e55-47aa-bb46-8c5bb2e18270 None None] Provisioning complete for port 50faf831-58b1-417b-89bb-cf8c2974e1a4 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 22:52:57.586595 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-f96b3b9c-7e55-47aa-bb46-8c5bb2e18270 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4145689'] for port (50faf831-58b1-417b-89bb-cf8c2974e1a4), provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:52:57.662938 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-f96b3b9c-7e55-47aa-bb46-8c5bb2e18270 None None] Current status of the port 50faf831-58b1-417b-89bb-cf8c2974e1a4 is: ACTIVE; New status is: ACTIVE {{(pid=109630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 22:52:59.431257 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.65', 42124) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:52:59.625159 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8008f24e-64f2-492c-a870-8e5fc17dead0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:52:59.626227 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8008f24e-64f2-492c-a870-8e5fc17dead0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:52:59.627789 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [None req-8008f24e-64f2-492c-a870-8e5fc17dead0 admin admin] 10.222.0.65 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.1955981 Feb 20 22:53:01.964068 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.65', 42132) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:53:02.158526 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4d7bd74-9ba8-4b43-bda4-fd71ddec0cf8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:53:02.158934 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4d7bd74-9ba8-4b43-bda4-fd71ddec0cf8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:53:02.160460 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [None req-d4d7bd74-9ba8-4b43-bda4-fd71ddec0cf8 admin admin] 10.222.0.65 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.1954646 Feb 20 22:53:04.476160 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.65', 42140) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:53:04.597877 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fe7fb90-65ee-4863-b38a-d9a2653c965a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:53:04.599327 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [None req-2fe7fb90-65ee-4863-b38a-d9a2653c965a admin admin] 10.222.0.65 "GET /v2.0/networks/5f52b71d-61c7-49bc-86ae-3e3415c25b55 HTTP/1.1" status: 200 len: 886 time: 0.1220870 Feb 20 22:53:06.933325 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.65', 42148) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:53:07.067527 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2ca9747-51e1-414f-a295-bc5ddcdd46b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:53:07.068927 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [None req-e2ca9747-51e1-414f-a295-bc5ddcdd46b5 admin admin] 10.222.0.65 "GET /v2.0/networks/fbfa166b-6bba-4c6f-835c-834ea2077721 HTTP/1.1" status: 200 len: 868 time: 0.1346717 Feb 20 22:53:09.369478 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.65', 42156) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:53:09.492980 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40696d5b-4468-4acc-8886-49817d0dcf3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:53:09.493432 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40696d5b-4468-4acc-8886-49817d0dcf3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:53:09.494959 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [None req-40696d5b-4468-4acc-8886-49817d0dcf3d admin admin] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1244838 Feb 20 22:53:11.797212 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.65', 42164) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:53:11.886992 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-669c603b-d0b5-498c-8827-b32563ca6124 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:53:11.887444 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-669c603b-d0b5-498c-8827-b32563ca6124 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:53:11.888926 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [None req-669c603b-d0b5-498c-8827-b32563ca6124 admin admin] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0907705 Feb 20 22:53:12.261378 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-52a17022-eaba-430e-98a3-bcfb11fc3d9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (83a03d73-f5e1-4f72-b2a3-d557ae097998), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:53:12.635838 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.db.agents_db [None req-1f7bd598-9080-4651-a904-61cb6c9001fd None None] Agent healthcheck: found 5 active agents {{(pid=109631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 22:53:14.208782 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.65', 42172) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:53:14.296690 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2e5118c-a575-4944-89d3-fdfa1527225b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:53:14.299453 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [None req-d2e5118c-a575-4944-89d3-fdfa1527225b admin admin] 10.222.0.65 "GET /v2.0/subnets/4341e3c6-093e-41ce-baea-8eabcf329100 HTTP/1.1" status: 200 len: 868 time: 0.0894673 Feb 20 22:53:14.490287 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-274bbc99-85e7-40a6-b37a-877f46614ed0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (13c347f3-1c01-45ee-af8c-9f8a630e0f23), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:53:15.850078 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-343008d4-3a37-47e4-bcbd-5ef9b41dd99c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (5ba36dc9-fc49-4f8a-9e75-ea70dbbc9d37), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:53:16.681697 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.65', 42180) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:53:16.766148 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d54f57b6-44c0-48b6-80a5-d8b34583fe4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:53:16.767997 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [None req-d54f57b6-44c0-48b6-80a5-d8b34583fe4b admin admin] 10.222.0.65 "GET /v2.0/subnets/841afcd6-8af7-4cd5-baec-c52e88cacaa2 HTTP/1.1" status: 200 len: 816 time: 0.0853729 Feb 20 22:53:17.098352 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-f8bda328-0f39-40fc-b2c8-28796977f3d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (e2edd6cb-ac77-47df-80b5-e0a92a5dde3d), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:53:18.638263 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (2dc95353-690e-4eed-857f-cdb5bbe3a4be), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:53:42.263743 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-599de05c-4c4b-4d1a-9714-ac895f118709 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (83a03d73-f5e1-4f72-b2a3-d557ae097998), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:53:44.477954 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-01d56932-44aa-4171-bf10-914bba03743f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (13c347f3-1c01-45ee-af8c-9f8a630e0f23), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:53:45.078894 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.65', 42232) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:53:45.124366 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.wsgi [None req-93f2b39b-1fcb-485f-888c-d6d2b5b0078e admin admin] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=109628) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 22:53:45.125997 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [None req-93f2b39b-1fcb-485f-888c-d6d2b5b0078e admin admin] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0461512 Feb 20 22:53:45.837760 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-343008d4-3a37-47e4-bcbd-5ef9b41dd99c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (5ba36dc9-fc49-4f8a-9e75-ea70dbbc9d37), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:53:47.083228 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-f8bda328-0f39-40fc-b2c8-28796977f3d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (e2edd6cb-ac77-47df-80b5-e0a92a5dde3d), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:53:47.508110 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.65', 42240) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:53:47.566755 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd53bbe9-d56a-4ee3-b629-10062499934d admin admin] GET failed (client error): The resource could not be found. Feb 20 22:53:47.567939 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [None req-cd53bbe9-d56a-4ee3-b629-10062499934d admin admin] 10.222.0.65 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0589061 Feb 20 22:53:47.660268 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a075fd69-800a-4895-b68a-06213fc28518 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:53:47.661734 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [None req-a075fd69-800a-4895-b68a-06213fc28518 admin admin] 10.222.0.65 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0896583 Feb 20 22:53:48.635016 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (2dc95353-690e-4eed-857f-cdb5bbe3a4be), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:53:49.633674 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.db.agents_db [None req-1f7bd598-9080-4651-a904-61cb6c9001fd None None] Agent healthcheck: found 5 active agents {{(pid=109631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 22:53:49.997163 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.65', 42248) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:53:50.042331 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.v2.base [None req-3fe3e809-3916-4f4f-a506-fd4b40c5f03d admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 22:53:50.126562 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fe3e809-3916-4f4f-a506-fd4b40c5f03d admin admin] Made reservation on behalf of dd9cc74c0f22412b8a797ab499e1099a for: {'network': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 22:53:50.128861 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-3fe3e809-3916-4f4f-a506-fd4b40c5f03d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4131840'] for network (None), before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:53:50.156582 dv-cinder-830096-1-iscsi neutron-server[109628]: WARNING neutron.services.revisions.revision_plugin [None req-3fe3e809-3916-4f4f-a506-fd4b40c5f03d admin admin] Could not find related network for resource to bump revision. Feb 20 22:53:50.170410 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3fe3e809-3916-4f4f-a506-fd4b40c5f03d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 83} {{(pid=109628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 22:53:50.179723 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-3fe3e809-3916-4f4f-a506-fd4b40c5f03d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4056974'] for segment (16960e5e-9bae-4e5f-94b2-5832580e5a5f), precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:53:50.180004 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.db.segments_db [None req-3fe3e809-3916-4f4f-a506-fd4b40c5f03d admin admin] Added segment 16960e5e-9bae-4e5f-94b2-5832580e5a5f of type vlan for network 7693e197-5c29-4b30-a8f8-39602edbc087 Feb 20 22:53:50.225935 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-3fe3e809-3916-4f4f-a506-fd4b40c5f03d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747406756747'] for network (7693e197-5c29-4b30-a8f8-39602edbc087), precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:53:50.326048 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-3fe3e809-3916-4f4f-a506-fd4b40c5f03d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510'] for network (7693e197-5c29-4b30-a8f8-39602edbc087), after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:53:50.327079 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fe3e809-3916-4f4f-a506-fd4b40c5f03d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:53:50.327682 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-3fe3e809-3916-4f4f-a506-fd4b40c5f03d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565544'] for network (None), before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:53:50.386075 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe3e809-3916-4f4f-a506-fd4b40c5f03d admin admin] Pushing event updated for resources: {'Network': ['ID=7693e197-5c29-4b30-a8f8-39602edbc087,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:53:50.392460 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe3e809-3916-4f4f-a506-fd4b40c5f03d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:53:50.394407 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe3e809-3916-4f4f-a506-fd4b40c5f03d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:53:50.394407 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe3e809-3916-4f4f-a506-fd4b40c5f03d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:53:50.394407 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe3e809-3916-4f4f-a506-fd4b40c5f03d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:53:50.394407 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe3e809-3916-4f4f-a506-fd4b40c5f03d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:53:50.394407 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe3e809-3916-4f4f-a506-fd4b40c5f03d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:53:50.394864 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe3e809-3916-4f4f-a506-fd4b40c5f03d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:53:50.394864 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe3e809-3916-4f4f-a506-fd4b40c5f03d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:53:50.395085 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe3e809-3916-4f4f-a506-fd4b40c5f03d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:53:50.395427 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe3e809-3916-4f4f-a506-fd4b40c5f03d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:53:50.395749 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe3e809-3916-4f4f-a506-fd4b40c5f03d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:53:50.396065 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe3e809-3916-4f4f-a506-fd4b40c5f03d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:53:50.396391 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe3e809-3916-4f4f-a506-fd4b40c5f03d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:53:50.406868 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Network 7693e197-5c29-4b30-a8f8-39602edbc087 details requested by agent ovs-agent-dv-cinder-830096-1-iscsi with host dv-cinder-830096-1-iscsi {{(pid=109630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 22:53:50.411653 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [None req-3fe3e809-3916-4f4f-a506-fd4b40c5f03d admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 846 time: 0.4134545 Feb 20 22:53:52.739506 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.65', 42256) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:53:52.799970 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0270f9b-8c1c-4281-b77f-756b3f499d1a admin admin] GET failed (client error): The resource could not be found. Feb 20 22:53:52.801251 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [None req-a0270f9b-8c1c-4281-b77f-756b3f499d1a admin admin] 10.222.0.65 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0607629 Feb 20 22:53:52.900507 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a658cf54-69de-4586-8409-048830c023c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:53:52.901942 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [None req-a658cf54-69de-4586-8409-048830c023c0 admin admin] 10.222.0.65 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 825 time: 0.0965493 Feb 20 22:53:52.911628 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.v2.base [None req-0233f016-297a-4067-95ba-852c2aac0a39 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'network_id': '7693e197-5c29-4b30-a8f8-39602edbc087', 'description': 'shared-subnet', 'ip_version': 4}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 22:53:53.002994 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0233f016-297a-4067-95ba-852c2aac0a39 admin admin] Made reservation on behalf of dd9cc74c0f22412b8a797ab499e1099a for: {'subnet': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 22:53:53.005165 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-0233f016-297a-4067-95ba-852c2aac0a39 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:53:53.214382 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-0233f016-297a-4067-95ba-852c2aac0a39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510'] for subnet (2a551784-d6be-4d9d-961a-14884c55572e), after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:53:53.271205 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0233f016-297a-4067-95ba-852c2aac0a39 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2a551784-d6be-4d9d-961a-14884c55572e,revision_number=0']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:53:53.278577 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0233f016-297a-4067-95ba-852c2aac0a39 admin admin] Checking segment: {'id': '16960e5e-9bae-4e5f-94b2-5832580e5a5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '7693e197-5c29-4b30-a8f8-39602edbc087'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 22:53:53.278930 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0233f016-297a-4067-95ba-852c2aac0a39 admin admin] Network hostable DHCP agents. Network: 7693e197-5c29-4b30-a8f8-39602edbc087, hostable agents: ['83a03d73-f5e1-4f72-b2a3-d557ae097998'], hosted agents: [] {{(pid=109629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 22:53:53.345891 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0233f016-297a-4067-95ba-852c2aac0a39 admin admin] Network 7693e197-5c29-4b30-a8f8-39602edbc087 is scheduled to be hosted by DHCP agent 83a03d73-f5e1-4f72-b2a3-d557ae097998 with binding_index 1 {{(pid=109629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 22:53:53.432063 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [None req-0233f016-297a-4067-95ba-852c2aac0a39 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830096-1-iscsi, 7693e197-5c29-4b30-a8f8-39602edbc087) {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 22:53:53.436889 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0233f016-297a-4067-95ba-852c2aac0a39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:53:53.441571 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-0233f016-297a-4067-95ba-852c2aac0a39 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565544'] for subnet (None), before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:53:53.442018 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86a92ff1-1ddd-4c4c-8ee6-48b1e83b78f6 None None] Network 7693e197-5c29-4b30-a8f8-39602edbc087 requested from dv-cinder-830096-1-iscsi {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 22:53:53.526208 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [None req-0233f016-297a-4067-95ba-852c2aac0a39 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6177225 Feb 20 22:53:53.538302 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e462344-79a8-48e2-b047-6b8530e41082 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c3c1bb5-3d94-599d-bc7e-fdaa49c69afc-7693e197-5c29-4b30-a8f8-39602edbc087', 'network_id': '7693e197-5c29-4b30-a8f8-39602edbc087', 'project_id': 'dd9cc74c0f22412b8a797ab499e1099a', 'fixed_ips': [{'subnet_id': '2a551784-d6be-4d9d-961a-14884c55572e'}]}} from dv-cinder-830096-1-iscsi. {{(pid=109630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 22:53:53.539335 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0e462344-79a8-48e2-b047-6b8530e41082 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4131840'] for port (None), before_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:53:53.769569 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.db_base_plugin_common [None req-0e462344-79a8-48e2-b047-6b8530e41082 None None] Allocated IP 192.168.233.2 (7693e197-5c29-4b30-a8f8-39602edbc087/2a551784-d6be-4d9d-961a-14884c55572e/9e27dd86-36f7-4d88-9861-7f66ab903f77) {{(pid=109630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 22:53:54.007211 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0e462344-79a8-48e2-b047-6b8530e41082 None None] Publish callbacks [] for port (9e27dd86-36f7-4d88-9861-7f66ab903f77), precommit_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:53:54.092925 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0e462344-79a8-48e2-b047-6b8530e41082 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747406771496'] for port (9e27dd86-36f7-4d88-9861-7f66ab903f77), after_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:53:54.138563 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e462344-79a8-48e2-b047-6b8530e41082 None None] Network 7693e197-5c29-4b30-a8f8-39602edbc087 is already hosted by enough agents. {{(pid=109630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 22:53:54.139819 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e462344-79a8-48e2-b047-6b8530e41082 None None] Pushing event updated for resources: {'Port': ['ID=9e27dd86-36f7-4d88-9861-7f66ab903f77,revision_number=1']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:53:54.142762 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.scheduler.base_scheduler [None req-0e462344-79a8-48e2-b047-6b8530e41082 None None] Resources bound (agent type, host, resource id): {{(pid=109630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 22:53:54.148763 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e462344-79a8-48e2-b047-6b8530e41082 None None] Received port after_create {{(pid=109630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 22:53:54.151194 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e462344-79a8-48e2-b047-6b8530e41082 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:53:54.151557 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e462344-79a8-48e2-b047-6b8530e41082 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:53:54.151911 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e462344-79a8-48e2-b047-6b8530e41082 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:53:54.152244 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e462344-79a8-48e2-b047-6b8530e41082 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:53:54.152566 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e462344-79a8-48e2-b047-6b8530e41082 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:53:54.152888 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e462344-79a8-48e2-b047-6b8530e41082 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:53:54.153203 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e462344-79a8-48e2-b047-6b8530e41082 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:53:54.153520 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e462344-79a8-48e2-b047-6b8530e41082 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:53:54.153834 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e462344-79a8-48e2-b047-6b8530e41082 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:53:54.154161 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e462344-79a8-48e2-b047-6b8530e41082 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:53:54.154504 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e462344-79a8-48e2-b047-6b8530e41082 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:53:54.154816 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e462344-79a8-48e2-b047-6b8530e41082 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:53:54.155129 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e462344-79a8-48e2-b047-6b8530e41082 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:53:54.212467 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-0e462344-79a8-48e2-b047-6b8530e41082 None None] Attempting to bind port 9e27dd86-36f7-4d88-9861-7f66ab903f77 on host dv-cinder-830096-1-iscsi for vnic_type normal with profile {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 22:53:54.212837 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-0e462344-79a8-48e2-b047-6b8530e41082 None None] Attempting to bind port 9e27dd86-36f7-4d88-9861-7f66ab903f77 by drivers openvswitch,hyperv on host dv-cinder-830096-1-iscsi at level 0 using segments [{'id': '16960e5e-9bae-4e5f-94b2-5832580e5a5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '7693e197-5c29-4b30-a8f8-39602edbc087'}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 22:53:54.213252 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e462344-79a8-48e2-b047-6b8530e41082 None None] Attempting to bind port 9e27dd86-36f7-4d88-9861-7f66ab903f77 on network 7693e197-5c29-4b30-a8f8-39602edbc087 {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 22:53:54.218789 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e462344-79a8-48e2-b047-6b8530e41082 None None] Checking agent: {'id': '2dc95353-690e-4eed-857f-cdb5bbe3a4be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830096-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 22, 50, 49), 'started_at': datetime.datetime(2022, 2, 20, 22, 51, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 22, 53, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830096-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 22:53:54.219185 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e462344-79a8-48e2-b047-6b8530e41082 None None] Checking segment: {'id': '16960e5e-9bae-4e5f-94b2-5832580e5a5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '7693e197-5c29-4b30-a8f8-39602edbc087'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 22:53:54.219583 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0e462344-79a8-48e2-b047-6b8530e41082 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:53:54.219974 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e462344-79a8-48e2-b047-6b8530e41082 None None] Bound using segment: {'id': '16960e5e-9bae-4e5f-94b2-5832580e5a5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '7693e197-5c29-4b30-a8f8-39602edbc087'} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 22:53:54.220474 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-0e462344-79a8-48e2-b047-6b8530e41082 None None] Bound port: 9e27dd86-36f7-4d88-9861-7f66ab903f77, host: dv-cinder-830096-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16960e5e-9bae-4e5f-94b2-5832580e5a5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '7693e197-5c29-4b30-a8f8-39602edbc087'}}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 22:53:54.220851 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0e462344-79a8-48e2-b047-6b8530e41082 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4131840'] for port (9e27dd86-36f7-4d88-9861-7f66ab903f77), before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:53:54.286112 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-0e462344-79a8-48e2-b047-6b8530e41082 None None] For port 9e27dd86-36f7-4d88-9861-7f66ab903f77, host dv-cinder-830096-1-iscsi, cleared binding levels {{(pid=109630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 22:53:54.306775 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-0e462344-79a8-48e2-b047-6b8530e41082 None None] For port 9e27dd86-36f7-4d88-9861-7f66ab903f77, host dv-cinder-830096-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-1-iscsi',level=0,port_id=9e27dd86-36f7-4d88-9861-7f66ab903f77,segment=NetworkSegment(16960e5e-9bae-4e5f-94b2-5832580e5a5f),segment_id=16960e5e-9bae-4e5f-94b2-5832580e5a5f)] {{(pid=109630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 22:53:54.395696 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0e462344-79a8-48e2-b047-6b8530e41082 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747407212427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747406771514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747406771532'] for port (9e27dd86-36f7-4d88-9861-7f66ab903f77), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:53:54.450646 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e462344-79a8-48e2-b047-6b8530e41082 None None] Pushing event updated for resources: {'Port': ['ID=9e27dd86-36f7-4d88-9861-7f66ab903f77,revision_number=2']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:53:55.299582 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-336fb04e-0c67-4cee-82d4-dc5c9ad7ffbe None None] Network 7693e197-5c29-4b30-a8f8-39602edbc087 requested from dv-cinder-830096-1-iscsi {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 22:53:55.359163 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-71f2b18f-1c0b-4583-9318-98cfbeee40be None None] Provisioning complete for port 9e27dd86-36f7-4d88-9861-7f66ab903f77 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 22:53:55.359484 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-71f2b18f-1c0b-4583-9318-98cfbeee40be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4145689'] for port (9e27dd86-36f7-4d88-9861-7f66ab903f77), provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:53:55.413483 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Device 9e27dd86-36f7-4d88-9861-7f66ab903f77 up at agent ovs-agent-dv-cinder-830096-1-iscsi {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 22:53:55.536622 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-71f2b18f-1c0b-4583-9318-98cfbeee40be None None] Current status of the port 9e27dd86-36f7-4d88-9861-7f66ab903f77 is: DOWN; New status is: ACTIVE {{(pid=109630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 22:53:55.537232 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-71f2b18f-1c0b-4583-9318-98cfbeee40be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4131840'] for port (9e27dd86-36f7-4d88-9861-7f66ab903f77), before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:53:55.538825 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Provisioning complete for port 9e27dd86-36f7-4d88-9861-7f66ab903f77 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 22:53:55.539148 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4145689'] for port (9e27dd86-36f7-4d88-9861-7f66ab903f77), provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:53:55.602219 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-71f2b18f-1c0b-4583-9318-98cfbeee40be None None] For port 9e27dd86-36f7-4d88-9861-7f66ab903f77, host dv-cinder-830096-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-1-iscsi',level=0,port_id=9e27dd86-36f7-4d88-9861-7f66ab903f77,segment=NetworkSegment(16960e5e-9bae-4e5f-94b2-5832580e5a5f),segment_id=16960e5e-9bae-4e5f-94b2-5832580e5a5f)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 22:53:55.649503 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Current status of the port 9e27dd86-36f7-4d88-9861-7f66ab903f77 is: DOWN; New status is: ACTIVE {{(pid=109630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 22:53:55.649895 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4131840'] for port (9e27dd86-36f7-4d88-9861-7f66ab903f77), before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:53:55.736656 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-71f2b18f-1c0b-4583-9318-98cfbeee40be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747407212427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747406771514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747406771532'] for port (9e27dd86-36f7-4d88-9861-7f66ab903f77), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:53:55.809921 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.db.api [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109630) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 20 22:53:55.810250 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG oslo_db.api [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 20 22:53:55.815530 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f2b18f-1c0b-4583-9318-98cfbeee40be None None] Pushing event updated for resources: {'Port': ['ID=9e27dd86-36f7-4d88-9861-7f66ab903f77,revision_number=3']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:53:55.855947 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-16f1077d-f9f9-420f-9b97-566f8b704cd1 None None] Provisioning complete for port 9e27dd86-36f7-4d88-9861-7f66ab903f77 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 22:53:55.856333 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-16f1077d-f9f9-420f-9b97-566f8b704cd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4145689'] for port (9e27dd86-36f7-4d88-9861-7f66ab903f77), provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:53:55.937148 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-16f1077d-f9f9-420f-9b97-566f8b704cd1 None None] Current status of the port 9e27dd86-36f7-4d88-9861-7f66ab903f77 is: ACTIVE; New status is: ACTIVE {{(pid=109630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 22:53:56.346000 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Current status of the port 9e27dd86-36f7-4d88-9861-7f66ab903f77 is: ACTIVE; New status is: ACTIVE {{(pid=109630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 22:53:57.368192 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Device 9e27dd86-36f7-4d88-9861-7f66ab903f77 up at agent ovs-agent-dv-cinder-830096-1-iscsi {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 22:53:57.415641 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Provisioning complete for port 9e27dd86-36f7-4d88-9861-7f66ab903f77 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 22:53:57.415959 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4145689'] for port (9e27dd86-36f7-4d88-9861-7f66ab903f77), provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:53:57.502903 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Current status of the port 9e27dd86-36f7-4d88-9861-7f66ab903f77 is: ACTIVE; New status is: ACTIVE {{(pid=109630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 22:54:12.276775 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0adacb1f-2f30-402a-9b04-6b6e41a08a19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (83a03d73-f5e1-4f72-b2a3-d557ae097998), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:54:14.452111 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4aff60fc-f130-49de-abb0-19130b079a7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (13c347f3-1c01-45ee-af8c-9f8a630e0f23), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:54:15.865226 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-343008d4-3a37-47e4-bcbd-5ef9b41dd99c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (5ba36dc9-fc49-4f8a-9e75-ea70dbbc9d37), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:54:17.079823 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-f8bda328-0f39-40fc-b2c8-28796977f3d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (e2edd6cb-ac77-47df-80b5-e0a92a5dde3d), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:54:18.634173 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (2dc95353-690e-4eed-857f-cdb5bbe3a4be), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:54:26.633145 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.db.agents_db [None req-1f7bd598-9080-4651-a904-61cb6c9001fd None None] Agent healthcheck: found 5 active agents {{(pid=109631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 22:54:42.287749 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-5e608cad-4ef6-48fa-a1e7-f1b619ca9011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (83a03d73-f5e1-4f72-b2a3-d557ae097998), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:54:44.484980 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a3c9bb9-e4f1-4230-9d9c-764992d9480c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (13c347f3-1c01-45ee-af8c-9f8a630e0f23), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:54:45.867962 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-343008d4-3a37-47e4-bcbd-5ef9b41dd99c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (5ba36dc9-fc49-4f8a-9e75-ea70dbbc9d37), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:54:47.079594 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-f8bda328-0f39-40fc-b2c8-28796977f3d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (e2edd6cb-ac77-47df-80b5-e0a92a5dde3d), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:54:48.642013 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (2dc95353-690e-4eed-857f-cdb5bbe3a4be), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:55:03.631268 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.db.agents_db [None req-1f7bd598-9080-4651-a904-61cb6c9001fd None None] Agent healthcheck: found 5 active agents {{(pid=109631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 22:55:12.275352 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-748b4699-d2b8-4237-87d0-dbe21477afb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (83a03d73-f5e1-4f72-b2a3-d557ae097998), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:55:14.504210 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-f0aa14c5-8189-44f9-b905-6ba3ab625af8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (13c347f3-1c01-45ee-af8c-9f8a630e0f23), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:55:15.873842 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-343008d4-3a37-47e4-bcbd-5ef9b41dd99c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (5ba36dc9-fc49-4f8a-9e75-ea70dbbc9d37), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:55:17.086417 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-f8bda328-0f39-40fc-b2c8-28796977f3d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (e2edd6cb-ac77-47df-80b5-e0a92a5dde3d), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:55:18.606735 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (2dc95353-690e-4eed-857f-cdb5bbe3a4be), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:55:37.126554 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.65', 42296) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:55:37.132244 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.wsgi [None req-1d1ca0cf-202b-4292-941b-a8c635a13ee1 tempest-verify_tempest_config-437009585 tempest-verify_tempest_config-437009585-project] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=109628) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 22:55:37.133229 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [None req-1d1ca0cf-202b-4292-941b-a8c635a13ee1 tempest-verify_tempest_config-437009585 tempest-verify_tempest_config-437009585-project] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0056727 Feb 20 22:55:37.659049 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.65', 42314) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:55:37.760562 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-fe710332-c551-4bc1-b917-33f1c9e05fae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:55:37.832814 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-fe710332-c551-4bc1-b917-33f1c9e05fae admin admin] Publish callbacks [] for security_group (6af7d2ef-9dd9-427a-a983-4616cbcb3804), precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:55:37.897327 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-fe710332-c551-4bc1-b917-33f1c9e05fae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627867'] for security_group (6af7d2ef-9dd9-427a-a983-4616cbcb3804), after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:55:37.940690 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe710332-c551-4bc1-b917-33f1c9e05fae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6af7d2ef-9dd9-427a-a983-4616cbcb3804,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:55:37.945205 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [None req-fe710332-c551-4bc1-b917-33f1c9e05fae admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=cb3a0272007147a7a7b5c47b939f076b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2851460 Feb 20 22:55:37.949435 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe710332-c551-4bc1-b917-33f1c9e05fae admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:55:37.949799 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe710332-c551-4bc1-b917-33f1c9e05fae admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:55:37.950845 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe710332-c551-4bc1-b917-33f1c9e05fae admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:55:37.950845 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe710332-c551-4bc1-b917-33f1c9e05fae admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:55:37.951048 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe710332-c551-4bc1-b917-33f1c9e05fae admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:55:37.951334 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe710332-c551-4bc1-b917-33f1c9e05fae admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:55:37.951681 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe710332-c551-4bc1-b917-33f1c9e05fae admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:55:37.952012 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe710332-c551-4bc1-b917-33f1c9e05fae admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:55:37.952361 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe710332-c551-4bc1-b917-33f1c9e05fae admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:55:37.952691 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe710332-c551-4bc1-b917-33f1c9e05fae admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:55:37.952784 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.65', 42320) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:55:37.953016 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe710332-c551-4bc1-b917-33f1c9e05fae admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:55:37.953337 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe710332-c551-4bc1-b917-33f1c9e05fae admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:55:37.953655 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe710332-c551-4bc1-b917-33f1c9e05fae admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:55:38.007350 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-eba52cbc-3b98-4ff3-8891-da3dc38e1f72 admin admin] Publish callbacks [] for security_group (6af7d2ef-9dd9-427a-a983-4616cbcb3804), before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:55:38.028196 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-eba52cbc-3b98-4ff3-8891-da3dc38e1f72 admin admin] Publish callbacks [] for security_group (6af7d2ef-9dd9-427a-a983-4616cbcb3804), precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:55:38.198816 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-eba52cbc-3b98-4ff3-8891-da3dc38e1f72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627867'] for security_group (6af7d2ef-9dd9-427a-a983-4616cbcb3804), after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:55:38.201898 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-eba52cbc-3b98-4ff3-8891-da3dc38e1f72 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:55:38.203109 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [None req-eba52cbc-3b98-4ff3-8891-da3dc38e1f72 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/6af7d2ef-9dd9-427a-a983-4616cbcb3804 HTTP/1.1" status: 204 len: 168 time: 0.2492061 Feb 20 22:55:38.211118 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba52cbc-3b98-4ff3-8891-da3dc38e1f72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6af7d2ef-9dd9-427a-a983-4616cbcb3804,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:55:38.218278 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba52cbc-3b98-4ff3-8891-da3dc38e1f72 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:55:38.218665 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba52cbc-3b98-4ff3-8891-da3dc38e1f72 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:55:38.219003 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba52cbc-3b98-4ff3-8891-da3dc38e1f72 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:55:38.219330 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba52cbc-3b98-4ff3-8891-da3dc38e1f72 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:55:38.219653 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba52cbc-3b98-4ff3-8891-da3dc38e1f72 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:55:38.219983 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba52cbc-3b98-4ff3-8891-da3dc38e1f72 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:55:38.220357 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba52cbc-3b98-4ff3-8891-da3dc38e1f72 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:55:38.220683 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba52cbc-3b98-4ff3-8891-da3dc38e1f72 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:55:38.221001 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba52cbc-3b98-4ff3-8891-da3dc38e1f72 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:55:38.221318 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba52cbc-3b98-4ff3-8891-da3dc38e1f72 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:55:38.221631 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba52cbc-3b98-4ff3-8891-da3dc38e1f72 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:55:38.221945 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba52cbc-3b98-4ff3-8891-da3dc38e1f72 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:55:38.222254 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba52cbc-3b98-4ff3-8891-da3dc38e1f72 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:55:40.629298 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.db.agents_db [None req-1f7bd598-9080-4651-a904-61cb6c9001fd None None] Agent healthcheck: found 5 active agents {{(pid=109631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 22:55:42.295529 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-76261346-1b05-4d7e-b71c-9dfd76680907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (83a03d73-f5e1-4f72-b2a3-d557ae097998), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:55:44.446015 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-a4db4de5-6bb1-46a9-baf8-1b39d5f431c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (13c347f3-1c01-45ee-af8c-9f8a630e0f23), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:55:45.857342 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-343008d4-3a37-47e4-bcbd-5ef9b41dd99c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (5ba36dc9-fc49-4f8a-9e75-ea70dbbc9d37), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:55:47.091615 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-f8bda328-0f39-40fc-b2c8-28796977f3d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (e2edd6cb-ac77-47df-80b5-e0a92a5dde3d), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:55:48.611292 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (2dc95353-690e-4eed-857f-cdb5bbe3a4be), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:56:12.283282 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-326c6d94-f2e3-4e1d-b780-7a49167d1d02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (83a03d73-f5e1-4f72-b2a3-d557ae097998), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:56:14.479633 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-359ab0fb-c015-441d-95e1-577c5231125e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (13c347f3-1c01-45ee-af8c-9f8a630e0f23), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:56:15.890638 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-343008d4-3a37-47e4-bcbd-5ef9b41dd99c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (5ba36dc9-fc49-4f8a-9e75-ea70dbbc9d37), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:56:17.101732 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-f8bda328-0f39-40fc-b2c8-28796977f3d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (e2edd6cb-ac77-47df-80b5-e0a92a5dde3d), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:56:17.627836 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.db.agents_db [None req-1f7bd598-9080-4651-a904-61cb6c9001fd None None] Agent healthcheck: found 5 active agents {{(pid=109631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 22:56:18.616340 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (2dc95353-690e-4eed-857f-cdb5bbe3a4be), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:56:42.278561 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-20f54137-eeb0-4cd6-bdea-61488572680a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (83a03d73-f5e1-4f72-b2a3-d557ae097998), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:56:44.494718 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-33d0c5f8-ea1a-4d9f-8754-08d865182880 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (13c347f3-1c01-45ee-af8c-9f8a630e0f23), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:56:45.871136 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-343008d4-3a37-47e4-bcbd-5ef9b41dd99c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (5ba36dc9-fc49-4f8a-9e75-ea70dbbc9d37), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:56:47.096117 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-f8bda328-0f39-40fc-b2c8-28796977f3d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (e2edd6cb-ac77-47df-80b5-e0a92a5dde3d), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:56:48.661629 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (2dc95353-690e-4eed-857f-cdb5bbe3a4be), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:56:54.625645 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.db.agents_db [None req-1f7bd598-9080-4651-a904-61cb6c9001fd None None] Agent healthcheck: found 5 active agents {{(pid=109631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 22:57:12.293303 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-7f29257f-5349-4924-927c-2a53456ef25d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (83a03d73-f5e1-4f72-b2a3-d557ae097998), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:57:14.483632 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-49a0c9a3-0450-478b-b575-05417ab647d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (13c347f3-1c01-45ee-af8c-9f8a630e0f23), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:57:15.883571 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-343008d4-3a37-47e4-bcbd-5ef9b41dd99c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (5ba36dc9-fc49-4f8a-9e75-ea70dbbc9d37), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:57:17.100522 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-f8bda328-0f39-40fc-b2c8-28796977f3d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (e2edd6cb-ac77-47df-80b5-e0a92a5dde3d), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:57:18.632568 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (2dc95353-690e-4eed-857f-cdb5bbe3a4be), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:57:21.384895 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-703313'] for agent (a929ecfe-02b1-4b86-b2e7-0c746ea4b12c), after_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:57:31.625045 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.db.agents_db [None req-1f7bd598-9080-4651-a904-61cb6c9001fd None None] Agent healthcheck: found 6 active agents {{(pid=109631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 22:57:35.660967 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.65', 42390) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:57:35.762819 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [None req-3c99b4dd-5bfa-455f-b1a6-aec00860d626 admin admin] 10.222.0.65 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1007655 Feb 20 22:57:38.094108 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.65', 42400) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:57:38.147866 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [None req-0b0e93e7-0203-4515-b8f0-cd325444c1c1 admin admin] 10.222.0.65 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0526562 Feb 20 22:57:42.260065 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-bb37e0bb-a857-4ee2-82d4-bbb3af072a3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (83a03d73-f5e1-4f72-b2a3-d557ae097998), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:57:44.471090 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-f27b10c7-4dce-41e2-9c51-24c8fab107b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (13c347f3-1c01-45ee-af8c-9f8a630e0f23), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:57:45.888804 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-343008d4-3a37-47e4-bcbd-5ef9b41dd99c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (5ba36dc9-fc49-4f8a-9e75-ea70dbbc9d37), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:57:47.105023 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-f8bda328-0f39-40fc-b2c8-28796977f3d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (e2edd6cb-ac77-47df-80b5-e0a92a5dde3d), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:57:48.625122 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (2dc95353-690e-4eed-857f-cdb5bbe3a4be), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:57:51.327781 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (a929ecfe-02b1-4b86-b2e7-0c746ea4b12c), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:58:08.623345 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.db.agents_db [None req-1f7bd598-9080-4651-a904-61cb6c9001fd None None] Agent healthcheck: found 6 active agents {{(pid=109631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 22:58:12.275205 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-d5fd66c0-060a-44f5-8788-7fa305219329 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (83a03d73-f5e1-4f72-b2a3-d557ae097998), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:58:14.469995 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-385c6bed-fa53-4e5d-994c-a4b0a89c72a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (13c347f3-1c01-45ee-af8c-9f8a630e0f23), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:58:15.893078 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-343008d4-3a37-47e4-bcbd-5ef9b41dd99c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (5ba36dc9-fc49-4f8a-9e75-ea70dbbc9d37), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:58:17.120668 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-f8bda328-0f39-40fc-b2c8-28796977f3d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (e2edd6cb-ac77-47df-80b5-e0a92a5dde3d), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:58:18.629890 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (2dc95353-690e-4eed-857f-cdb5bbe3a4be), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:58:21.331823 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (a929ecfe-02b1-4b86-b2e7-0c746ea4b12c), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:58:42.292375 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-5eb03461-ede6-4521-8ca7-e330466ae3dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (83a03d73-f5e1-4f72-b2a3-d557ae097998), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:58:44.492640 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-679f035a-085e-4f04-b9ce-781c2fbf2c99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (13c347f3-1c01-45ee-af8c-9f8a630e0f23), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:58:45.621909 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.db.agents_db [None req-1f7bd598-9080-4651-a904-61cb6c9001fd None None] Agent healthcheck: found 6 active agents {{(pid=109631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 22:58:45.863924 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-343008d4-3a37-47e4-bcbd-5ef9b41dd99c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (5ba36dc9-fc49-4f8a-9e75-ea70dbbc9d37), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:58:47.120968 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-f8bda328-0f39-40fc-b2c8-28796977f3d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (e2edd6cb-ac77-47df-80b5-e0a92a5dde3d), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:58:48.635184 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (2dc95353-690e-4eed-857f-cdb5bbe3a4be), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:58:51.326653 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (a929ecfe-02b1-4b86-b2e7-0c746ea4b12c), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:12.284751 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-eede845b-23ef-4871-82a7-93db865c0360 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (83a03d73-f5e1-4f72-b2a3-d557ae097998), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:12.370157 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.65', 42576) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:59:12.801033 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.v2.base [None req-d4248085-9451-45b7-af0a-6e16319d00aa admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1019345208-network', 'tenant_id': '20a70fe3a5c54620b7b5c77297e2e5f2'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 22:59:12.886335 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4248085-9451-45b7-af0a-6e16319d00aa admin admin] Made reservation on behalf of 20a70fe3a5c54620b7b5c77297e2e5f2 for: {'network': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 22:59:12.888592 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-d4248085-9451-45b7-af0a-6e16319d00aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4131840'] for network (None), before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:12.899809 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-d4248085-9451-45b7-af0a-6e16319d00aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:12.979143 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-d4248085-9451-45b7-af0a-6e16319d00aa admin admin] Publish callbacks [] for security_group (001690d6-0663-4ba3-bb6a-812d0f3aa2df), precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:13.017362 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-d4248085-9451-45b7-af0a-6e16319d00aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627867'] for security_group (001690d6-0663-4ba3-bb6a-812d0f3aa2df), after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:13.046205 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4248085-9451-45b7-af0a-6e16319d00aa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 95} {{(pid=109628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 22:59:13.051942 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4248085-9451-45b7-af0a-6e16319d00aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=001690d6-0663-4ba3-bb6a-812d0f3aa2df,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:59:13.060601 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4248085-9451-45b7-af0a-6e16319d00aa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:59:13.060925 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4248085-9451-45b7-af0a-6e16319d00aa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:59:13.061266 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4248085-9451-45b7-af0a-6e16319d00aa admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:59:13.061612 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4248085-9451-45b7-af0a-6e16319d00aa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:59:13.061933 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4248085-9451-45b7-af0a-6e16319d00aa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:59:13.062260 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4248085-9451-45b7-af0a-6e16319d00aa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:59:13.062618 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4248085-9451-45b7-af0a-6e16319d00aa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:59:13.062941 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4248085-9451-45b7-af0a-6e16319d00aa admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:59:13.063268 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4248085-9451-45b7-af0a-6e16319d00aa admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:59:13.063593 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4248085-9451-45b7-af0a-6e16319d00aa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:59:13.063919 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4248085-9451-45b7-af0a-6e16319d00aa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:59:13.064235 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4248085-9451-45b7-af0a-6e16319d00aa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:59:13.064553 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4248085-9451-45b7-af0a-6e16319d00aa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:59:13.065703 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4248085-9451-45b7-af0a-6e16319d00aa admin admin] Tracked resource versions report: Feb 20 22:59:13.065703 dv-cinder-830096-1-iscsi neutron-server[109628]: pushed versions: Feb 20 22:59:13.065703 dv-cinder-830096-1-iscsi neutron-server[109628]: { 'AddressGroup': {'1.2'}, Feb 20 22:59:13.065703 dv-cinder-830096-1-iscsi neutron-server[109628]: 'ConntrackHelper': {'1.0'}, Feb 20 22:59:13.065703 dv-cinder-830096-1-iscsi neutron-server[109628]: 'LocalIPAssociation': {'1.0'}, Feb 20 22:59:13.065703 dv-cinder-830096-1-iscsi neutron-server[109628]: 'Log': {'1.0'}, Feb 20 22:59:13.065703 dv-cinder-830096-1-iscsi neutron-server[109628]: 'Network': {'1.1'}, Feb 20 22:59:13.065703 dv-cinder-830096-1-iscsi neutron-server[109628]: 'Port': {'1.7'}, Feb 20 22:59:13.065703 dv-cinder-830096-1-iscsi neutron-server[109628]: 'PortForwarding': {'1.2'}, Feb 20 22:59:13.065703 dv-cinder-830096-1-iscsi neutron-server[109628]: 'QosPolicy': {'1.10'}, Feb 20 22:59:13.065703 dv-cinder-830096-1-iscsi neutron-server[109628]: 'SecurityGroup': {'1.5'}, Feb 20 22:59:13.065703 dv-cinder-830096-1-iscsi neutron-server[109628]: 'SecurityGroupRule': {'1.2'}, Feb 20 22:59:13.065703 dv-cinder-830096-1-iscsi neutron-server[109628]: 'SubPort': {'1.0'}, Feb 20 22:59:13.065703 dv-cinder-830096-1-iscsi neutron-server[109628]: 'Subnet': {'1.1'}, Feb 20 22:59:13.065703 dv-cinder-830096-1-iscsi neutron-server[109628]: 'Trunk': {'1.1'}} Feb 20 22:59:13.065703 dv-cinder-830096-1-iscsi neutron-server[109628]: consumer versions: Feb 20 22:59:13.065703 dv-cinder-830096-1-iscsi neutron-server[109628]: { DHCP agent@dv-cinder-830096-1-iscsi: {}, Feb 20 22:59:13.065703 dv-cinder-830096-1-iscsi neutron-server[109628]: HyperV agent@hv-cinder-83009: {}, Feb 20 22:59:13.065703 dv-cinder-830096-1-iscsi neutron-server[109628]: L3 agent@dv-cinder-830096-1-iscsi: {}, Feb 20 22:59:13.065703 dv-cinder-830096-1-iscsi neutron-server[109628]: Metadata agent@dv-cinder-830096-1-iscsi: {}, Feb 20 22:59:13.065703 dv-cinder-830096-1-iscsi neutron-server[109628]: Metering agent@dv-cinder-830096-1-iscsi: {}, Feb 20 22:59:13.065703 dv-cinder-830096-1-iscsi neutron-server[109628]: Open vSwitch agent@dv-cinder-830096-1-iscsi: { 'AddressGroup': '1.2', Feb 20 22:59:13.065703 dv-cinder-830096-1-iscsi neutron-server[109628]: 'ConntrackHelper': '1.0', Feb 20 22:59:13.065703 dv-cinder-830096-1-iscsi neutron-server[109628]: 'LocalIPAssociation': '1.0', Feb 20 22:59:13.065703 dv-cinder-830096-1-iscsi neutron-server[109628]: 'Log': '1.0', Feb 20 22:59:13.065703 dv-cinder-830096-1-iscsi neutron-server[109628]: 'Network': '1.1', Feb 20 22:59:13.065703 dv-cinder-830096-1-iscsi neutron-server[109628]: 'Port': '1.7', Feb 20 22:59:13.065703 dv-cinder-830096-1-iscsi neutron-server[109628]: 'PortForwarding': '1.2', Feb 20 22:59:13.065703 dv-cinder-830096-1-iscsi neutron-server[109628]: 'QosPolicy': '1.10', Feb 20 22:59:13.065703 dv-cinder-830096-1-iscsi neutron-server[109628]: 'SecurityGroup': '1.5', Feb 20 22:59:13.065703 dv-cinder-830096-1-iscsi neutron-server[109628]: 'SecurityGroupRule': '1.2', Feb 20 22:59:13.065703 dv-cinder-830096-1-iscsi neutron-server[109628]: 'SubPort': '1.0', Feb 20 22:59:13.065703 dv-cinder-830096-1-iscsi neutron-server[109628]: 'Subnet': '1.1', Feb 20 22:59:13.065703 dv-cinder-830096-1-iscsi neutron-server[109628]: 'Trunk': '1.1'}} Feb 20 22:59:13.065703 dv-cinder-830096-1-iscsi neutron-server[109628]: {{(pid=109628) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 20 22:59:13.073202 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-d4248085-9451-45b7-af0a-6e16319d00aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4056974'] for segment (655b460c-2211-46cc-90b8-10db39171b38), precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:13.073559 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.db.segments_db [None req-d4248085-9451-45b7-af0a-6e16319d00aa admin admin] Added segment 655b460c-2211-46cc-90b8-10db39171b38 of type vlan for network 128f554d-22ec-46aa-86bb-cf96bf68ca76 Feb 20 22:59:13.124394 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-d4248085-9451-45b7-af0a-6e16319d00aa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747406756747'] for network (128f554d-22ec-46aa-86bb-cf96bf68ca76), precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:13.263082 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.65', 42612) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:59:13.280779 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.65', 42620) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:59:13.291979 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-d4248085-9451-45b7-af0a-6e16319d00aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510'] for network (128f554d-22ec-46aa-86bb-cf96bf68ca76), after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:13.293147 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4248085-9451-45b7-af0a-6e16319d00aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:59:13.293920 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-d4248085-9451-45b7-af0a-6e16319d00aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565544'] for network (None), before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:13.356504 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4248085-9451-45b7-af0a-6e16319d00aa admin admin] Pushing event updated for resources: {'Network': ['ID=128f554d-22ec-46aa-86bb-cf96bf68ca76,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:59:13.367011 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Network 128f554d-22ec-46aa-86bb-cf96bf68ca76 details requested by agent ovs-agent-dv-cinder-830096-1-iscsi with host dv-cinder-830096-1-iscsi {{(pid=109630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 22:59:13.414600 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [None req-d4248085-9451-45b7-af0a-6e16319d00aa admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0423388 Feb 20 22:59:13.421272 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.65', 42624) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:59:13.426939 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.v2.base [None req-13eb14a9-e28d-40aa-a8f3-fe7535ef54d0 admin admin] Request body: {'subnet': {'network_id': '128f554d-22ec-46aa-86bb-cf96bf68ca76', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1019345208-subnet', 'tenant_id': '20a70fe3a5c54620b7b5c77297e2e5f2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 22:59:13.517045 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13eb14a9-e28d-40aa-a8f3-fe7535ef54d0 admin admin] Made reservation on behalf of 20a70fe3a5c54620b7b5c77297e2e5f2 for: {'subnet': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 22:59:13.519464 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-13eb14a9-e28d-40aa-a8f3-fe7535ef54d0 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:13.788018 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.v2.base [None req-221d5883-2378-4702-9df3-f0f071ea4f3d admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1971614022-network', 'tenant_id': 'e684d4332ff043eab2d102df1b6dd908'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 22:59:13.791539 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-13eb14a9-e28d-40aa-a8f3-fe7535ef54d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510'] for subnet (301e501d-b351-4b56-8f24-11a857cdb58c), after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:13.802392 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.v2.base [None req-2f4345f1-e818-4093-8da9-ef410be00bd5 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-841500598-network', 'tenant_id': '48a93be9550345ed9b9cbfc081ec5671'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 22:59:13.895457 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13eb14a9-e28d-40aa-a8f3-fe7535ef54d0 admin admin] Checking segment: {'id': '655b460c-2211-46cc-90b8-10db39171b38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '128f554d-22ec-46aa-86bb-cf96bf68ca76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 22:59:13.895922 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13eb14a9-e28d-40aa-a8f3-fe7535ef54d0 admin admin] Network hostable DHCP agents. Network: 128f554d-22ec-46aa-86bb-cf96bf68ca76, hostable agents: ['83a03d73-f5e1-4f72-b2a3-d557ae097998'], hosted agents: [] {{(pid=109629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 22:59:13.908646 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13eb14a9-e28d-40aa-a8f3-fe7535ef54d0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=301e501d-b351-4b56-8f24-11a857cdb58c,revision_number=0']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:59:13.924588 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13eb14a9-e28d-40aa-a8f3-fe7535ef54d0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:59:13.924588 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13eb14a9-e28d-40aa-a8f3-fe7535ef54d0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:59:13.924588 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13eb14a9-e28d-40aa-a8f3-fe7535ef54d0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:59:13.924588 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13eb14a9-e28d-40aa-a8f3-fe7535ef54d0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:59:13.924588 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13eb14a9-e28d-40aa-a8f3-fe7535ef54d0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:59:13.924588 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13eb14a9-e28d-40aa-a8f3-fe7535ef54d0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:59:13.924588 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13eb14a9-e28d-40aa-a8f3-fe7535ef54d0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:59:13.924588 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13eb14a9-e28d-40aa-a8f3-fe7535ef54d0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:59:13.924588 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13eb14a9-e28d-40aa-a8f3-fe7535ef54d0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:59:13.924588 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13eb14a9-e28d-40aa-a8f3-fe7535ef54d0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:59:13.924588 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13eb14a9-e28d-40aa-a8f3-fe7535ef54d0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:59:13.924588 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13eb14a9-e28d-40aa-a8f3-fe7535ef54d0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:59:13.924588 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13eb14a9-e28d-40aa-a8f3-fe7535ef54d0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:59:13.925667 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13eb14a9-e28d-40aa-a8f3-fe7535ef54d0 admin admin] Tracked resource versions report: Feb 20 22:59:13.925667 dv-cinder-830096-1-iscsi neutron-server[109629]: pushed versions: Feb 20 22:59:13.925667 dv-cinder-830096-1-iscsi neutron-server[109629]: { 'AddressGroup': {'1.2'}, Feb 20 22:59:13.925667 dv-cinder-830096-1-iscsi neutron-server[109629]: 'ConntrackHelper': {'1.0'}, Feb 20 22:59:13.925667 dv-cinder-830096-1-iscsi neutron-server[109629]: 'LocalIPAssociation': {'1.0'}, Feb 20 22:59:13.925667 dv-cinder-830096-1-iscsi neutron-server[109629]: 'Log': {'1.0'}, Feb 20 22:59:13.925667 dv-cinder-830096-1-iscsi neutron-server[109629]: 'Network': {'1.1'}, Feb 20 22:59:13.925667 dv-cinder-830096-1-iscsi neutron-server[109629]: 'Port': {'1.7'}, Feb 20 22:59:13.925667 dv-cinder-830096-1-iscsi neutron-server[109629]: 'PortForwarding': {'1.2'}, Feb 20 22:59:13.925667 dv-cinder-830096-1-iscsi neutron-server[109629]: 'QosPolicy': {'1.10'}, Feb 20 22:59:13.925667 dv-cinder-830096-1-iscsi neutron-server[109629]: 'SecurityGroup': {'1.5'}, Feb 20 22:59:13.925667 dv-cinder-830096-1-iscsi neutron-server[109629]: 'SecurityGroupRule': {'1.2'}, Feb 20 22:59:13.925667 dv-cinder-830096-1-iscsi neutron-server[109629]: 'SubPort': {'1.0'}, Feb 20 22:59:13.925667 dv-cinder-830096-1-iscsi neutron-server[109629]: 'Subnet': {'1.1'}, Feb 20 22:59:13.925667 dv-cinder-830096-1-iscsi neutron-server[109629]: 'Trunk': {'1.1'}} Feb 20 22:59:13.925667 dv-cinder-830096-1-iscsi neutron-server[109629]: consumer versions: Feb 20 22:59:13.925667 dv-cinder-830096-1-iscsi neutron-server[109629]: { DHCP agent@dv-cinder-830096-1-iscsi: {}, Feb 20 22:59:13.925667 dv-cinder-830096-1-iscsi neutron-server[109629]: HyperV agent@hv-cinder-83009: {}, Feb 20 22:59:13.925667 dv-cinder-830096-1-iscsi neutron-server[109629]: L3 agent@dv-cinder-830096-1-iscsi: {}, Feb 20 22:59:13.925667 dv-cinder-830096-1-iscsi neutron-server[109629]: Metadata agent@dv-cinder-830096-1-iscsi: {}, Feb 20 22:59:13.925667 dv-cinder-830096-1-iscsi neutron-server[109629]: Metering agent@dv-cinder-830096-1-iscsi: {}, Feb 20 22:59:13.925667 dv-cinder-830096-1-iscsi neutron-server[109629]: Open vSwitch agent@dv-cinder-830096-1-iscsi: { 'AddressGroup': '1.2', Feb 20 22:59:13.925667 dv-cinder-830096-1-iscsi neutron-server[109629]: 'ConntrackHelper': '1.0', Feb 20 22:59:13.925667 dv-cinder-830096-1-iscsi neutron-server[109629]: 'LocalIPAssociation': '1.0', Feb 20 22:59:13.925667 dv-cinder-830096-1-iscsi neutron-server[109629]: 'Log': '1.0', Feb 20 22:59:13.925667 dv-cinder-830096-1-iscsi neutron-server[109629]: 'Network': '1.1', Feb 20 22:59:13.925667 dv-cinder-830096-1-iscsi neutron-server[109629]: 'Port': '1.7', Feb 20 22:59:13.925667 dv-cinder-830096-1-iscsi neutron-server[109629]: 'PortForwarding': '1.2', Feb 20 22:59:13.925667 dv-cinder-830096-1-iscsi neutron-server[109629]: 'QosPolicy': '1.10', Feb 20 22:59:13.925667 dv-cinder-830096-1-iscsi neutron-server[109629]: 'SecurityGroup': '1.5', Feb 20 22:59:13.925667 dv-cinder-830096-1-iscsi neutron-server[109629]: 'SecurityGroupRule': '1.2', Feb 20 22:59:13.925667 dv-cinder-830096-1-iscsi neutron-server[109629]: 'SubPort': '1.0', Feb 20 22:59:13.925667 dv-cinder-830096-1-iscsi neutron-server[109629]: 'Subnet': '1.1', Feb 20 22:59:13.925667 dv-cinder-830096-1-iscsi neutron-server[109629]: 'Trunk': '1.1'}} Feb 20 22:59:13.925667 dv-cinder-830096-1-iscsi neutron-server[109629]: {{(pid=109629) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 20 22:59:13.988684 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f4345f1-e818-4093-8da9-ef410be00bd5 admin admin] Made reservation on behalf of 48a93be9550345ed9b9cbfc081ec5671 for: {'network': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 22:59:13.990982 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-2f4345f1-e818-4093-8da9-ef410be00bd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4131840'] for network (None), before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:13.993017 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-221d5883-2378-4702-9df3-f0f071ea4f3d admin admin] Made reservation on behalf of e684d4332ff043eab2d102df1b6dd908 for: {'network': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 22:59:13.995130 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-221d5883-2378-4702-9df3-f0f071ea4f3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4131840'] for network (None), before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:14.008479 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-221d5883-2378-4702-9df3-f0f071ea4f3d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:14.011100 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-2f4345f1-e818-4093-8da9-ef410be00bd5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:14.018790 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13eb14a9-e28d-40aa-a8f3-fe7535ef54d0 admin admin] Network 128f554d-22ec-46aa-86bb-cf96bf68ca76 is scheduled to be hosted by DHCP agent 83a03d73-f5e1-4f72-b2a3-d557ae097998 with binding_index 1 {{(pid=109629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 22:59:14.107608 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [None req-13eb14a9-e28d-40aa-a8f3-fe7535ef54d0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830096-1-iscsi, 128f554d-22ec-46aa-86bb-cf96bf68ca76) {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 22:59:14.116983 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13eb14a9-e28d-40aa-a8f3-fe7535ef54d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:59:14.117565 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-13eb14a9-e28d-40aa-a8f3-fe7535ef54d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565544'] for subnet (None), before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:14.118933 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c93283f-82d2-4dd7-bfce-2f423f5d7640 None None] Network 128f554d-22ec-46aa-86bb-cf96bf68ca76 requested from dv-cinder-830096-1-iscsi {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 22:59:14.161103 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-221d5883-2378-4702-9df3-f0f071ea4f3d admin admin] Publish callbacks [] for security_group (bc262dbf-af7b-45c0-8865-5866657a07f8), precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:14.163091 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-2f4345f1-e818-4093-8da9-ef410be00bd5 admin admin] Publish callbacks [] for security_group (20f37046-0707-460f-8d7a-77cc20d4cc02), precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:14.205617 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [None req-13eb14a9-e28d-40aa-a8f3-fe7535ef54d0 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7825501 Feb 20 22:59:14.257834 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e522e9c5-3789-4978-a593-9af35a2e7f42 None None] Network 128f554d-22ec-46aa-86bb-cf96bf68ca76 requested from dv-cinder-830096-1-iscsi {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 22:59:14.269549 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-2f4345f1-e818-4093-8da9-ef410be00bd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627867'] for security_group (20f37046-0707-460f-8d7a-77cc20d4cc02), after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:14.279619 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-221d5883-2378-4702-9df3-f0f071ea4f3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627867'] for security_group (bc262dbf-af7b-45c0-8865-5866657a07f8), after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:14.319711 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-221d5883-2378-4702-9df3-f0f071ea4f3d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 98} {{(pid=109629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 22:59:14.325626 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f4345f1-e818-4093-8da9-ef410be00bd5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 69} {{(pid=109629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 22:59:14.341602 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4345f1-e818-4093-8da9-ef410be00bd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20f37046-0707-460f-8d7a-77cc20d4cc02,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:59:14.384905 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-2f4345f1-e818-4093-8da9-ef410be00bd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4056974'] for segment (e96cb693-0403-4029-b4e9-bd6b25e8f8fe), precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:14.385246 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.db.segments_db [None req-2f4345f1-e818-4093-8da9-ef410be00bd5 admin admin] Added segment e96cb693-0403-4029-b4e9-bd6b25e8f8fe of type vlan for network 8904bc28-8825-408d-a027-aaac96b04ee9 Feb 20 22:59:14.386876 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-221d5883-2378-4702-9df3-f0f071ea4f3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4056974'] for segment (bce3d1e8-ca8a-4ba6-b9c0-f5271b830275), precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:14.387197 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.db.segments_db [None req-221d5883-2378-4702-9df3-f0f071ea4f3d admin admin] Added segment bce3d1e8-ca8a-4ba6-b9c0-f5271b830275 of type vlan for network 50907839-a771-4d5d-8cdc-f2154e15e96c Feb 20 22:59:14.418505 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221d5883-2378-4702-9df3-f0f071ea4f3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc262dbf-af7b-45c0-8865-5866657a07f8,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:59:14.480991 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-2f4345f1-e818-4093-8da9-ef410be00bd5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747406756747'] for network (8904bc28-8825-408d-a027-aaac96b04ee9), precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:14.486560 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-221d5883-2378-4702-9df3-f0f071ea4f3d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747406756747'] for network (50907839-a771-4d5d-8cdc-f2154e15e96c), precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:14.515051 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-817db3ff-b563-4547-8e7b-e48478430bf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (13c347f3-1c01-45ee-af8c-9f8a630e0f23), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:14.617680 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-2f4345f1-e818-4093-8da9-ef410be00bd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510'] for network (8904bc28-8825-408d-a027-aaac96b04ee9), after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:14.618688 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f4345f1-e818-4093-8da9-ef410be00bd5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:59:14.619261 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-2f4345f1-e818-4093-8da9-ef410be00bd5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565544'] for network (None), before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:14.654516 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-221d5883-2378-4702-9df3-f0f071ea4f3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510'] for network (50907839-a771-4d5d-8cdc-f2154e15e96c), after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:14.656336 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-221d5883-2378-4702-9df3-f0f071ea4f3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:59:14.657269 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-221d5883-2378-4702-9df3-f0f071ea4f3d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565544'] for network (None), before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:14.763932 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [None req-2f4345f1-e818-4093-8da9-ef410be00bd5 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.4997778 Feb 20 22:59:14.768626 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.65', 42682) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:59:14.774578 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.v2.base [None req-c0f6a146-3cb3-49b5-93d6-ab5106c3e599 admin admin] Request body: {'subnet': {'network_id': '8904bc28-8825-408d-a027-aaac96b04ee9', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-841500598-subnet', 'tenant_id': '48a93be9550345ed9b9cbfc081ec5671', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 22:59:14.789801 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4345f1-e818-4093-8da9-ef410be00bd5 admin admin] Pushing event updated for resources: {'Network': ['ID=8904bc28-8825-408d-a027-aaac96b04ee9,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:59:14.803216 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Network 8904bc28-8825-408d-a027-aaac96b04ee9 details requested by agent ovs-agent-dv-cinder-830096-1-iscsi with host dv-cinder-830096-1-iscsi {{(pid=109630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 22:59:14.911814 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [None req-221d5883-2378-4702-9df3-f0f071ea4f3d admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.6300099 Feb 20 22:59:14.915179 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.65', 42686) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:59:14.919549 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.v2.base [None req-926714d1-d87a-41b6-b945-09f31cf8c1c6 admin admin] Request body: {'subnet': {'network_id': '50907839-a771-4d5d-8cdc-f2154e15e96c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1971614022-subnet', 'tenant_id': 'e684d4332ff043eab2d102df1b6dd908', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 22:59:14.937901 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221d5883-2378-4702-9df3-f0f071ea4f3d admin admin] Pushing event updated for resources: {'Network': ['ID=50907839-a771-4d5d-8cdc-f2154e15e96c,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:59:14.949949 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Network 50907839-a771-4d5d-8cdc-f2154e15e96c details requested by agent ovs-agent-dv-cinder-830096-1-iscsi with host dv-cinder-830096-1-iscsi {{(pid=109630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 22:59:14.988748 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0f6a146-3cb3-49b5-93d6-ab5106c3e599 admin admin] Made reservation on behalf of 48a93be9550345ed9b9cbfc081ec5671 for: {'subnet': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 22:59:14.991188 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-c0f6a146-3cb3-49b5-93d6-ab5106c3e599 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:15.069310 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-926714d1-d87a-41b6-b945-09f31cf8c1c6 admin admin] Made reservation on behalf of e684d4332ff043eab2d102df1b6dd908 for: {'subnet': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 22:59:15.071685 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-926714d1-d87a-41b6-b945-09f31cf8c1c6 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:15.464394 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-c0f6a146-3cb3-49b5-93d6-ab5106c3e599 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510'] for subnet (58431437-f6f9-4145-a265-242d6c5c36fc), after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:15.509974 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-926714d1-d87a-41b6-b945-09f31cf8c1c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510'] for subnet (bebd2843-1d13-4eae-8703-47333a1f09f6), after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:15.596296 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926714d1-d87a-41b6-b945-09f31cf8c1c6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bebd2843-1d13-4eae-8703-47333a1f09f6,revision_number=0']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:59:15.611162 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-926714d1-d87a-41b6-b945-09f31cf8c1c6 admin admin] Checking segment: {'id': 'bce3d1e8-ca8a-4ba6-b9c0-f5271b830275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '50907839-a771-4d5d-8cdc-f2154e15e96c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 22:59:15.611570 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-926714d1-d87a-41b6-b945-09f31cf8c1c6 admin admin] Network hostable DHCP agents. Network: 50907839-a771-4d5d-8cdc-f2154e15e96c, hostable agents: ['83a03d73-f5e1-4f72-b2a3-d557ae097998'], hosted agents: [] {{(pid=109629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 22:59:15.646538 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0f6a146-3cb3-49b5-93d6-ab5106c3e599 admin admin] Checking segment: {'id': 'e96cb693-0403-4029-b4e9-bd6b25e8f8fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '8904bc28-8825-408d-a027-aaac96b04ee9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 22:59:15.646880 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0f6a146-3cb3-49b5-93d6-ab5106c3e599 admin admin] Network hostable DHCP agents. Network: 8904bc28-8825-408d-a027-aaac96b04ee9, hostable agents: ['83a03d73-f5e1-4f72-b2a3-d557ae097998'], hosted agents: [] {{(pid=109628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 22:59:15.652135 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f6a146-3cb3-49b5-93d6-ab5106c3e599 admin admin] Pushing event updated for resources: {'Subnet': ['ID=58431437-f6f9-4145-a265-242d6c5c36fc,revision_number=0']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:59:15.737640 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-926714d1-d87a-41b6-b945-09f31cf8c1c6 admin admin] Network 50907839-a771-4d5d-8cdc-f2154e15e96c is scheduled to be hosted by DHCP agent 83a03d73-f5e1-4f72-b2a3-d557ae097998 with binding_index 1 {{(pid=109629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 22:59:15.794836 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0f6a146-3cb3-49b5-93d6-ab5106c3e599 admin admin] Network 8904bc28-8825-408d-a027-aaac96b04ee9 is scheduled to be hosted by DHCP agent 83a03d73-f5e1-4f72-b2a3-d557ae097998 with binding_index 1 {{(pid=109628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 22:59:15.903635 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [None req-926714d1-d87a-41b6-b945-09f31cf8c1c6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830096-1-iscsi, 50907839-a771-4d5d-8cdc-f2154e15e96c) {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 22:59:15.908962 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-c0f6a146-3cb3-49b5-93d6-ab5106c3e599 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830096-1-iscsi, 8904bc28-8825-408d-a027-aaac96b04ee9) {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 22:59:15.909445 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-926714d1-d87a-41b6-b945-09f31cf8c1c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:59:15.909445 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-926714d1-d87a-41b6-b945-09f31cf8c1c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565544'] for subnet (None), before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:15.916888 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0f6a146-3cb3-49b5-93d6-ab5106c3e599 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:59:15.917237 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c98baf54-3ea7-44e6-9c18-c5289eb0a640 None None] Network 50907839-a771-4d5d-8cdc-f2154e15e96c requested from dv-cinder-830096-1-iscsi {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 22:59:15.919188 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-c0f6a146-3cb3-49b5-93d6-ab5106c3e599 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565544'] for subnet (None), before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:15.943511 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd3474a0-9fdd-4bce-aa14-40d17d29eaac None None] Network 8904bc28-8825-408d-a027-aaac96b04ee9 requested from dv-cinder-830096-1-iscsi {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 22:59:15.975546 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-343008d4-3a37-47e4-bcbd-5ef9b41dd99c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (5ba36dc9-fc49-4f8a-9e75-ea70dbbc9d37), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:16.032371 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [None req-926714d1-d87a-41b6-b945-09f31cf8c1c6 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.1165607 Feb 20 22:59:16.035055 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.65', 42760) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:59:16.040491 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.v2.base [None req-86431dd8-2335-4989-bfd9-07c714cbd423 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1971614022-router', 'tenant_id': 'e684d4332ff043eab2d102df1b6dd908', 'external_gateway_info': {'network_id': '5f52b71d-61c7-49bc-86ae-3e3415c25b55'}}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 22:59:16.059909 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [None req-c0f6a146-3cb3-49b5-93d6-ab5106c3e599 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.2896638 Feb 20 22:59:16.062390 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.65', 42770) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:59:16.067903 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.v2.base [None req-3e76d0d8-3ff7-4658-878f-dbec9cc96405 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-841500598-router', 'tenant_id': '48a93be9550345ed9b9cbfc081ec5671', 'external_gateway_info': {'network_id': '5f52b71d-61c7-49bc-86ae-3e3415c25b55'}}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 22:59:16.085634 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.65', 42772) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:59:16.122177 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbab53ef-19d6-4107-a00b-8e57871d0a77 None None] Network 50907839-a771-4d5d-8cdc-f2154e15e96c requested from dv-cinder-830096-1-iscsi {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 22:59:16.177695 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-3e76d0d8-3ff7-4658-878f-dbec9cc96405 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-701372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6487'] for router (46817dfe-fc89-4585-97bb-fc918877ba0e), before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:16.177924 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-86431dd8-2335-4989-bfd9-07c714cbd423 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-701372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6487'] for router (2ebe30a3-5aa0-46d3-8750-a5277f4721e0), before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:16.179389 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-3e76d0d8-3ff7-4658-878f-dbec9cc96405 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-700716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-704125', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-623842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6572'] for router (46817dfe-fc89-4585-97bb-fc918877ba0e), precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:16.179529 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-86431dd8-2335-4989-bfd9-07c714cbd423 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-700716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-704125', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-623842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6572'] for router (2ebe30a3-5aa0-46d3-8750-a5277f4721e0), precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:16.224707 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-690f480b-d381-43b5-b3d5-75af8c74defe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c3c1bb5-3d94-599d-bc7e-fdaa49c69afc-8904bc28-8825-408d-a027-aaac96b04ee9', 'network_id': '8904bc28-8825-408d-a027-aaac96b04ee9', 'project_id': '48a93be9550345ed9b9cbfc081ec5671', 'fixed_ips': [{'subnet_id': '58431437-f6f9-4145-a265-242d6c5c36fc'}]}} from dv-cinder-830096-1-iscsi. {{(pid=109630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 22:59:16.225560 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-690f480b-d381-43b5-b3d5-75af8c74defe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4131840'] for port (None), before_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:16.266077 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-3e76d0d8-3ff7-4658-878f-dbec9cc96405 admin admin] Publish callbacks [] for router_controller (46817dfe-fc89-4585-97bb-fc918877ba0e), precommit_add_association {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:16.356642 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.65', 42792) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:59:16.360269 dv-cinder-830096-1-iscsi neutron-server[109628]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 20 22:59:16.374060 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-86431dd8-2335-4989-bfd9-07c714cbd423 admin admin] Publish callbacks [] for router_controller (2ebe30a3-5aa0-46d3-8750-a5277f4721e0), precommit_add_association {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:16.528741 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.db_base_plugin_common [None req-690f480b-d381-43b5-b3d5-75af8c74defe None None] Allocated IP 172.20.0.2 (8904bc28-8825-408d-a027-aaac96b04ee9/58431437-f6f9-4145-a265-242d6c5c36fc/2a5d7cfe-87f4-4199-92a5-130d8bb86728) {{(pid=109630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 22:59:16.552563 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-3ad48590-b5f3-4b66-9dc4-46a3524ca140 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:16.642689 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-3e76d0d8-3ff7-4658-878f-dbec9cc96405 admin admin] Publish callbacks [] for router_gateway (46817dfe-fc89-4585-97bb-fc918877ba0e), precommit_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:16.729512 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-86431dd8-2335-4989-bfd9-07c714cbd423 admin admin] Publish callbacks [] for router_gateway (2ebe30a3-5aa0-46d3-8750-a5277f4721e0), precommit_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:16.791902 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af70eee2-b0aa-47b6-a494-41f9a64b3f9a req-57c13554-1040-479c-b46c-05730c2c73df tempest-DeleteServersTestJSON-578838536 tempest-DeleteServersTestJSON-578838536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:59:16.792192 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-3ad48590-b5f3-4b66-9dc4-46a3524ca140 admin admin] Publish callbacks [] for security_group (c7acef4c-fadb-42f6-9f4b-e5972a42b1f6), precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:16.793469 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-af70eee2-b0aa-47b6-a494-41f9a64b3f9a req-57c13554-1040-479c-b46c-05730c2c73df tempest-DeleteServersTestJSON-578838536 tempest-DeleteServersTestJSON-578838536-project] 10.222.0.65 "GET /v2.0/networks?id=128f554d-22ec-46aa-86bb-cf96bf68ca76 HTTP/1.1" status: 200 len: 812 time: 0.4346035 Feb 20 22:59:16.832349 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-690f480b-d381-43b5-b3d5-75af8c74defe None None] Publish callbacks [] for port (2a5d7cfe-87f4-4199-92a5-130d8bb86728), precommit_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:16.840627 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-af70eee2-b0aa-47b6-a494-41f9a64b3f9a req-98dad2d6-b4ea-4654-b340-5e29cd0c3e79 tempest-DeleteServersTestJSON-578838536 tempest-DeleteServersTestJSON-578838536-project] 10.222.0.65 "GET /v2.0/quotas/20a70fe3a5c54620b7b5c77297e2e5f2 HTTP/1.1" status: 200 len: 375 time: 0.0180788 Feb 20 22:59:16.882493 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-3ad48590-b5f3-4b66-9dc4-46a3524ca140 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627867'] for security_group (c7acef4c-fadb-42f6-9f4b-e5972a42b1f6), after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:16.898580 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-af70eee2-b0aa-47b6-a494-41f9a64b3f9a req-ead8c122-d56a-4c95-af6d-4b12a705ff72 tempest-DeleteServersTestJSON-578838536 tempest-DeleteServersTestJSON-578838536-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=20a70fe3a5c54620b7b5c77297e2e5f2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0518477 Feb 20 22:59:16.969352 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-690f480b-d381-43b5-b3d5-75af8c74defe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747406771496'] for port (2a5d7cfe-87f4-4199-92a5-130d8bb86728), after_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:16.986307 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad48590-b5f3-4b66-9dc4-46a3524ca140 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7acef4c-fadb-42f6-9f4b-e5972a42b1f6,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:59:17.000685 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [None req-3ad48590-b5f3-4b66-9dc4-46a3524ca140 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=ba65559496b744daa9db01f02da1dc4f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9110250 Feb 20 22:59:17.034056 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.65', 42828) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:59:17.069642 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690f480b-d381-43b5-b3d5-75af8c74defe None None] Pushing event updated for resources: {'Port': ['ID=2a5d7cfe-87f4-4199-92a5-130d8bb86728,revision_number=1']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:59:17.097578 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690f480b-d381-43b5-b3d5-75af8c74defe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:59:17.098036 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690f480b-d381-43b5-b3d5-75af8c74defe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:59:17.098438 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690f480b-d381-43b5-b3d5-75af8c74defe None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:59:17.098794 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690f480b-d381-43b5-b3d5-75af8c74defe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:59:17.099129 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690f480b-d381-43b5-b3d5-75af8c74defe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:59:17.099576 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690f480b-d381-43b5-b3d5-75af8c74defe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:59:17.099924 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690f480b-d381-43b5-b3d5-75af8c74defe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:59:17.100254 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690f480b-d381-43b5-b3d5-75af8c74defe None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:59:17.100586 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690f480b-d381-43b5-b3d5-75af8c74defe None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:59:17.100929 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690f480b-d381-43b5-b3d5-75af8c74defe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:59:17.101260 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690f480b-d381-43b5-b3d5-75af8c74defe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:59:17.101602 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690f480b-d381-43b5-b3d5-75af8c74defe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:59:17.101964 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690f480b-d381-43b5-b3d5-75af8c74defe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:59:17.103189 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690f480b-d381-43b5-b3d5-75af8c74defe None None] Tracked resource versions report: Feb 20 22:59:17.103189 dv-cinder-830096-1-iscsi neutron-server[109630]: pushed versions: Feb 20 22:59:17.103189 dv-cinder-830096-1-iscsi neutron-server[109630]: { 'AddressGroup': {'1.2'}, Feb 20 22:59:17.103189 dv-cinder-830096-1-iscsi neutron-server[109630]: 'ConntrackHelper': {'1.0'}, Feb 20 22:59:17.103189 dv-cinder-830096-1-iscsi neutron-server[109630]: 'LocalIPAssociation': {'1.0'}, Feb 20 22:59:17.103189 dv-cinder-830096-1-iscsi neutron-server[109630]: 'Log': {'1.0'}, Feb 20 22:59:17.103189 dv-cinder-830096-1-iscsi neutron-server[109630]: 'Network': {'1.1'}, Feb 20 22:59:17.103189 dv-cinder-830096-1-iscsi neutron-server[109630]: 'Port': {'1.7'}, Feb 20 22:59:17.103189 dv-cinder-830096-1-iscsi neutron-server[109630]: 'PortForwarding': {'1.2'}, Feb 20 22:59:17.103189 dv-cinder-830096-1-iscsi neutron-server[109630]: 'QosPolicy': {'1.10'}, Feb 20 22:59:17.103189 dv-cinder-830096-1-iscsi neutron-server[109630]: 'SecurityGroup': {'1.5'}, Feb 20 22:59:17.103189 dv-cinder-830096-1-iscsi neutron-server[109630]: 'SecurityGroupRule': {'1.2'}, Feb 20 22:59:17.103189 dv-cinder-830096-1-iscsi neutron-server[109630]: 'SubPort': {'1.0'}, Feb 20 22:59:17.103189 dv-cinder-830096-1-iscsi neutron-server[109630]: 'Subnet': {'1.1'}, Feb 20 22:59:17.103189 dv-cinder-830096-1-iscsi neutron-server[109630]: 'Trunk': {'1.1'}} Feb 20 22:59:17.103189 dv-cinder-830096-1-iscsi neutron-server[109630]: consumer versions: Feb 20 22:59:17.103189 dv-cinder-830096-1-iscsi neutron-server[109630]: { DHCP agent@dv-cinder-830096-1-iscsi: {}, Feb 20 22:59:17.103189 dv-cinder-830096-1-iscsi neutron-server[109630]: HyperV agent@hv-cinder-83009: {}, Feb 20 22:59:17.103189 dv-cinder-830096-1-iscsi neutron-server[109630]: L3 agent@dv-cinder-830096-1-iscsi: {}, Feb 20 22:59:17.103189 dv-cinder-830096-1-iscsi neutron-server[109630]: Metadata agent@dv-cinder-830096-1-iscsi: {}, Feb 20 22:59:17.103189 dv-cinder-830096-1-iscsi neutron-server[109630]: Metering agent@dv-cinder-830096-1-iscsi: {}, Feb 20 22:59:17.103189 dv-cinder-830096-1-iscsi neutron-server[109630]: Open vSwitch agent@dv-cinder-830096-1-iscsi: { 'AddressGroup': '1.2', Feb 20 22:59:17.103189 dv-cinder-830096-1-iscsi neutron-server[109630]: 'ConntrackHelper': '1.0', Feb 20 22:59:17.103189 dv-cinder-830096-1-iscsi neutron-server[109630]: 'LocalIPAssociation': '1.0', Feb 20 22:59:17.103189 dv-cinder-830096-1-iscsi neutron-server[109630]: 'Log': '1.0', Feb 20 22:59:17.103189 dv-cinder-830096-1-iscsi neutron-server[109630]: 'Network': '1.1', Feb 20 22:59:17.103189 dv-cinder-830096-1-iscsi neutron-server[109630]: 'Port': '1.7', Feb 20 22:59:17.103189 dv-cinder-830096-1-iscsi neutron-server[109630]: 'PortForwarding': '1.2', Feb 20 22:59:17.103189 dv-cinder-830096-1-iscsi neutron-server[109630]: 'QosPolicy': '1.10', Feb 20 22:59:17.103189 dv-cinder-830096-1-iscsi neutron-server[109630]: 'SecurityGroup': '1.5', Feb 20 22:59:17.103189 dv-cinder-830096-1-iscsi neutron-server[109630]: 'SecurityGroupRule': '1.2', Feb 20 22:59:17.103189 dv-cinder-830096-1-iscsi neutron-server[109630]: 'SubPort': '1.0', Feb 20 22:59:17.103189 dv-cinder-830096-1-iscsi neutron-server[109630]: 'Subnet': '1.1', Feb 20 22:59:17.103189 dv-cinder-830096-1-iscsi neutron-server[109630]: 'Trunk': '1.1'}} Feb 20 22:59:17.103189 dv-cinder-830096-1-iscsi neutron-server[109630]: {{(pid=109630) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 20 22:59:17.122495 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-690f480b-d381-43b5-b3d5-75af8c74defe None None] Network 8904bc28-8825-408d-a027-aaac96b04ee9 is already hosted by enough agents. {{(pid=109630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 22:59:17.123324 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.scheduler.base_scheduler [None req-690f480b-d381-43b5-b3d5-75af8c74defe None None] Resources bound (agent type, host, resource id): {{(pid=109630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 22:59:17.125934 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-690f480b-d381-43b5-b3d5-75af8c74defe None None] Received port after_create {{(pid=109630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 22:59:17.192722 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-3e76d0d8-3ff7-4658-878f-dbec9cc96405 admin admin] Publish callbacks [] for router_gateway (46817dfe-fc89-4585-97bb-fc918877ba0e), before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:17.202219 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-690f480b-d381-43b5-b3d5-75af8c74defe None None] Attempting to bind port 2a5d7cfe-87f4-4199-92a5-130d8bb86728 on host dv-cinder-830096-1-iscsi for vnic_type normal with profile {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 22:59:17.202628 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-690f480b-d381-43b5-b3d5-75af8c74defe None None] Attempting to bind port 2a5d7cfe-87f4-4199-92a5-130d8bb86728 by drivers openvswitch,hyperv on host dv-cinder-830096-1-iscsi at level 0 using segments [{'id': 'e96cb693-0403-4029-b4e9-bd6b25e8f8fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '8904bc28-8825-408d-a027-aaac96b04ee9'}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 22:59:17.202992 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-690f480b-d381-43b5-b3d5-75af8c74defe None None] Attempting to bind port 2a5d7cfe-87f4-4199-92a5-130d8bb86728 on network 8904bc28-8825-408d-a027-aaac96b04ee9 {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 22:59:17.209145 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-690f480b-d381-43b5-b3d5-75af8c74defe None None] Checking agent: {'id': '2dc95353-690e-4eed-857f-cdb5bbe3a4be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830096-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 22, 50, 49), 'started_at': datetime.datetime(2022, 2, 20, 22, 51, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 22, 58, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830096-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 22:59:17.209525 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-690f480b-d381-43b5-b3d5-75af8c74defe None None] Checking segment: {'id': 'e96cb693-0403-4029-b4e9-bd6b25e8f8fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '8904bc28-8825-408d-a027-aaac96b04ee9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 22:59:17.209924 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-690f480b-d381-43b5-b3d5-75af8c74defe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:17.210317 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-690f480b-d381-43b5-b3d5-75af8c74defe None None] Bound using segment: {'id': 'e96cb693-0403-4029-b4e9-bd6b25e8f8fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '8904bc28-8825-408d-a027-aaac96b04ee9'} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 22:59:17.210802 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-690f480b-d381-43b5-b3d5-75af8c74defe None None] Bound port: 2a5d7cfe-87f4-4199-92a5-130d8bb86728, host: dv-cinder-830096-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e96cb693-0403-4029-b4e9-bd6b25e8f8fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '8904bc28-8825-408d-a027-aaac96b04ee9'}}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 22:59:17.211182 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-690f480b-d381-43b5-b3d5-75af8c74defe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4131840'] for port (2a5d7cfe-87f4-4199-92a5-130d8bb86728), before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:17.213869 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-3e76d0d8-3ff7-4658-878f-dbec9cc96405 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4131840'] for port (None), before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:17.235704 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.wsgi [req-af70eee2-b0aa-47b6-a494-41f9a64b3f9a req-0c83f70f-f948-4fba-a061-953d2dc49e89 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=109628) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 22:59:17.237369 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-af70eee2-b0aa-47b6-a494-41f9a64b3f9a req-0c83f70f-f948-4fba-a061-953d2dc49e89 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0749018 Feb 20 22:59:17.238831 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-624ac3f8-bd5e-41ad-9942-baab2a3adc27 admin admin] Publish callbacks [] for security_group (c7acef4c-fadb-42f6-9f4b-e5972a42b1f6), before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:17.263276 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-624ac3f8-bd5e-41ad-9942-baab2a3adc27 admin admin] Publish callbacks [] for security_group (c7acef4c-fadb-42f6-9f4b-e5972a42b1f6), precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:17.296565 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-690f480b-d381-43b5-b3d5-75af8c74defe None None] For port 2a5d7cfe-87f4-4199-92a5-130d8bb86728, host dv-cinder-830096-1-iscsi, cleared binding levels {{(pid=109630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 22:59:17.300487 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-690f480b-d381-43b5-b3d5-75af8c74defe None None] For port 2a5d7cfe-87f4-4199-92a5-130d8bb86728, host dv-cinder-830096-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-1-iscsi',level=0,port_id=2a5d7cfe-87f4-4199-92a5-130d8bb86728,segment=NetworkSegment(e96cb693-0403-4029-b4e9-bd6b25e8f8fe),segment_id=e96cb693-0403-4029-b4e9-bd6b25e8f8fe)] {{(pid=109630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 22:59:17.304579 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-f8bda328-0f39-40fc-b2c8-28796977f3d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (e2edd6cb-ac77-47df-80b5-e0a92a5dde3d), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:17.384232 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-690f480b-d381-43b5-b3d5-75af8c74defe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747407212427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747406771514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747406771532'] for port (2a5d7cfe-87f4-4199-92a5-130d8bb86728), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:17.393902 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.65', 42840) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:59:17.433377 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-86431dd8-2335-4989-bfd9-07c714cbd423 admin admin] Publish callbacks [] for router_gateway (2ebe30a3-5aa0-46d3-8750-a5277f4721e0), before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:17.449823 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690f480b-d381-43b5-b3d5-75af8c74defe None None] Pushing event updated for resources: {'Port': ['ID=2a5d7cfe-87f4-4199-92a5-130d8bb86728,revision_number=2']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:59:17.460720 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-624ac3f8-bd5e-41ad-9942-baab2a3adc27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627867'] for security_group (c7acef4c-fadb-42f6-9f4b-e5972a42b1f6), after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:17.463265 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-624ac3f8-bd5e-41ad-9942-baab2a3adc27 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:17.464950 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [None req-624ac3f8-bd5e-41ad-9942-baab2a3adc27 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/c7acef4c-fadb-42f6-9f4b-e5972a42b1f6 HTTP/1.1" status: 204 len: 168 time: 0.4237909 Feb 20 22:59:17.493339 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624ac3f8-bd5e-41ad-9942-baab2a3adc27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7acef4c-fadb-42f6-9f4b-e5972a42b1f6,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:59:17.497512 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-86431dd8-2335-4989-bfd9-07c714cbd423 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4131840'] for port (None), before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:17.500735 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-af70eee2-b0aa-47b6-a494-41f9a64b3f9a req-6f1dd0e0-36f4-42a2-9ea5-419270ac22c1 service neutron] 10.222.0.65 "GET /v2.0/networks/128f554d-22ec-46aa-86bb-cf96bf68ca76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1919281 Feb 20 22:59:17.523213 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.db.db_base_plugin_common [None req-3e76d0d8-3ff7-4658-878f-dbec9cc96405 admin admin] Allocated IP 172.27.2.135 (5f52b71d-61c7-49bc-86ae-3e3415c25b55/841afcd6-8af7-4cd5-baec-c52e88cacaa2/668be8c4-3b55-47a7-90f8-93d4d855d93f) {{(pid=109628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 22:59:17.634892 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-c339da12-30de-49c3-bd5d-b4f0b544322a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:17.782861 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-af70eee2-b0aa-47b6-a494-41f9a64b3f9a req-06513fd8-c4a9-4660-b4d5-c5d7e9e0a29f service neutron] 10.222.0.65 "GET /v2.0/networks/128f554d-22ec-46aa-86bb-cf96bf68ca76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2660937 Feb 20 22:59:17.814736 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-3e76d0d8-3ff7-4658-878f-dbec9cc96405 admin admin] Publish callbacks [] for port (668be8c4-3b55-47a7-90f8-93d4d855d93f), precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:17.873699 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-c339da12-30de-49c3-bd5d-b4f0b544322a admin admin] Publish callbacks [] for security_group (943ecdd7-b945-4c25-9619-cb551b387436), precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:17.951131 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-c339da12-30de-49c3-bd5d-b4f0b544322a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627867'] for security_group (943ecdd7-b945-4c25-9619-cb551b387436), after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:18.014644 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [None req-c339da12-30de-49c3-bd5d-b4f0b544322a admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=1ece3707fb4d47cb8eed31040d68fcda&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6189492 Feb 20 22:59:18.014644 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c339da12-30de-49c3-bd5d-b4f0b544322a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=943ecdd7-b945-4c25-9619-cb551b387436,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:59:18.016297 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.65', 42860) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:59:18.030560 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-3e76d0d8-3ff7-4658-878f-dbec9cc96405 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747406771496'] for port (668be8c4-3b55-47a7-90f8-93d4d855d93f), after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:18.051434 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e76d0d8-3ff7-4658-878f-dbec9cc96405 admin admin] Network 5f52b71d-61c7-49bc-86ae-3e3415c25b55 is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 22:59:18.095878 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-3e76d0d8-3ff7-4658-878f-dbec9cc96405 admin admin] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 22:59:18.110307 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-af43c9a4-6f7d-45ee-a25e-3275df36e8dd admin admin] Publish callbacks [] for security_group (943ecdd7-b945-4c25-9619-cb551b387436), before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:18.114639 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e76d0d8-3ff7-4658-878f-dbec9cc96405 admin admin] Received port after_create {{(pid=109628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 22:59:18.169848 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-af43c9a4-6f7d-45ee-a25e-3275df36e8dd admin admin] Publish callbacks [] for security_group (943ecdd7-b945-4c25-9619-cb551b387436), precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:18.218212 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.db.db_base_plugin_common [None req-86431dd8-2335-4989-bfd9-07c714cbd423 admin admin] Allocated IP 172.27.2.79 (5f52b71d-61c7-49bc-86ae-3e3415c25b55/841afcd6-8af7-4cd5-baec-c52e88cacaa2/186c7e29-889e-4f25-8e95-c50fd559317c) {{(pid=109629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 22:59:18.221351 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.65', 42876) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:59:18.228404 dv-cinder-830096-1-iscsi neutron-server[109629]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 20 22:59:18.237059 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e76d0d8-3ff7-4658-878f-dbec9cc96405 admin admin] Pushing event updated for resources: {'Port': ['ID=668be8c4-3b55-47a7-90f8-93d4d855d93f,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:59:18.369175 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-d18c0340-9ab7-44a8-9a20-0e640a61e5eb req-f2ac0fc0-2cb3-439d-94e0-a35071c9299a tempest-DeleteServersTestJSON-578838536 tempest-DeleteServersTestJSON-578838536-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d352db5-71c9-4b23-8a92-402408ebc450 HTTP/1.1" status: 200 len: 210 time: 0.1426456 Feb 20 22:59:18.554727 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.65', 42886) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:59:18.589090 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-2b19520d-41f9-41da-b75b-46126e312af7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:18.669492 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (2dc95353-690e-4eed-857f-cdb5bbe3a4be), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:18.700606 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.65', 42890) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:59:18.718943 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-86431dd8-2335-4989-bfd9-07c714cbd423 admin admin] Publish callbacks [] for port (186c7e29-889e-4f25-8e95-c50fd559317c), precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:18.799379 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-af43c9a4-6f7d-45ee-a25e-3275df36e8dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627867'] for security_group (943ecdd7-b945-4c25-9619-cb551b387436), after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:18.801962 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-af43c9a4-6f7d-45ee-a25e-3275df36e8dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:18.803193 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [None req-af43c9a4-6f7d-45ee-a25e-3275df36e8dd admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/943ecdd7-b945-4c25-9619-cb551b387436 HTTP/1.1" status: 204 len: 168 time: 0.7850897 Feb 20 22:59:18.831629 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af43c9a4-6f7d-45ee-a25e-3275df36e8dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=943ecdd7-b945-4c25-9619-cb551b387436,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:59:18.872615 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4e3a456-2068-409c-878d-a9236b4aad36 None None] Network 8904bc28-8825-408d-a027-aaac96b04ee9 requested from dv-cinder-830096-1-iscsi {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 22:59:18.883291 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-3e76d0d8-3ff7-4658-878f-dbec9cc96405 admin admin] Publish callbacks [] for router_gateway (46817dfe-fc89-4585-97bb-fc918877ba0e), after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:18.937038 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-2b19520d-41f9-41da-b75b-46126e312af7 admin admin] Publish callbacks [] for security_group (64b16cd3-427c-49ab-a19d-970ed684e36b), precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:18.952929 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-4abe8de3-b059-4277-aa5f-c07b37a8948d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:18.992552 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-f9ee190c-1596-46de-9998-97bc2f29657a None None] Provisioning complete for port 2a5d7cfe-87f4-4199-92a5-130d8bb86728 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 22:59:18.992926 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-f9ee190c-1596-46de-9998-97bc2f29657a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4145689'] for port (2a5d7cfe-87f4-4199-92a5-130d8bb86728), provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:19.048455 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-2b19520d-41f9-41da-b75b-46126e312af7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627867'] for security_group (64b16cd3-427c-49ab-a19d-970ed684e36b), after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:19.056912 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-86431dd8-2335-4989-bfd9-07c714cbd423 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747406771496'] for port (186c7e29-889e-4f25-8e95-c50fd559317c), after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:19.108528 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86431dd8-2335-4989-bfd9-07c714cbd423 admin admin] Network 5f52b71d-61c7-49bc-86ae-3e3415c25b55 is already hosted by enough agents. {{(pid=109629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 22:59:19.191607 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-f9ee190c-1596-46de-9998-97bc2f29657a None None] Current status of the port 2a5d7cfe-87f4-4199-92a5-130d8bb86728 is: DOWN; New status is: ACTIVE {{(pid=109630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 22:59:19.192007 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-f9ee190c-1596-46de-9998-97bc2f29657a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4131840'] for port (2a5d7cfe-87f4-4199-92a5-130d8bb86728), before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:19.231668 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [None req-86431dd8-2335-4989-bfd9-07c714cbd423 admin admin] Resources bound (agent type, host, resource id): {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 22:59:19.249272 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-f9ee190c-1596-46de-9998-97bc2f29657a None None] For port 2a5d7cfe-87f4-4199-92a5-130d8bb86728, host dv-cinder-830096-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-1-iscsi',level=0,port_id=2a5d7cfe-87f4-4199-92a5-130d8bb86728,segment=NetworkSegment(e96cb693-0403-4029-b4e9-bd6b25e8f8fe),segment_id=e96cb693-0403-4029-b4e9-bd6b25e8f8fe)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 22:59:19.252786 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86431dd8-2335-4989-bfd9-07c714cbd423 admin admin] Received port after_create {{(pid=109629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 22:59:19.285221 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-3e76d0d8-3ff7-4658-878f-dbec9cc96405 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-700709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-704170'] for router (46817dfe-fc89-4585-97bb-fc918877ba0e), after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:19.302006 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86431dd8-2335-4989-bfd9-07c714cbd423 admin admin] Pushing event updated for resources: {'Port': ['ID=186c7e29-889e-4f25-8e95-c50fd559317c,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:59:19.307500 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b19520d-41f9-41da-b75b-46126e312af7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64b16cd3-427c-49ab-a19d-970ed684e36b,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:59:19.350588 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [None req-2b19520d-41f9-41da-b75b-46126e312af7 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=7dcd4d22d38540928a0e8b3fc19b258f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7925844 Feb 20 22:59:19.366143 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.65', 42916) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:59:19.367668 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-f9ee190c-1596-46de-9998-97bc2f29657a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747407212427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747406771514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747406771532'] for port (2a5d7cfe-87f4-4199-92a5-130d8bb86728), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:19.463121 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-4abe8de3-b059-4277-aa5f-c07b37a8948d admin admin] Publish callbacks [] for security_group (d4ee1f38-8c3d-47b3-968d-3243d042029c), precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:19.558420 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-4abe8de3-b059-4277-aa5f-c07b37a8948d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627867'] for security_group (d4ee1f38-8c3d-47b3-968d-3243d042029c), after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:19.578509 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ee190c-1596-46de-9998-97bc2f29657a None None] Pushing event updated for resources: {'Port': ['ID=2a5d7cfe-87f4-4199-92a5-130d8bb86728,revision_number=3']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:59:19.595099 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [None req-4abe8de3-b059-4277-aa5f-c07b37a8948d admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=49886e3313984f7e8eac1426cd448490&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8930371 Feb 20 22:59:19.601809 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.65', 42936) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:59:19.607246 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-ea761022-4fd1-4bbf-9f55-8cee740d2873 None None] Provisioning complete for port 2a5d7cfe-87f4-4199-92a5-130d8bb86728 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 22:59:19.607645 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-ea761022-4fd1-4bbf-9f55-8cee740d2873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4145689'] for port (2a5d7cfe-87f4-4199-92a5-130d8bb86728), provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:19.625469 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abe8de3-b059-4277-aa5f-c07b37a8948d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4ee1f38-8c3d-47b3-968d-3243d042029c,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:59:19.666856 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-9a57ee39-c5f8-47e1-8c0f-ed623647ad49 req-154010ce-b44e-4929-ad43-dfa51ca4f84e tempest-DeleteServersTestJSON-578838536 tempest-DeleteServersTestJSON-578838536-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d352db5-71c9-4b23-8a92-402408ebc450 HTTP/1.1" status: 200 len: 210 time: 0.1193318 Feb 20 22:59:19.722267 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-68604676-5e90-4ffa-8929-84040f8042bd admin admin] Publish callbacks [] for security_group (64b16cd3-427c-49ab-a19d-970ed684e36b), before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:19.745791 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Device 2a5d7cfe-87f4-4199-92a5-130d8bb86728 up at agent ovs-agent-dv-cinder-830096-1-iscsi {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 22:59:19.765314 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-68604676-5e90-4ffa-8929-84040f8042bd admin admin] Publish callbacks [] for security_group (64b16cd3-427c-49ab-a19d-970ed684e36b), precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:19.824132 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-c856e000-8cb5-498c-8267-5094d7f148ca admin admin] Publish callbacks [] for security_group (d4ee1f38-8c3d-47b3-968d-3243d042029c), before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:19.825259 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-ea761022-4fd1-4bbf-9f55-8cee740d2873 None None] Current status of the port 2a5d7cfe-87f4-4199-92a5-130d8bb86728 is: ACTIVE; New status is: ACTIVE {{(pid=109630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 22:59:19.850310 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Provisioning complete for port 2a5d7cfe-87f4-4199-92a5-130d8bb86728 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 22:59:19.853527 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4145689'] for port (2a5d7cfe-87f4-4199-92a5-130d8bb86728), provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:19.872711 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-c856e000-8cb5-498c-8267-5094d7f148ca admin admin] Publish callbacks [] for security_group (d4ee1f38-8c3d-47b3-968d-3243d042029c), precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:19.874561 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-86431dd8-2335-4989-bfd9-07c714cbd423 admin admin] Publish callbacks [] for router_gateway (2ebe30a3-5aa0-46d3-8750-a5277f4721e0), after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:19.880669 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e76d0d8-3ff7-4658-878f-dbec9cc96405 admin admin] Router 46817dfe-fc89-4585-97bb-fc918877ba0e is scheduled to L3 agent 13c347f3-1c01-45ee-af8c-9f8a630e0f23 with binding_index 1 {{(pid=109628) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 20 22:59:19.940473 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-68604676-5e90-4ffa-8929-84040f8042bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627867'] for security_group (64b16cd3-427c-49ab-a19d-970ed684e36b), after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:19.941655 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Current status of the port 2a5d7cfe-87f4-4199-92a5-130d8bb86728 is: ACTIVE; New status is: ACTIVE {{(pid=109630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 22:59:19.943803 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-68604676-5e90-4ffa-8929-84040f8042bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:19.945119 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [None req-68604676-5e90-4ffa-8929-84040f8042bd admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/64b16cd3-427c-49ab-a19d-970ed684e36b HTTP/1.1" status: 204 len: 168 time: 0.5775387 Feb 20 22:59:19.956819 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68604676-5e90-4ffa-8929-84040f8042bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64b16cd3-427c-49ab-a19d-970ed684e36b,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:59:20.067028 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e76d0d8-3ff7-4658-878f-dbec9cc96405 admin admin] Notify agent at l3_agent.dv-cinder-830096-1-iscsi the message routers_updated {{(pid=109628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 22:59:20.082344 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41de381a-762f-4cde-b588-e5f905800710 None None] Sync routers for ids ['46817dfe-fc89-4585-97bb-fc918877ba0e'] in dv-cinder-830096-1-iscsi {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 22:59:20.092139 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41de381a-762f-4cde-b588-e5f905800710 None None] Routers {'46817dfe-fc89-4585-97bb-fc918877ba0e'} bound to L3 agent in host dv-cinder-830096-1-iscsi {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 22:59:20.092774 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-41de381a-762f-4cde-b588-e5f905800710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-20T22:50:44Z,description=,heartbeat_timestamp=2022-02-20T22:59:14Z,host='dv-cinder-830096-1-iscsi',id=13c347f3-1c01-45ee-af8c-9f8a630e0f23,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T22:50:45Z,topic='l3_agent')) {'router_ids': ['46817dfe-fc89-4585-97bb-fc918877ba0e'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:59:20.105133 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-c856e000-8cb5-498c-8267-5094d7f148ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627867'] for security_group (d4ee1f38-8c3d-47b3-968d-3243d042029c), after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:20.107909 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-c856e000-8cb5-498c-8267-5094d7f148ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:20.111414 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [None req-c856e000-8cb5-498c-8267-5094d7f148ca admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/d4ee1f38-8c3d-47b3-968d-3243d042029c HTTP/1.1" status: 204 len: 168 time: 0.5060856 Feb 20 22:59:20.130313 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c856e000-8cb5-498c-8267-5094d7f148ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4ee1f38-8c3d-47b3-968d-3243d042029c,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:59:20.143107 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-86431dd8-2335-4989-bfd9-07c714cbd423 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-700709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-704170'] for router (2ebe30a3-5aa0-46d3-8750-a5277f4721e0), after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:20.208375 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-3e76d0d8-3ff7-4658-878f-dbec9cc96405 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:20.213097 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [None req-3e76d0d8-3ff7-4658-878f-dbec9cc96405 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.1461039 Feb 20 22:59:20.213097 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.65', 42958) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:59:20.379000 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86431dd8-2335-4989-bfd9-07c714cbd423 admin admin] Router 2ebe30a3-5aa0-46d3-8750-a5277f4721e0 is scheduled to L3 agent 13c347f3-1c01-45ee-af8c-9f8a630e0f23 with binding_index 1 {{(pid=109629) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 20 22:59:20.388788 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.db.l3_dvr_db [None req-41de381a-762f-4cde-b588-e5f905800710 None None] Set router 46817dfe-fc89-4585-97bb-fc918877ba0e gateway port host: dv-cinder-830096-1-iscsi {{(pid=109631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 22:59:20.857944 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86431dd8-2335-4989-bfd9-07c714cbd423 admin admin] Notify agent at l3_agent.dv-cinder-830096-1-iscsi the message routers_updated {{(pid=109629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 22:59:20.858503 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed66bb82-06eb-437b-87da-9a7c05e00a28 None None] Sync routers for ids ['2ebe30a3-5aa0-46d3-8750-a5277f4721e0'] in dv-cinder-830096-1-iscsi {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 22:59:20.858503 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed66bb82-06eb-437b-87da-9a7c05e00a28 None None] Routers {'2ebe30a3-5aa0-46d3-8750-a5277f4721e0'} bound to L3 agent in host dv-cinder-830096-1-iscsi {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 22:59:20.858503 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-ed66bb82-06eb-437b-87da-9a7c05e00a28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-20T22:50:44Z,description=,heartbeat_timestamp=2022-02-20T22:59:14Z,host='dv-cinder-830096-1-iscsi',id=13c347f3-1c01-45ee-af8c-9f8a630e0f23,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T22:50:45Z,topic='l3_agent')) {'router_ids': ['2ebe30a3-5aa0-46d3-8750-a5277f4721e0'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:59:20.864693 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-41de381a-762f-4cde-b588-e5f905800710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46817dfe-fc89-4585-97bb-fc918877ba0e', 'name': 'tempest-AttachVolumeShelveTestJSON-841500598-router', 'tenant_id': '48a93be9550345ed9b9cbfc081ec5671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f52b71d-61c7-49bc-86ae-3e3415c25b55', 'external_fixed_ips': [{'subnet_id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'ip_address': '172.27.2.135'}], 'enable_snat': True}, 'gw_port_id': '668be8c4-3b55-47a7-90f8-93d4d855d93f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T22:59:16Z', 'updated_at': '2022-02-20T22:59:18Z', 'revision_number': 3, 'project_id': '48a93be9550345ed9b9cbfc081ec5671', 'gw_port': {'id': '668be8c4-3b55-47a7-90f8-93d4d855d93f', 'name': '', 'network_id': '5f52b71d-61c7-49bc-86ae-3e3415c25b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:36:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46817dfe-fc89-4585-97bb-fc918877ba0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'ip_address': '172.27.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T22:59:17Z', 'updated_at': '2022-02-20T22:59:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-1-iscsi'}], 'dv-cinder-830096-1-iscsi', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:59:20.865356 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-59bfdddd-2a5c-497b-8029-abd5b99d578e req-90365c4d-9b3e-422e-bca1-4dd554b57df5 tempest-DeleteServersTestJSON-578838536 tempest-DeleteServersTestJSON-578838536-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d352db5-71c9-4b23-8a92-402408ebc450 HTTP/1.1" status: 200 len: 210 time: 0.0331831 Feb 20 22:59:20.866091 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41de381a-762f-4cde-b588-e5f905800710 None None] Checking router: 46817dfe-fc89-4585-97bb-fc918877ba0e for host: dv-cinder-830096-1-iscsi {{(pid=109631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 22:59:20.866091 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41de381a-762f-4cde-b588-e5f905800710 None None] Updating router 46817dfe-fc89-4585-97bb-fc918877ba0e port 668be8c4-3b55-47a7-90f8-93d4d855d93f binding host dv-cinder-830096-1-iscsi {{(pid=109631) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 22:59:20.866724 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-ed66bb82-06eb-437b-87da-9a7c05e00a28 None None] Set router 2ebe30a3-5aa0-46d3-8750-a5277f4721e0 gateway port host: dv-cinder-830096-1-iscsi {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 22:59:20.867279 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-41de381a-762f-4cde-b588-e5f905800710 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4131840'] for port (668be8c4-3b55-47a7-90f8-93d4d855d93f), before_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:20.867603 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-86431dd8-2335-4989-bfd9-07c714cbd423 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:20.867603 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [None req-86431dd8-2335-4989-bfd9-07c714cbd423 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 4.8258035 Feb 20 22:59:20.867603 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.65', 42984) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:59:20.977387 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-14674119-a586-4237-9917-d64ff2682368 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4131840'] for port (None), before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:21.138750 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-ed66bb82-06eb-437b-87da-9a7c05e00a28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ebe30a3-5aa0-46d3-8750-a5277f4721e0', 'name': 'tempest-ServerRescueNegativeTestJSON-1971614022-router', 'tenant_id': 'e684d4332ff043eab2d102df1b6dd908', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f52b71d-61c7-49bc-86ae-3e3415c25b55', 'external_fixed_ips': [{'subnet_id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'ip_address': '172.27.2.79'}], 'enable_snat': True}, 'gw_port_id': '186c7e29-889e-4f25-8e95-c50fd559317c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T22:59:16Z', 'updated_at': '2022-02-20T22:59:19Z', 'revision_number': 3, 'project_id': 'e684d4332ff043eab2d102df1b6dd908', 'gw_port': {'id': '186c7e29-889e-4f25-8e95-c50fd559317c', 'name': '', 'network_id': '5f52b71d-61c7-49bc-86ae-3e3415c25b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:3f:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ebe30a3-5aa0-46d3-8750-a5277f4721e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'ip_address': '172.27.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T22:59:17Z', 'updated_at': '2022-02-20T22:59:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-1-iscsi'}], 'dv-cinder-830096-1-iscsi', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:59:21.225499 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed66bb82-06eb-437b-87da-9a7c05e00a28 None None] Checking router: 2ebe30a3-5aa0-46d3-8750-a5277f4721e0 for host: dv-cinder-830096-1-iscsi {{(pid=109630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 22:59:21.228466 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed66bb82-06eb-437b-87da-9a7c05e00a28 None None] Updating router 2ebe30a3-5aa0-46d3-8750-a5277f4721e0 port 186c7e29-889e-4f25-8e95-c50fd559317c binding host dv-cinder-830096-1-iscsi {{(pid=109630) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 22:59:21.242698 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.db.db_base_plugin_common [None req-14674119-a586-4237-9917-d64ff2682368 admin admin] Allocated IP 172.20.0.1 (8904bc28-8825-408d-a027-aaac96b04ee9/58431437-f6f9-4145-a265-242d6c5c36fc/95d16298-3bc7-4771-bf34-e3a6ec44e3a9) {{(pid=109628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 22:59:21.289534 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-41de381a-762f-4cde-b588-e5f905800710 None None] Publish callbacks [] for port (668be8c4-3b55-47a7-90f8-93d4d855d93f), precommit_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:21.357600 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-ed66bb82-06eb-437b-87da-9a7c05e00a28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4131840'] for port (186c7e29-889e-4f25-8e95-c50fd559317c), before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:21.398393 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-41de381a-762f-4cde-b588-e5f905800710 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747407212427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747406771514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747406771532'] for port (668be8c4-3b55-47a7-90f8-93d4d855d93f), after_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:21.406531 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-14674119-a586-4237-9917-d64ff2682368 admin admin] Publish callbacks [] for port (95d16298-3bc7-4771-bf34-e3a6ec44e3a9), precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:21.423652 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (a929ecfe-02b1-4b86-b2e7-0c746ea4b12c), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:21.466076 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.plugins.ml2.managers [None req-41de381a-762f-4cde-b588-e5f905800710 None None] Attempting to bind port 668be8c4-3b55-47a7-90f8-93d4d855d93f on host dv-cinder-830096-1-iscsi for vnic_type normal with profile {{(pid=109631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 22:59:21.466616 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.plugins.ml2.managers [None req-41de381a-762f-4cde-b588-e5f905800710 None None] Attempting to bind port 668be8c4-3b55-47a7-90f8-93d4d855d93f by drivers openvswitch,hyperv on host dv-cinder-830096-1-iscsi at level 0 using segments [{'id': 'c35aac5e-90b0-4d56-90ba-57f79ef09092', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5f52b71d-61c7-49bc-86ae-3e3415c25b55'}] {{(pid=109631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 22:59:21.467082 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41de381a-762f-4cde-b588-e5f905800710 None None] Attempting to bind port 668be8c4-3b55-47a7-90f8-93d4d855d93f on network 5f52b71d-61c7-49bc-86ae-3e3415c25b55 {{(pid=109631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 22:59:21.468977 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396f83ff-e0d0-4c0d-9c31-9cd9f6d934be None None] Pushing event updated for resources: {'Port': ['ID=668be8c4-3b55-47a7-90f8-93d4d855d93f,revision_number=2']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:59:21.478236 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41de381a-762f-4cde-b588-e5f905800710 None None] Checking agent: {'id': '2dc95353-690e-4eed-857f-cdb5bbe3a4be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830096-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 22, 50, 49), 'started_at': datetime.datetime(2022, 2, 20, 22, 51, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 22, 59, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830096-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 22:59:21.478647 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41de381a-762f-4cde-b588-e5f905800710 None None] Checking segment: {'id': 'c35aac5e-90b0-4d56-90ba-57f79ef09092', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5f52b71d-61c7-49bc-86ae-3e3415c25b55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 22:59:21.479047 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-41de381a-762f-4cde-b588-e5f905800710 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:21.480032 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41de381a-762f-4cde-b588-e5f905800710 None None] Bound using segment: {'id': 'c35aac5e-90b0-4d56-90ba-57f79ef09092', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5f52b71d-61c7-49bc-86ae-3e3415c25b55'} {{(pid=109631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 22:59:21.480564 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.plugins.ml2.managers [None req-41de381a-762f-4cde-b588-e5f905800710 None None] Bound port: 668be8c4-3b55-47a7-90f8-93d4d855d93f, host: dv-cinder-830096-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c35aac5e-90b0-4d56-90ba-57f79ef09092', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5f52b71d-61c7-49bc-86ae-3e3415c25b55'}}] {{(pid=109631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 22:59:21.480946 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-41de381a-762f-4cde-b588-e5f905800710 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4131840'] for port (668be8c4-3b55-47a7-90f8-93d4d855d93f), before_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:21.483153 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396f83ff-e0d0-4c0d-9c31-9cd9f6d934be None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:59:21.483503 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396f83ff-e0d0-4c0d-9c31-9cd9f6d934be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:59:21.483929 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396f83ff-e0d0-4c0d-9c31-9cd9f6d934be None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:59:21.484197 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396f83ff-e0d0-4c0d-9c31-9cd9f6d934be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:59:21.484528 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396f83ff-e0d0-4c0d-9c31-9cd9f6d934be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:59:21.485185 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396f83ff-e0d0-4c0d-9c31-9cd9f6d934be None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:59:21.485525 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396f83ff-e0d0-4c0d-9c31-9cd9f6d934be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:59:21.485858 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396f83ff-e0d0-4c0d-9c31-9cd9f6d934be None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:59:21.486173 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396f83ff-e0d0-4c0d-9c31-9cd9f6d934be None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:59:21.489792 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396f83ff-e0d0-4c0d-9c31-9cd9f6d934be None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:59:21.489792 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396f83ff-e0d0-4c0d-9c31-9cd9f6d934be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:59:21.489792 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396f83ff-e0d0-4c0d-9c31-9cd9f6d934be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:59:21.489792 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396f83ff-e0d0-4c0d-9c31-9cd9f6d934be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:59:21.489792 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396f83ff-e0d0-4c0d-9c31-9cd9f6d934be None None] Tracked resource versions report: Feb 20 22:59:21.489792 dv-cinder-830096-1-iscsi neutron-server[109631]: pushed versions: Feb 20 22:59:21.489792 dv-cinder-830096-1-iscsi neutron-server[109631]: { 'AddressGroup': {'1.2'}, Feb 20 22:59:21.489792 dv-cinder-830096-1-iscsi neutron-server[109631]: 'ConntrackHelper': {'1.0'}, Feb 20 22:59:21.489792 dv-cinder-830096-1-iscsi neutron-server[109631]: 'LocalIPAssociation': {'1.0'}, Feb 20 22:59:21.489792 dv-cinder-830096-1-iscsi neutron-server[109631]: 'Log': {'1.0'}, Feb 20 22:59:21.489792 dv-cinder-830096-1-iscsi neutron-server[109631]: 'Network': {'1.1'}, Feb 20 22:59:21.489792 dv-cinder-830096-1-iscsi neutron-server[109631]: 'Port': {'1.7'}, Feb 20 22:59:21.489792 dv-cinder-830096-1-iscsi neutron-server[109631]: 'PortForwarding': {'1.2'}, Feb 20 22:59:21.489792 dv-cinder-830096-1-iscsi neutron-server[109631]: 'QosPolicy': {'1.10'}, Feb 20 22:59:21.489792 dv-cinder-830096-1-iscsi neutron-server[109631]: 'SecurityGroup': {'1.5'}, Feb 20 22:59:21.489792 dv-cinder-830096-1-iscsi neutron-server[109631]: 'SecurityGroupRule': {'1.2'}, Feb 20 22:59:21.489792 dv-cinder-830096-1-iscsi neutron-server[109631]: 'SubPort': {'1.0'}, Feb 20 22:59:21.489792 dv-cinder-830096-1-iscsi neutron-server[109631]: 'Subnet': {'1.1'}, Feb 20 22:59:21.489792 dv-cinder-830096-1-iscsi neutron-server[109631]: 'Trunk': {'1.1'}} Feb 20 22:59:21.489792 dv-cinder-830096-1-iscsi neutron-server[109631]: consumer versions: Feb 20 22:59:21.489792 dv-cinder-830096-1-iscsi neutron-server[109631]: { DHCP agent@dv-cinder-830096-1-iscsi: {}, Feb 20 22:59:21.489792 dv-cinder-830096-1-iscsi neutron-server[109631]: HyperV agent@hv-cinder-83009: {}, Feb 20 22:59:21.489792 dv-cinder-830096-1-iscsi neutron-server[109631]: L3 agent@dv-cinder-830096-1-iscsi: {}, Feb 20 22:59:21.489792 dv-cinder-830096-1-iscsi neutron-server[109631]: Metadata agent@dv-cinder-830096-1-iscsi: {}, Feb 20 22:59:21.489792 dv-cinder-830096-1-iscsi neutron-server[109631]: Metering agent@dv-cinder-830096-1-iscsi: {}, Feb 20 22:59:21.489792 dv-cinder-830096-1-iscsi neutron-server[109631]: Open vSwitch agent@dv-cinder-830096-1-iscsi: { 'AddressGroup': '1.2', Feb 20 22:59:21.489792 dv-cinder-830096-1-iscsi neutron-server[109631]: 'ConntrackHelper': '1.0', Feb 20 22:59:21.489792 dv-cinder-830096-1-iscsi neutron-server[109631]: 'LocalIPAssociation': '1.0', Feb 20 22:59:21.489792 dv-cinder-830096-1-iscsi neutron-server[109631]: 'Log': '1.0', Feb 20 22:59:21.489792 dv-cinder-830096-1-iscsi neutron-server[109631]: 'Network': '1.1', Feb 20 22:59:21.489792 dv-cinder-830096-1-iscsi neutron-server[109631]: 'Port': '1.7', Feb 20 22:59:21.489792 dv-cinder-830096-1-iscsi neutron-server[109631]: 'PortForwarding': '1.2', Feb 20 22:59:21.489792 dv-cinder-830096-1-iscsi neutron-server[109631]: 'QosPolicy': '1.10', Feb 20 22:59:21.489792 dv-cinder-830096-1-iscsi neutron-server[109631]: 'SecurityGroup': '1.5', Feb 20 22:59:21.489792 dv-cinder-830096-1-iscsi neutron-server[109631]: 'SecurityGroupRule': '1.2', Feb 20 22:59:21.489792 dv-cinder-830096-1-iscsi neutron-server[109631]: 'SubPort': '1.0', Feb 20 22:59:21.489792 dv-cinder-830096-1-iscsi neutron-server[109631]: 'Subnet': '1.1', Feb 20 22:59:21.489792 dv-cinder-830096-1-iscsi neutron-server[109631]: 'Trunk': '1.1'}} Feb 20 22:59:21.489792 dv-cinder-830096-1-iscsi neutron-server[109631]: {{(pid=109631) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 20 22:59:21.590615 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.plugins.ml2.db [None req-41de381a-762f-4cde-b588-e5f905800710 None None] For port 668be8c4-3b55-47a7-90f8-93d4d855d93f, host dv-cinder-830096-1-iscsi, cleared binding levels {{(pid=109631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 22:59:21.594472 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.plugins.ml2.db [None req-41de381a-762f-4cde-b588-e5f905800710 None None] For port 668be8c4-3b55-47a7-90f8-93d4d855d93f, host dv-cinder-830096-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-1-iscsi',level=0,port_id=668be8c4-3b55-47a7-90f8-93d4d855d93f,segment=NetworkSegment(c35aac5e-90b0-4d56-90ba-57f79ef09092),segment_id=c35aac5e-90b0-4d56-90ba-57f79ef09092)] {{(pid=109631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 22:59:21.601700 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-14674119-a586-4237-9917-d64ff2682368 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747406771496'] for port (95d16298-3bc7-4771-bf34-e3a6ec44e3a9), after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:21.666351 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Device 2a5d7cfe-87f4-4199-92a5-130d8bb86728 up at agent ovs-agent-dv-cinder-830096-1-iscsi {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 22:59:21.750117 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-41de381a-762f-4cde-b588-e5f905800710 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747407212427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747406771514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747406771532'] for port (668be8c4-3b55-47a7-90f8-93d4d855d93f), after_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:21.766222 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.65', 43004) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:59:21.776542 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Provisioning complete for port 2a5d7cfe-87f4-4199-92a5-130d8bb86728 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 22:59:21.779443 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4145689'] for port (2a5d7cfe-87f4-4199-92a5-130d8bb86728), provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:21.864044 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396f83ff-e0d0-4c0d-9c31-9cd9f6d934be None None] Pushing event updated for resources: {'Port': ['ID=668be8c4-3b55-47a7-90f8-93d4d855d93f,revision_number=3']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:59:21.865715 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-2268b16b-9dd7-40fb-b6b7-10df69fbba2c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:21.913377 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14674119-a586-4237-9917-d64ff2682368 admin admin] Network 8904bc28-8825-408d-a027-aaac96b04ee9 is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 22:59:21.914340 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-6b7a93ab-1e68-4630-a1c4-172503f2bc24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4131840'] for port (None), before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:21.923866 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-14674119-a586-4237-9917-d64ff2682368 admin admin] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 22:59:21.929505 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14674119-a586-4237-9917-d64ff2682368 admin admin] Received port after_create {{(pid=109628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 22:59:21.930035 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-14674119-a586-4237-9917-d64ff2682368 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-702845'] for router_interface (46817dfe-fc89-4585-97bb-fc918877ba0e), before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:21.975762 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41de381a-762f-4cde-b588-e5f905800710 None None] Routers {'46817dfe-fc89-4585-97bb-fc918877ba0e'} bound to L3 agent in host dv-cinder-830096-1-iscsi {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 22:59:21.977480 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-41de381a-762f-4cde-b588-e5f905800710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-20T22:50:44Z,description=,heartbeat_timestamp=2022-02-20T22:59:14Z,host='dv-cinder-830096-1-iscsi',id=13c347f3-1c01-45ee-af8c-9f8a630e0f23,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T22:50:45Z,topic='l3_agent')) {'router_ids': ['46817dfe-fc89-4585-97bb-fc918877ba0e'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:59:22.015400 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-ed66bb82-06eb-437b-87da-9a7c05e00a28 None None] Publish callbacks [] for port (186c7e29-889e-4f25-8e95-c50fd559317c), precommit_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:22.045554 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14674119-a586-4237-9917-d64ff2682368 admin admin] Pushing event updated for resources: {'Port': ['ID=95d16298-3bc7-4771-bf34-e3a6ec44e3a9,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:59:22.108226 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-ed66bb82-06eb-437b-87da-9a7c05e00a28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747407212427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747406771514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747406771532'] for port (186c7e29-889e-4f25-8e95-c50fd559317c), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:22.111601 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Current status of the port 2a5d7cfe-87f4-4199-92a5-130d8bb86728 is: ACTIVE; New status is: ACTIVE {{(pid=109630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 22:59:22.222109 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-ed66bb82-06eb-437b-87da-9a7c05e00a28 None None] Attempting to bind port 186c7e29-889e-4f25-8e95-c50fd559317c on host dv-cinder-830096-1-iscsi for vnic_type normal with profile {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 22:59:22.222484 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-ed66bb82-06eb-437b-87da-9a7c05e00a28 None None] Attempting to bind port 186c7e29-889e-4f25-8e95-c50fd559317c by drivers openvswitch,hyperv on host dv-cinder-830096-1-iscsi at level 0 using segments [{'id': 'c35aac5e-90b0-4d56-90ba-57f79ef09092', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5f52b71d-61c7-49bc-86ae-3e3415c25b55'}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 22:59:22.222825 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed66bb82-06eb-437b-87da-9a7c05e00a28 None None] Attempting to bind port 186c7e29-889e-4f25-8e95-c50fd559317c on network 5f52b71d-61c7-49bc-86ae-3e3415c25b55 {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 22:59:22.225825 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6dd649-df3c-4ea6-b2df-67781526dc97 None None] Pushing event updated for resources: {'Port': ['ID=186c7e29-889e-4f25-8e95-c50fd559317c,revision_number=2']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:59:22.230715 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.db.l3_dvr_db [None req-41de381a-762f-4cde-b588-e5f905800710 None None] Set router 46817dfe-fc89-4585-97bb-fc918877ba0e gateway port host: dv-cinder-830096-1-iscsi {{(pid=109631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 22:59:22.234874 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed66bb82-06eb-437b-87da-9a7c05e00a28 None None] Checking agent: {'id': '2dc95353-690e-4eed-857f-cdb5bbe3a4be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830096-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 22, 50, 49), 'started_at': datetime.datetime(2022, 2, 20, 22, 51, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 22, 59, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830096-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 22:59:22.239758 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed66bb82-06eb-437b-87da-9a7c05e00a28 None None] Checking segment: {'id': 'c35aac5e-90b0-4d56-90ba-57f79ef09092', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5f52b71d-61c7-49bc-86ae-3e3415c25b55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 22:59:22.240260 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-ed66bb82-06eb-437b-87da-9a7c05e00a28 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:22.240670 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed66bb82-06eb-437b-87da-9a7c05e00a28 None None] Bound using segment: {'id': 'c35aac5e-90b0-4d56-90ba-57f79ef09092', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5f52b71d-61c7-49bc-86ae-3e3415c25b55'} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 22:59:22.241491 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-ed66bb82-06eb-437b-87da-9a7c05e00a28 None None] Bound port: 186c7e29-889e-4f25-8e95-c50fd559317c, host: dv-cinder-830096-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c35aac5e-90b0-4d56-90ba-57f79ef09092', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5f52b71d-61c7-49bc-86ae-3e3415c25b55'}}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 22:59:22.241598 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-ed66bb82-06eb-437b-87da-9a7c05e00a28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4131840'] for port (186c7e29-889e-4f25-8e95-c50fd559317c), before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:22.328113 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-dfc8f6d6-ecc2-48a4-960b-5f9b91a4abe9 req-9cae0847-ba38-4384-9933-abcbbbd617e4 tempest-DeleteServersTestJSON-578838536 tempest-DeleteServersTestJSON-578838536-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d352db5-71c9-4b23-8a92-402408ebc450 HTTP/1.1" status: 200 len: 210 time: 0.2098579 Feb 20 22:59:22.381623 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-ed66bb82-06eb-437b-87da-9a7c05e00a28 None None] For port 186c7e29-889e-4f25-8e95-c50fd559317c, host dv-cinder-830096-1-iscsi, cleared binding levels {{(pid=109630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 22:59:22.412692 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-ed66bb82-06eb-437b-87da-9a7c05e00a28 None None] For port 186c7e29-889e-4f25-8e95-c50fd559317c, host dv-cinder-830096-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-1-iscsi',level=0,port_id=186c7e29-889e-4f25-8e95-c50fd559317c,segment=NetworkSegment(c35aac5e-90b0-4d56-90ba-57f79ef09092),segment_id=c35aac5e-90b0-4d56-90ba-57f79ef09092)] {{(pid=109630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 22:59:22.416458 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-f8ebd4e8-3d89-4386-9b1c-aa1ec9b595a6 None None] Provisioning complete for port 95d16298-3bc7-4771-bf34-e3a6ec44e3a9 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 22:59:22.416812 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-f8ebd4e8-3d89-4386-9b1c-aa1ec9b595a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4145689'] for port (95d16298-3bc7-4771-bf34-e3a6ec44e3a9), provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:22.428189 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-14674119-a586-4237-9917-d64ff2682368 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4131840'] for port (95d16298-3bc7-4771-bf34-e3a6ec44e3a9), before_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:22.468375 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-f8ebd4e8-3d89-4386-9b1c-aa1ec9b595a6 None None] Port 95d16298-3bc7-4771-bf34-e3a6ec44e3a9 cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 22:59:22.487655 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-2268b16b-9dd7-40fb-b6b7-10df69fbba2c admin admin] Publish callbacks [] for security_group (cda0264b-7db8-414d-87f2-fb7c7eb03bc4), precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:22.527825 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-ed66bb82-06eb-437b-87da-9a7c05e00a28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747407212427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747406771514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747406771532'] for port (186c7e29-889e-4f25-8e95-c50fd559317c), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:22.553072 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-2268b16b-9dd7-40fb-b6b7-10df69fbba2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627867'] for security_group (cda0264b-7db8-414d-87f2-fb7c7eb03bc4), after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:22.604461 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-41de381a-762f-4cde-b588-e5f905800710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46817dfe-fc89-4585-97bb-fc918877ba0e', 'name': 'tempest-AttachVolumeShelveTestJSON-841500598-router', 'tenant_id': '48a93be9550345ed9b9cbfc081ec5671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f52b71d-61c7-49bc-86ae-3e3415c25b55', 'external_fixed_ips': [{'subnet_id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'ip_address': '172.27.2.135'}], 'enable_snat': True}, 'gw_port_id': '668be8c4-3b55-47a7-90f8-93d4d855d93f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T22:59:16Z', 'updated_at': '2022-02-20T22:59:18Z', 'revision_number': 3, 'project_id': '48a93be9550345ed9b9cbfc081ec5671', 'gw_port': {'id': '668be8c4-3b55-47a7-90f8-93d4d855d93f', 'name': '', 'network_id': '5f52b71d-61c7-49bc-86ae-3e3415c25b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:36:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46817dfe-fc89-4585-97bb-fc918877ba0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'ip_address': '172.27.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T22:59:17Z', 'updated_at': '2022-02-20T22:59:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-1-iscsi'}], 'dv-cinder-830096-1-iscsi', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:59:22.625542 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed66bb82-06eb-437b-87da-9a7c05e00a28 None None] Routers {'2ebe30a3-5aa0-46d3-8750-a5277f4721e0'} bound to L3 agent in host dv-cinder-830096-1-iscsi {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 22:59:22.626186 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-ed66bb82-06eb-437b-87da-9a7c05e00a28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-20T22:50:44Z,description=,heartbeat_timestamp=2022-02-20T22:59:14Z,host='dv-cinder-830096-1-iscsi',id=13c347f3-1c01-45ee-af8c-9f8a630e0f23,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T22:50:45Z,topic='l3_agent')) {'router_ids': ['2ebe30a3-5aa0-46d3-8750-a5277f4721e0'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:59:22.634691 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.db.db_base_plugin_common [None req-6b7a93ab-1e68-4630-a1c4-172503f2bc24 admin admin] Allocated IP 172.20.0.1 (50907839-a771-4d5d-8cdc-f2154e15e96c/bebd2843-1d13-4eae-8703-47333a1f09f6/9874e923-c82b-4393-857d-47fb50e17493) {{(pid=109629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 22:59:22.653321 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41de381a-762f-4cde-b588-e5f905800710 None None] The sync data for ids ['46817dfe-fc89-4585-97bb-fc918877ba0e'] in dv-cinder-830096-1-iscsi is: [{'id': '46817dfe-fc89-4585-97bb-fc918877ba0e', 'name': 'tempest-AttachVolumeShelveTestJSON-841500598-router', 'tenant_id': '48a93be9550345ed9b9cbfc081ec5671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f52b71d-61c7-49bc-86ae-3e3415c25b55', 'external_fixed_ips': [{'subnet_id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'ip_address': '172.27.2.135'}], 'enable_snat': True}, 'gw_port_id': '668be8c4-3b55-47a7-90f8-93d4d855d93f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T22:59:16Z', 'updated_at': '2022-02-20T22:59:18Z', 'revision_number': 3, 'project_id': '48a93be9550345ed9b9cbfc081ec5671', 'gw_port': {'id': '668be8c4-3b55-47a7-90f8-93d4d855d93f', 'name': '', 'network_id': '5f52b71d-61c7-49bc-86ae-3e3415c25b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:36:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46817dfe-fc89-4585-97bb-fc918877ba0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'ip_address': '172.27.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T22:59:17Z', 'updated_at': '2022-02-20T22:59:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-1-iscsi'}] {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 22:59:22.659162 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.db.agents_db [None req-1f7bd598-9080-4651-a904-61cb6c9001fd None None] Agent healthcheck: found 6 active agents {{(pid=109631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 22:59:22.682059 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [None req-2268b16b-9dd7-40fb-b6b7-10df69fbba2c admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=447204f4115140fb886894d591a392a4&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8527660 Feb 20 22:59:22.686122 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-14674119-a586-4237-9917-d64ff2682368 admin admin] Publish callbacks [] for port (95d16298-3bc7-4771-bf34-e3a6ec44e3a9), precommit_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:22.687889 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.65', 43032) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:59:22.693358 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2268b16b-9dd7-40fb-b6b7-10df69fbba2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cda0264b-7db8-414d-87f2-fb7c7eb03bc4,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:59:22.777869 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-14674119-a586-4237-9917-d64ff2682368 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747407212427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747406771514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747406771532'] for port (95d16298-3bc7-4771-bf34-e3a6ec44e3a9), after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:22.779619 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-14674119-a586-4237-9917-d64ff2682368 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-565524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-702953'] for router_interface (46817dfe-fc89-4585-97bb-fc918877ba0e), after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:22.811078 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.65', 43034) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:59:22.904321 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-cd72d0e3-7beb-4b65-afa4-24d8179fb98d admin admin] Publish callbacks [] for security_group (cda0264b-7db8-414d-87f2-fb7c7eb03bc4), before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:22.916213 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-6b7a93ab-1e68-4630-a1c4-172503f2bc24 admin admin] Publish callbacks [] for port (9874e923-c82b-4393-857d-47fb50e17493), precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:22.935306 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-cd72d0e3-7beb-4b65-afa4-24d8179fb98d admin admin] Publish callbacks [] for security_group (cda0264b-7db8-414d-87f2-fb7c7eb03bc4), precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:22.976393 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6dd649-df3c-4ea6-b2df-67781526dc97 None None] Pushing event updated for resources: {'Port': ['ID=186c7e29-889e-4f25-8e95-c50fd559317c,revision_number=3']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:59:23.015819 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14674119-a586-4237-9917-d64ff2682368 admin admin] Pushing event updated for resources: {'Port': ['ID=95d16298-3bc7-4771-bf34-e3a6ec44e3a9,revision_number=2']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:59:23.043929 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-6b7a93ab-1e68-4630-a1c4-172503f2bc24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747406771496'] for port (9874e923-c82b-4393-857d-47fb50e17493), after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:23.055380 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14674119-a586-4237-9917-d64ff2682368 admin admin] Network 8904bc28-8825-408d-a027-aaac96b04ee9 is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 22:59:23.059775 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-14674119-a586-4237-9917-d64ff2682368 admin admin] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 22:59:23.117926 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-ed66bb82-06eb-437b-87da-9a7c05e00a28 None None] Set router 2ebe30a3-5aa0-46d3-8750-a5277f4721e0 gateway port host: dv-cinder-830096-1-iscsi {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 22:59:23.118447 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b7a93ab-1e68-4630-a1c4-172503f2bc24 admin admin] Network 50907839-a771-4d5d-8cdc-f2154e15e96c is already hosted by enough agents. {{(pid=109629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 22:59:23.132483 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-cd72d0e3-7beb-4b65-afa4-24d8179fb98d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627867'] for security_group (cda0264b-7db8-414d-87f2-fb7c7eb03bc4), after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:23.135594 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-cd72d0e3-7beb-4b65-afa4-24d8179fb98d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:23.137077 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [None req-cd72d0e3-7beb-4b65-afa4-24d8179fb98d admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/cda0264b-7db8-414d-87f2-fb7c7eb03bc4 HTTP/1.1" status: 204 len: 168 time: 0.4479995 Feb 20 22:59:23.162225 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [None req-6b7a93ab-1e68-4630-a1c4-172503f2bc24 admin admin] Resources bound (agent type, host, resource id): {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 22:59:23.166334 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd72d0e3-7beb-4b65-afa4-24d8179fb98d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cda0264b-7db8-414d-87f2-fb7c7eb03bc4,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:59:23.177955 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.v2.base [None req-7b294ba2-02db-4b53-9ad8-b12e84575b7a admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-281765414-network', 'tenant_id': 'd992973ba711412f8c3cfdb2de58d1d1'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 22:59:23.184030 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b7a93ab-1e68-4630-a1c4-172503f2bc24 admin admin] Received port after_create {{(pid=109629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 22:59:23.188127 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-6b7a93ab-1e68-4630-a1c4-172503f2bc24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-702845'] for router_interface (2ebe30a3-5aa0-46d3-8750-a5277f4721e0), before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:23.321416 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14674119-a586-4237-9917-d64ff2682368 admin admin] Router 46817dfe-fc89-4585-97bb-fc918877ba0e has already been hosted by L3 agent 13c347f3-1c01-45ee-af8c-9f8a630e0f23 {{(pid=109628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 22:59:23.359249 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7a93ab-1e68-4630-a1c4-172503f2bc24 admin admin] Pushing event updated for resources: {'Port': ['ID=9874e923-c82b-4393-857d-47fb50e17493,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:59:23.481602 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-ed66bb82-06eb-437b-87da-9a7c05e00a28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ebe30a3-5aa0-46d3-8750-a5277f4721e0', 'name': 'tempest-ServerRescueNegativeTestJSON-1971614022-router', 'tenant_id': 'e684d4332ff043eab2d102df1b6dd908', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f52b71d-61c7-49bc-86ae-3e3415c25b55', 'external_fixed_ips': [{'subnet_id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'ip_address': '172.27.2.79'}], 'enable_snat': True}, 'gw_port_id': '186c7e29-889e-4f25-8e95-c50fd559317c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T22:59:16Z', 'updated_at': '2022-02-20T22:59:19Z', 'revision_number': 3, 'project_id': 'e684d4332ff043eab2d102df1b6dd908', 'gw_port': {'id': '186c7e29-889e-4f25-8e95-c50fd559317c', 'name': '', 'network_id': '5f52b71d-61c7-49bc-86ae-3e3415c25b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:3f:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ebe30a3-5aa0-46d3-8750-a5277f4721e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'ip_address': '172.27.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T22:59:17Z', 'updated_at': '2022-02-20T22:59:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-1-iscsi'}], 'dv-cinder-830096-1-iscsi', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:59:23.530937 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b294ba2-02db-4b53-9ad8-b12e84575b7a admin admin] Made reservation on behalf of d992973ba711412f8c3cfdb2de58d1d1 for: {'network': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 22:59:23.533181 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-7b294ba2-02db-4b53-9ad8-b12e84575b7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4131840'] for network (None), before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:23.543637 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14674119-a586-4237-9917-d64ff2682368 admin admin] Notify agent at l3_agent.dv-cinder-830096-1-iscsi the message routers_updated {{(pid=109628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 22:59:23.554142 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [None req-14674119-a586-4237-9917-d64ff2682368 admin admin] 10.222.0.65 "PUT /v2.0/routers/46817dfe-fc89-4585-97bb-fc918877ba0e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3394897 Feb 20 22:59:23.577735 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed66bb82-06eb-437b-87da-9a7c05e00a28 None None] The sync data for ids ['2ebe30a3-5aa0-46d3-8750-a5277f4721e0'] in dv-cinder-830096-1-iscsi is: [{'id': '2ebe30a3-5aa0-46d3-8750-a5277f4721e0', 'name': 'tempest-ServerRescueNegativeTestJSON-1971614022-router', 'tenant_id': 'e684d4332ff043eab2d102df1b6dd908', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f52b71d-61c7-49bc-86ae-3e3415c25b55', 'external_fixed_ips': [{'subnet_id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'ip_address': '172.27.2.79'}], 'enable_snat': True}, 'gw_port_id': '186c7e29-889e-4f25-8e95-c50fd559317c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T22:59:16Z', 'updated_at': '2022-02-20T22:59:19Z', 'revision_number': 3, 'project_id': 'e684d4332ff043eab2d102df1b6dd908', 'gw_port': {'id': '186c7e29-889e-4f25-8e95-c50fd559317c', 'name': '', 'network_id': '5f52b71d-61c7-49bc-86ae-3e3415c25b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:3f:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ebe30a3-5aa0-46d3-8750-a5277f4721e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'ip_address': '172.27.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T22:59:17Z', 'updated_at': '2022-02-20T22:59:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-1-iscsi'}] {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 22:59:23.602829 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-7b294ba2-02db-4b53-9ad8-b12e84575b7a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:23.646164 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-62f7b579-220f-4c49-98b7-c5b0c9248854 None None] Provisioning complete for port 95d16298-3bc7-4771-bf34-e3a6ec44e3a9 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 22:59:23.646580 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-62f7b579-220f-4c49-98b7-c5b0c9248854 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4145689'] for port (95d16298-3bc7-4771-bf34-e3a6ec44e3a9), provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:23.722273 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Device 668be8c4-3b55-47a7-90f8-93d4d855d93f up at agent ovs-agent-dv-cinder-830096-1-iscsi {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 22:59:23.743199 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-fb90fe21-d309-471e-b483-a63c16f02eb7 req-727d3882-727e-434a-8ca4-f87af4405c68 tempest-DeleteServersTestJSON-578838536 tempest-DeleteServersTestJSON-578838536-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d352db5-71c9-4b23-8a92-402408ebc450 HTTP/1.1" status: 200 len: 210 time: 0.0742280 Feb 20 22:59:23.828878 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-62f7b579-220f-4c49-98b7-c5b0c9248854 None None] Port 95d16298-3bc7-4771-bf34-e3a6ec44e3a9 cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 22:59:23.891580 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Provisioning complete for port 668be8c4-3b55-47a7-90f8-93d4d855d93f triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 22:59:23.892070 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4145689'] for port (668be8c4-3b55-47a7-90f8-93d4d855d93f), provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:23.969026 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-7b294ba2-02db-4b53-9ad8-b12e84575b7a admin admin] Publish callbacks [] for security_group (50bc5d96-0398-42b4-a54a-4dbae0236bb0), precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:23.994715 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-6b7a93ab-1e68-4630-a1c4-172503f2bc24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4131840'] for port (9874e923-c82b-4393-857d-47fb50e17493), before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:24.061969 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Current status of the port 668be8c4-3b55-47a7-90f8-93d4d855d93f is: DOWN; New status is: ACTIVE {{(pid=109630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 22:59:24.062674 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4131840'] for port (668be8c4-3b55-47a7-90f8-93d4d855d93f), before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:24.112108 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] For port 668be8c4-3b55-47a7-90f8-93d4d855d93f, host dv-cinder-830096-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-1-iscsi',level=0,port_id=668be8c4-3b55-47a7-90f8-93d4d855d93f,segment=NetworkSegment(c35aac5e-90b0-4d56-90ba-57f79ef09092),segment_id=c35aac5e-90b0-4d56-90ba-57f79ef09092)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 22:59:24.206312 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-7b294ba2-02db-4b53-9ad8-b12e84575b7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627867'] for security_group (50bc5d96-0398-42b4-a54a-4dbae0236bb0), after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:24.240299 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747407212427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747406771514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747406771532'] for port (668be8c4-3b55-47a7-90f8-93d4d855d93f), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:24.309212 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Pushing event updated for resources: {'Port': ['ID=668be8c4-3b55-47a7-90f8-93d4d855d93f,revision_number=4']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:59:24.331764 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b294ba2-02db-4b53-9ad8-b12e84575b7a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 65} {{(pid=109629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 22:59:24.343961 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-7b294ba2-02db-4b53-9ad8-b12e84575b7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4056974'] for segment (51b0210e-bfc0-46bc-9d35-d2f0e60fe893), precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:24.344470 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.db.segments_db [None req-7b294ba2-02db-4b53-9ad8-b12e84575b7a admin admin] Added segment 51b0210e-bfc0-46bc-9d35-d2f0e60fe893 of type vlan for network 13465824-f989-4bc4-ba2d-2f161b90abec Feb 20 22:59:24.415787 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-7b294ba2-02db-4b53-9ad8-b12e84575b7a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747406756747'] for network (13465824-f989-4bc4-ba2d-2f161b90abec), precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:24.468522 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b294ba2-02db-4b53-9ad8-b12e84575b7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50bc5d96-0398-42b4-a54a-4dbae0236bb0,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:59:24.524322 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-7b294ba2-02db-4b53-9ad8-b12e84575b7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510'] for network (13465824-f989-4bc4-ba2d-2f161b90abec), after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:24.525198 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b294ba2-02db-4b53-9ad8-b12e84575b7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:59:24.525725 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-7b294ba2-02db-4b53-9ad8-b12e84575b7a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565544'] for network (None), before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:24.905731 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-6b7a93ab-1e68-4630-a1c4-172503f2bc24 admin admin] Publish callbacks [] for port (9874e923-c82b-4393-857d-47fb50e17493), precommit_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:24.913149 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.65', 43130) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:59:24.920851 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [None req-7b294ba2-02db-4b53-9ad8-b12e84575b7a admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 2.1048212 Feb 20 22:59:24.921479 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.65', 43132) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:59:24.941277 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.v2.base [None req-f8c42eab-7e04-4555-a66d-ee9746afe3e7 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Request body: {'security_group': {'name': 'tempest-securitygroup--180171375', 'description': 'tempest-description--729869830'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 22:59:24.941475 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.v2.base [None req-c8d48906-ba83-4eed-8027-8230322d973a admin admin] Request body: {'subnet': {'network_id': '13465824-f989-4bc4-ba2d-2f161b90abec', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-281765414-subnet', 'tenant_id': 'd992973ba711412f8c3cfdb2de58d1d1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 22:59:24.947332 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b294ba2-02db-4b53-9ad8-b12e84575b7a admin admin] Pushing event updated for resources: {'Network': ['ID=13465824-f989-4bc4-ba2d-2f161b90abec,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:59:24.971486 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Network 13465824-f989-4bc4-ba2d-2f161b90abec details requested by agent ovs-agent-dv-cinder-830096-1-iscsi with host dv-cinder-830096-1-iscsi {{(pid=109630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 22:59:25.092514 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-dbc98cea-1cdb-419b-bf80-6f49fd1c51c7 req-01c93f0f-2677-4229-b695-bd578d066b15 tempest-DeleteServersTestJSON-578838536 tempest-DeleteServersTestJSON-578838536-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d352db5-71c9-4b23-8a92-402408ebc450 HTTP/1.1" status: 200 len: 210 time: 0.0755289 Feb 20 22:59:25.340650 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c9a5f09-efd2-4f53-930f-a55d2564fa89 None None] Sync routers for ids ['46817dfe-fc89-4585-97bb-fc918877ba0e'] in dv-cinder-830096-1-iscsi {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 22:59:25.350380 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c9a5f09-efd2-4f53-930f-a55d2564fa89 None None] Routers {'46817dfe-fc89-4585-97bb-fc918877ba0e'} bound to L3 agent in host dv-cinder-830096-1-iscsi {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 22:59:25.350998 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-9c9a5f09-efd2-4f53-930f-a55d2564fa89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-20T22:50:44Z,description=,heartbeat_timestamp=2022-02-20T22:59:14Z,host='dv-cinder-830096-1-iscsi',id=13c347f3-1c01-45ee-af8c-9f8a630e0f23,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T22:50:45Z,topic='l3_agent')) {'router_ids': ['46817dfe-fc89-4585-97bb-fc918877ba0e'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:59:25.460949 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.db.l3_dvr_db [None req-9c9a5f09-efd2-4f53-930f-a55d2564fa89 None None] Set router 46817dfe-fc89-4585-97bb-fc918877ba0e gateway port host: dv-cinder-830096-1-iscsi {{(pid=109631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 22:59:25.621798 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Device 186c7e29-889e-4f25-8e95-c50fd559317c up at agent ovs-agent-dv-cinder-830096-1-iscsi {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 22:59:25.659699 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-9c9a5f09-efd2-4f53-930f-a55d2564fa89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46817dfe-fc89-4585-97bb-fc918877ba0e', 'name': 'tempest-AttachVolumeShelveTestJSON-841500598-router', 'tenant_id': '48a93be9550345ed9b9cbfc081ec5671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f52b71d-61c7-49bc-86ae-3e3415c25b55', 'external_fixed_ips': [{'subnet_id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'ip_address': '172.27.2.135'}], 'enable_snat': True}, 'gw_port_id': '668be8c4-3b55-47a7-90f8-93d4d855d93f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T22:59:16Z', 'updated_at': '2022-02-20T22:59:22Z', 'revision_number': 4, 'project_id': '48a93be9550345ed9b9cbfc081ec5671', 'gw_port': {'id': '668be8c4-3b55-47a7-90f8-93d4d855d93f', 'name': '', 'network_id': '5f52b71d-61c7-49bc-86ae-3e3415c25b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:36:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46817dfe-fc89-4585-97bb-fc918877ba0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'ip_address': '172.27.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T22:59:17Z', 'updated_at': '2022-02-20T22:59:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-1-iscsi', '_interfaces': [{'id': '95d16298-3bc7-4771-bf34-e3a6ec44e3a9', 'name': '', 'network_id': '8904bc28-8825-408d-a027-aaac96b04ee9', 'tenant_id': '48a93be9550345ed9b9cbfc081ec5671', 'mac_address': 'fa:16:3e:4c:5a:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46817dfe-fc89-4585-97bb-fc918877ba0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '58431437-f6f9-4145-a265-242d6c5c36fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T22:59:21Z', 'updated_at': '2022-02-20T22:59:22Z', 'revision_number': 2, 'project_id': '48a93be9550345ed9b9cbfc081ec5671', 'subnets': [{'id': '58431437-f6f9-4145-a265-242d6c5c36fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830096-1-iscsi', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:59:25.670134 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Provisioning complete for port 186c7e29-889e-4f25-8e95-c50fd559317c triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 22:59:25.670547 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4145689'] for port (186c7e29-889e-4f25-8e95-c50fd559317c), provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:25.688767 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c9a5f09-efd2-4f53-930f-a55d2564fa89 None None] Checking router: 46817dfe-fc89-4585-97bb-fc918877ba0e for host: dv-cinder-830096-1-iscsi {{(pid=109631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 22:59:25.689125 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c9a5f09-efd2-4f53-930f-a55d2564fa89 None None] Updating router 46817dfe-fc89-4585-97bb-fc918877ba0e port 95d16298-3bc7-4771-bf34-e3a6ec44e3a9 binding host dv-cinder-830096-1-iscsi {{(pid=109631) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 22:59:25.751822 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Current status of the port 186c7e29-889e-4f25-8e95-c50fd559317c is: DOWN; New status is: ACTIVE {{(pid=109630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 22:59:25.752125 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4131840'] for port (186c7e29-889e-4f25-8e95-c50fd559317c), before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:25.778277 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] For port 186c7e29-889e-4f25-8e95-c50fd559317c, host dv-cinder-830096-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-1-iscsi',level=0,port_id=186c7e29-889e-4f25-8e95-c50fd559317c,segment=NetworkSegment(c35aac5e-90b0-4d56-90ba-57f79ef09092),segment_id=c35aac5e-90b0-4d56-90ba-57f79ef09092)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 22:59:25.801023 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-9c9a5f09-efd2-4f53-930f-a55d2564fa89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4131840'] for port (95d16298-3bc7-4771-bf34-e3a6ec44e3a9), before_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:25.811569 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-6b7a93ab-1e68-4630-a1c4-172503f2bc24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747407212427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747406771514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747406771532'] for port (9874e923-c82b-4393-857d-47fb50e17493), after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:25.812373 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-6b7a93ab-1e68-4630-a1c4-172503f2bc24 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-565524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-702953'] for router_interface (2ebe30a3-5aa0-46d3-8750-a5277f4721e0), after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:25.840326 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f8c42eab-7e04-4555-a66d-ee9746afe3e7 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Publish callbacks [] for security_group (None), before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:25.846187 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8d48906-ba83-4eed-8027-8230322d973a admin admin] Made reservation on behalf of d992973ba711412f8c3cfdb2de58d1d1 for: {'subnet': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 22:59:25.850858 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-c8d48906-ba83-4eed-8027-8230322d973a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:25.914830 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747407212427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747406771514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747406771532'] for port (186c7e29-889e-4f25-8e95-c50fd559317c), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:25.915623 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Device 668be8c4-3b55-47a7-90f8-93d4d855d93f up at agent ovs-agent-dv-cinder-830096-1-iscsi {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 22:59:25.954527 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7a93ab-1e68-4630-a1c4-172503f2bc24 admin admin] Pushing event updated for resources: {'Port': ['ID=9874e923-c82b-4393-857d-47fb50e17493,revision_number=2']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:59:25.978455 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f8c42eab-7e04-4555-a66d-ee9746afe3e7 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Publish callbacks [] for security_group (04e39133-b65d-431a-838f-6deba86bf0d1), precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:26.017050 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.42', 57211) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:59:26.034266 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b7a93ab-1e68-4630-a1c4-172503f2bc24 admin admin] Network 50907839-a771-4d5d-8cdc-f2154e15e96c is already hosted by enough agents. {{(pid=109629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 22:59:26.036848 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [None req-6b7a93ab-1e68-4630-a1c4-172503f2bc24 admin admin] Resources bound (agent type, host, resource id): {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 22:59:26.096573 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f8c42eab-7e04-4555-a66d-ee9746afe3e7 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627867'] for security_group (04e39133-b65d-431a-838f-6deba86bf0d1), after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:26.181841 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Pushing event updated for resources: {'Port': ['ID=186c7e29-889e-4f25-8e95-c50fd559317c,revision_number=4']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:59:26.200870 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Provisioning complete for port 668be8c4-3b55-47a7-90f8-93d4d855d93f triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 22:59:26.203468 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4145689'] for port (668be8c4-3b55-47a7-90f8-93d4d855d93f), provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:26.223695 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c42eab-7e04-4555-a66d-ee9746afe3e7 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04e39133-b65d-431a-838f-6deba86bf0d1,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:59:26.315890 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-9c9a5f09-efd2-4f53-930f-a55d2564fa89 None None] Publish callbacks [] for port (95d16298-3bc7-4771-bf34-e3a6ec44e3a9), precommit_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:26.342008 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-398a4ae9-49ee-4fad-85c9-c956e07f042d req-606d98ae-c0b2-4b32-88f8-7a2e634328df tempest-DeleteServersTestJSON-578838536 tempest-DeleteServersTestJSON-578838536-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d352db5-71c9-4b23-8a92-402408ebc450 HTTP/1.1" status: 200 len: 210 time: 0.0987597 Feb 20 22:59:26.356146 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Current status of the port 668be8c4-3b55-47a7-90f8-93d4d855d93f is: ACTIVE; New status is: ACTIVE {{(pid=109630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 22:59:26.366817 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f8c42eab-7e04-4555-a66d-ee9746afe3e7 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Publish callbacks [] for security_group (None), before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:26.366817 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [None req-f8c42eab-7e04-4555-a66d-ee9746afe3e7 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1793 time: 1.4515200 Feb 20 22:59:26.368008 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b7a93ab-1e68-4630-a1c4-172503f2bc24 admin admin] Router 2ebe30a3-5aa0-46d3-8750-a5277f4721e0 has already been hosted by L3 agent 13c347f3-1c01-45ee-af8c-9f8a630e0f23 {{(pid=109629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 22:59:26.369024 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.65', 43170) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:59:26.381493 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.v2.base [None req-2863ebee-7f6d-4030-ba89-4f9cdeabf85c tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Request body: {'security_group_rule': {'security_group_id': '04e39133-b65d-431a-838f-6deba86bf0d1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 22:59:26.383095 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-9c9a5f09-efd2-4f53-930f-a55d2564fa89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747407212427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747406771514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747406771532'] for port (95d16298-3bc7-4771-bf34-e3a6ec44e3a9), after_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:26.429267 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af70eee2-b0aa-47b6-a494-41f9a64b3f9a req-0aa249bb-52dc-4431-bba7-a114ac5e145e tempest-DeleteServersTestJSON-578838536 tempest-DeleteServersTestJSON-578838536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:59:26.432554 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-af70eee2-b0aa-47b6-a494-41f9a64b3f9a req-0aa249bb-52dc-4431-bba7-a114ac5e145e tempest-DeleteServersTestJSON-578838536 tempest-DeleteServersTestJSON-578838536-project] 10.222.0.42 "GET /v2.0/networks?id=128f554d-22ec-46aa-86bb-cf96bf68ca76 HTTP/1.1" status: 200 len: 812 time: 0.4067297 Feb 20 22:59:26.456366 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76896e5-6a91-467e-9fba-b35c15a7f29a None None] Pushing event updated for resources: {'Port': ['ID=95d16298-3bc7-4771-bf34-e3a6ec44e3a9,revision_number=3']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:59:26.470906 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-c8d48906-ba83-4eed-8027-8230322d973a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510'] for subnet (21f6600c-2da8-46ab-9fad-cc67a7c6f6d4), after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:26.541440 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.plugins.ml2.managers [None req-9c9a5f09-efd2-4f53-930f-a55d2564fa89 None None] Attempting to bind port 95d16298-3bc7-4771-bf34-e3a6ec44e3a9 on host dv-cinder-830096-1-iscsi for vnic_type normal with profile {{(pid=109631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 22:59:26.542498 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.plugins.ml2.managers [None req-9c9a5f09-efd2-4f53-930f-a55d2564fa89 None None] Attempting to bind port 95d16298-3bc7-4771-bf34-e3a6ec44e3a9 by drivers openvswitch,hyperv on host dv-cinder-830096-1-iscsi at level 0 using segments [{'id': 'e96cb693-0403-4029-b4e9-bd6b25e8f8fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '8904bc28-8825-408d-a027-aaac96b04ee9'}] {{(pid=109631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 22:59:26.542843 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c9a5f09-efd2-4f53-930f-a55d2564fa89 None None] Attempting to bind port 95d16298-3bc7-4771-bf34-e3a6ec44e3a9 on network 8904bc28-8825-408d-a027-aaac96b04ee9 {{(pid=109631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 22:59:26.550811 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c9a5f09-efd2-4f53-930f-a55d2564fa89 None None] Checking agent: {'id': '2dc95353-690e-4eed-857f-cdb5bbe3a4be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830096-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 22, 50, 49), 'started_at': datetime.datetime(2022, 2, 20, 22, 51, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 22, 59, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830096-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 22:59:26.551189 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c9a5f09-efd2-4f53-930f-a55d2564fa89 None None] Checking segment: {'id': 'e96cb693-0403-4029-b4e9-bd6b25e8f8fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '8904bc28-8825-408d-a027-aaac96b04ee9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 22:59:26.551592 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-9c9a5f09-efd2-4f53-930f-a55d2564fa89 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:26.552038 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c9a5f09-efd2-4f53-930f-a55d2564fa89 None None] Bound using segment: {'id': 'e96cb693-0403-4029-b4e9-bd6b25e8f8fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '8904bc28-8825-408d-a027-aaac96b04ee9'} {{(pid=109631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 22:59:26.552512 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.plugins.ml2.managers [None req-9c9a5f09-efd2-4f53-930f-a55d2564fa89 None None] Bound port: 95d16298-3bc7-4771-bf34-e3a6ec44e3a9, host: dv-cinder-830096-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e96cb693-0403-4029-b4e9-bd6b25e8f8fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '8904bc28-8825-408d-a027-aaac96b04ee9'}}] {{(pid=109631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 22:59:26.552888 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-9c9a5f09-efd2-4f53-930f-a55d2564fa89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4131840'] for port (95d16298-3bc7-4771-bf34-e3a6ec44e3a9), before_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:26.576863 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d48906-ba83-4eed-8027-8230322d973a admin admin] Pushing event updated for resources: {'Subnet': ['ID=21f6600c-2da8-46ab-9fad-cc67a7c6f6d4,revision_number=0']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:59:26.598501 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-2863ebee-7f6d-4030-ba89-4f9cdeabf85c tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Publish callbacks [] for security_group_rule (ede1c5f8-e69f-4248-81bc-ecf9472b7009), before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:26.614983 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8d48906-ba83-4eed-8027-8230322d973a admin admin] Checking segment: {'id': '51b0210e-bfc0-46bc-9d35-d2f0e60fe893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '13465824-f989-4bc4-ba2d-2f161b90abec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 22:59:26.615342 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8d48906-ba83-4eed-8027-8230322d973a admin admin] Network hostable DHCP agents. Network: 13465824-f989-4bc4-ba2d-2f161b90abec, hostable agents: ['83a03d73-f5e1-4f72-b2a3-d557ae097998'], hosted agents: [] {{(pid=109629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 22:59:26.646551 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.plugins.ml2.db [None req-9c9a5f09-efd2-4f53-930f-a55d2564fa89 None None] For port 95d16298-3bc7-4771-bf34-e3a6ec44e3a9, host dv-cinder-830096-1-iscsi, cleared binding levels {{(pid=109631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 22:59:26.649160 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b7a93ab-1e68-4630-a1c4-172503f2bc24 admin admin] Notify agent at l3_agent.dv-cinder-830096-1-iscsi the message routers_updated {{(pid=109629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 22:59:26.665946 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.plugins.ml2.db [None req-9c9a5f09-efd2-4f53-930f-a55d2564fa89 None None] For port 95d16298-3bc7-4771-bf34-e3a6ec44e3a9, host dv-cinder-830096-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-1-iscsi',level=0,port_id=95d16298-3bc7-4771-bf34-e3a6ec44e3a9,segment=NetworkSegment(e96cb693-0403-4029-b4e9-bd6b25e8f8fe),segment_id=e96cb693-0403-4029-b4e9-bd6b25e8f8fe)] {{(pid=109631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 22:59:26.672910 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-879cbb09-931f-4200-b813-b98c645b1fb0 None None] Sync routers for ids ['2ebe30a3-5aa0-46d3-8750-a5277f4721e0'] in dv-cinder-830096-1-iscsi {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 22:59:26.674505 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [None req-6b7a93ab-1e68-4630-a1c4-172503f2bc24 admin admin] 10.222.0.65 "PUT /v2.0/routers/2ebe30a3-5aa0-46d3-8750-a5277f4721e0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8048365 Feb 20 22:59:26.697588 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-879cbb09-931f-4200-b813-b98c645b1fb0 None None] Routers {'2ebe30a3-5aa0-46d3-8750-a5277f4721e0'} bound to L3 agent in host dv-cinder-830096-1-iscsi {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 22:59:26.699522 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-879cbb09-931f-4200-b813-b98c645b1fb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-20T22:50:44Z,description=,heartbeat_timestamp=2022-02-20T22:59:14Z,host='dv-cinder-830096-1-iscsi',id=13c347f3-1c01-45ee-af8c-9f8a630e0f23,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T22:50:45Z,topic='l3_agent')) {'router_ids': ['2ebe30a3-5aa0-46d3-8750-a5277f4721e0'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:59:26.720527 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-2863ebee-7f6d-4030-ba89-4f9cdeabf85c tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Publish callbacks [] for security_group_rule (ede1c5f8-e69f-4248-81bc-ecf9472b7009), precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:26.765726 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8d48906-ba83-4eed-8027-8230322d973a admin admin] Network 13465824-f989-4bc4-ba2d-2f161b90abec is scheduled to be hosted by DHCP agent 83a03d73-f5e1-4f72-b2a3-d557ae097998 with binding_index 1 {{(pid=109629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 22:59:26.806223 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-9c9a5f09-efd2-4f53-930f-a55d2564fa89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747407212427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747406771514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747406771532'] for port (95d16298-3bc7-4771-bf34-e3a6ec44e3a9), after_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:26.810332 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-2863ebee-7f6d-4030-ba89-4f9cdeabf85c tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625755'] for security_group_rule (ede1c5f8-e69f-4248-81bc-ecf9472b7009), after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:26.837190 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2863ebee-7f6d-4030-ba89-4f9cdeabf85c tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ede1c5f8-e69f-4248-81bc-ecf9472b7009,revision_number=0']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:59:26.856292 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f341f62-dab9-42a2-bbaf-12e73d81b337 None None] Provisioning complete for port 95d16298-3bc7-4771-bf34-e3a6ec44e3a9 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 22:59:26.856669 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f341f62-dab9-42a2-bbaf-12e73d81b337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4145689'] for port (95d16298-3bc7-4771-bf34-e3a6ec44e3a9), provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:26.901586 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c9a5f09-efd2-4f53-930f-a55d2564fa89 None None] Routers {'46817dfe-fc89-4585-97bb-fc918877ba0e'} bound to L3 agent in host dv-cinder-830096-1-iscsi {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 22:59:26.902756 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-9c9a5f09-efd2-4f53-930f-a55d2564fa89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-20T22:50:44Z,description=,heartbeat_timestamp=2022-02-20T22:59:14Z,host='dv-cinder-830096-1-iscsi',id=13c347f3-1c01-45ee-af8c-9f8a630e0f23,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T22:50:45Z,topic='l3_agent')) {'router_ids': ['46817dfe-fc89-4585-97bb-fc918877ba0e'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:59:26.925930 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [None req-c8d48906-ba83-4eed-8027-8230322d973a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830096-1-iscsi, 13465824-f989-4bc4-ba2d-2f161b90abec) {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 22:59:26.930570 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8d48906-ba83-4eed-8027-8230322d973a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:59:26.934513 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-c8d48906-ba83-4eed-8027-8230322d973a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565544'] for subnet (None), before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:26.944629 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d2d7d04-b8d3-45bd-93d8-1ae5f6cc0499 None None] Network 13465824-f989-4bc4-ba2d-2f161b90abec requested from dv-cinder-830096-1-iscsi {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 22:59:26.948397 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-879cbb09-931f-4200-b813-b98c645b1fb0 None None] Set router 2ebe30a3-5aa0-46d3-8750-a5277f4721e0 gateway port host: dv-cinder-830096-1-iscsi {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 22:59:26.962263 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-2863ebee-7f6d-4030-ba89-4f9cdeabf85c tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:26.964820 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [None req-2863ebee-7f6d-4030-ba89-4f9cdeabf85c tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5909116 Feb 20 22:59:26.970724 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.65', 43196) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:59:26.975341 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.v2.base [None req-9d80c659-25e3-42e9-a8f2-f0e8fd0fecfc tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Request body: {'security_group_rule': {'security_group_id': '04e39133-b65d-431a-838f-6deba86bf0d1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 22:59:27.043072 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76896e5-6a91-467e-9fba-b35c15a7f29a None None] Pushing event updated for resources: {'Port': ['ID=95d16298-3bc7-4771-bf34-e3a6ec44e3a9,revision_number=4']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:59:27.071120 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [None req-c8d48906-ba83-4eed-8027-8230322d973a admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.1377542 Feb 20 22:59:27.131964 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-9d80c659-25e3-42e9-a8f2-f0e8fd0fecfc tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Publish callbacks [] for security_group_rule (12eba00a-29e6-4f6d-8782-3b2dbe6b3756), before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:27.258328 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-0f341f62-dab9-42a2-bbaf-12e73d81b337 None None] Current status of the port 95d16298-3bc7-4771-bf34-e3a6ec44e3a9 is: DOWN; New status is: ACTIVE {{(pid=109630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 22:59:27.258746 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f341f62-dab9-42a2-bbaf-12e73d81b337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4131840'] for port (95d16298-3bc7-4771-bf34-e3a6ec44e3a9), before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:27.329700 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-0f341f62-dab9-42a2-bbaf-12e73d81b337 None None] For port 95d16298-3bc7-4771-bf34-e3a6ec44e3a9, host dv-cinder-830096-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-1-iscsi',level=0,port_id=95d16298-3bc7-4771-bf34-e3a6ec44e3a9,segment=NetworkSegment(e96cb693-0403-4029-b4e9-bd6b25e8f8fe),segment_id=e96cb693-0403-4029-b4e9-bd6b25e8f8fe)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 22:59:27.334518 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ecf1f90-eede-4065-8e63-3f719d67aec8 None None] Network 13465824-f989-4bc4-ba2d-2f161b90abec requested from dv-cinder-830096-1-iscsi {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 22:59:27.339281 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-9d80c659-25e3-42e9-a8f2-f0e8fd0fecfc tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Publish callbacks [] for security_group_rule (12eba00a-29e6-4f6d-8782-3b2dbe6b3756), precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:27.383501 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.db.l3_dvr_db [None req-9c9a5f09-efd2-4f53-930f-a55d2564fa89 None None] Set router 46817dfe-fc89-4585-97bb-fc918877ba0e gateway port host: dv-cinder-830096-1-iscsi {{(pid=109631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 22:59:27.425295 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-9d80c659-25e3-42e9-a8f2-f0e8fd0fecfc tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625755'] for security_group_rule (12eba00a-29e6-4f6d-8782-3b2dbe6b3756), after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:27.438688 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.v2.base [req-af70eee2-b0aa-47b6-a494-41f9a64b3f9a req-b01e1f61-5ea6-4cb8-944a-822aa8c8180b tempest-DeleteServersTestJSON-578838536 tempest-DeleteServersTestJSON-578838536-project] Request body: {'port': {'device_id': '9d352db5-71c9-4b23-8a92-402408ebc450', 'network_id': '128f554d-22ec-46aa-86bb-cf96bf68ca76', 'admin_state_up': True, 'tenant_id': '20a70fe3a5c54620b7b5c77297e2e5f2'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 22:59:27.488616 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d80c659-25e3-42e9-a8f2-f0e8fd0fecfc tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12eba00a-29e6-4f6d-8782-3b2dbe6b3756,revision_number=0']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:59:27.714261 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Device 186c7e29-889e-4f25-8e95-c50fd559317c up at agent ovs-agent-dv-cinder-830096-1-iscsi {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 22:59:27.716268 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f341f62-dab9-42a2-bbaf-12e73d81b337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747407212427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747406771514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747406771532'] for port (95d16298-3bc7-4771-bf34-e3a6ec44e3a9), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:27.739792 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-9d80c659-25e3-42e9-a8f2-f0e8fd0fecfc tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:27.742898 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [None req-9d80c659-25e3-42e9-a8f2-f0e8fd0fecfc tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7708519 Feb 20 22:59:27.759964 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.65', 43254) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:59:27.765896 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.v2.base [None req-0ed24b5f-2327-478f-ba47-aef41a5a9d54 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Request body: {'floatingip': {'floating_network_id': '5f52b71d-61c7-49bc-86ae-3e3415c25b55'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 22:59:27.773410 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-4213016a-e6d9-4e6e-a728-1436147332dd req-8070b4c9-5a28-41e9-8b97-d8711a885234 tempest-DeleteServersTestJSON-578838536 tempest-DeleteServersTestJSON-578838536-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d352db5-71c9-4b23-8a92-402408ebc450 HTTP/1.1" status: 200 len: 210 time: 0.0808311 Feb 20 22:59:27.944075 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a20ad6-6b92-4b8c-b763-d391152758ad req-f7a04f7b-c837-4c43-a603-54093dca0bde tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:59:27.953467 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-89a20ad6-6b92-4b8c-b763-d391152758ad req-f7a04f7b-c837-4c43-a603-54093dca0bde tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] 10.222.0.65 "GET /v2.0/networks?id=50907839-a771-4d5d-8cdc-f2154e15e96c HTTP/1.1" status: 200 len: 819 time: 0.4190218 Feb 20 22:59:27.960292 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af70eee2-b0aa-47b6-a494-41f9a64b3f9a req-b01e1f61-5ea6-4cb8-944a-822aa8c8180b tempest-DeleteServersTestJSON-578838536 tempest-DeleteServersTestJSON-578838536-project] Made reservation on behalf of 20a70fe3a5c54620b7b5c77297e2e5f2 for: {'port': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 22:59:27.964999 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-af70eee2-b0aa-47b6-a494-41f9a64b3f9a req-b01e1f61-5ea6-4cb8-944a-822aa8c8180b tempest-DeleteServersTestJSON-578838536 tempest-DeleteServersTestJSON-578838536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4131840'] for port (None), before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:27.972627 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-0ed24b5f-2327-478f-ba47-aef41a5a9d54 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:27.986790 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-89a20ad6-6b92-4b8c-b763-d391152758ad req-b99b0ee7-2592-4b98-9045-3c76389e6d9f tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] 10.222.0.65 "GET /v2.0/quotas/e684d4332ff043eab2d102df1b6dd908 HTTP/1.1" status: 200 len: 375 time: 0.0317011 Feb 20 22:59:27.989779 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-879cbb09-931f-4200-b813-b98c645b1fb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ebe30a3-5aa0-46d3-8750-a5277f4721e0', 'name': 'tempest-ServerRescueNegativeTestJSON-1971614022-router', 'tenant_id': 'e684d4332ff043eab2d102df1b6dd908', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f52b71d-61c7-49bc-86ae-3e3415c25b55', 'external_fixed_ips': [{'subnet_id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'ip_address': '172.27.2.79'}], 'enable_snat': True}, 'gw_port_id': '186c7e29-889e-4f25-8e95-c50fd559317c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T22:59:16Z', 'updated_at': '2022-02-20T22:59:23Z', 'revision_number': 4, 'project_id': 'e684d4332ff043eab2d102df1b6dd908', 'gw_port': {'id': '186c7e29-889e-4f25-8e95-c50fd559317c', 'name': '', 'network_id': '5f52b71d-61c7-49bc-86ae-3e3415c25b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:3f:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ebe30a3-5aa0-46d3-8750-a5277f4721e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'ip_address': '172.27.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T22:59:17Z', 'updated_at': '2022-02-20T22:59:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-1-iscsi', '_interfaces': [{'id': '9874e923-c82b-4393-857d-47fb50e17493', 'name': '', 'network_id': '50907839-a771-4d5d-8cdc-f2154e15e96c', 'tenant_id': 'e684d4332ff043eab2d102df1b6dd908', 'mac_address': 'fa:16:3e:d5:30:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ebe30a3-5aa0-46d3-8750-a5277f4721e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'bebd2843-1d13-4eae-8703-47333a1f09f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T22:59:22Z', 'updated_at': '2022-02-20T22:59:24Z', 'revision_number': 2, 'project_id': 'e684d4332ff043eab2d102df1b6dd908', 'subnets': [{'id': 'bebd2843-1d13-4eae-8703-47333a1f09f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830096-1-iscsi', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:59:28.059317 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-9c9a5f09-efd2-4f53-930f-a55d2564fa89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46817dfe-fc89-4585-97bb-fc918877ba0e', 'name': 'tempest-AttachVolumeShelveTestJSON-841500598-router', 'tenant_id': '48a93be9550345ed9b9cbfc081ec5671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f52b71d-61c7-49bc-86ae-3e3415c25b55', 'external_fixed_ips': [{'subnet_id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'ip_address': '172.27.2.135'}], 'enable_snat': True}, 'gw_port_id': '668be8c4-3b55-47a7-90f8-93d4d855d93f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T22:59:16Z', 'updated_at': '2022-02-20T22:59:22Z', 'revision_number': 4, 'project_id': '48a93be9550345ed9b9cbfc081ec5671', 'gw_port': {'id': '668be8c4-3b55-47a7-90f8-93d4d855d93f', 'name': '', 'network_id': '5f52b71d-61c7-49bc-86ae-3e3415c25b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:36:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46817dfe-fc89-4585-97bb-fc918877ba0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'ip_address': '172.27.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T22:59:17Z', 'updated_at': '2022-02-20T22:59:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-1-iscsi', '_interfaces': [{'id': '95d16298-3bc7-4771-bf34-e3a6ec44e3a9', 'name': '', 'network_id': '8904bc28-8825-408d-a027-aaac96b04ee9', 'tenant_id': '48a93be9550345ed9b9cbfc081ec5671', 'mac_address': 'fa:16:3e:4c:5a:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46817dfe-fc89-4585-97bb-fc918877ba0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '58431437-f6f9-4145-a265-242d6c5c36fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T22:59:21Z', 'updated_at': '2022-02-20T22:59:26Z', 'revision_number': 4, 'project_id': '48a93be9550345ed9b9cbfc081ec5671', 'subnets': [{'id': '58431437-f6f9-4145-a265-242d6c5c36fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830096-1-iscsi', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:59:28.067628 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-879cbb09-931f-4200-b813-b98c645b1fb0 None None] Checking router: 2ebe30a3-5aa0-46d3-8750-a5277f4721e0 for host: dv-cinder-830096-1-iscsi {{(pid=109630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 22:59:28.074961 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-879cbb09-931f-4200-b813-b98c645b1fb0 None None] Updating router 2ebe30a3-5aa0-46d3-8750-a5277f4721e0 port 9874e923-c82b-4393-857d-47fb50e17493 binding host dv-cinder-830096-1-iscsi {{(pid=109630) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 22:59:28.138866 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c9a5f09-efd2-4f53-930f-a55d2564fa89 None None] The sync data for ids ['46817dfe-fc89-4585-97bb-fc918877ba0e'] in dv-cinder-830096-1-iscsi is: [{'id': '46817dfe-fc89-4585-97bb-fc918877ba0e', 'name': 'tempest-AttachVolumeShelveTestJSON-841500598-router', 'tenant_id': '48a93be9550345ed9b9cbfc081ec5671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f52b71d-61c7-49bc-86ae-3e3415c25b55', 'external_fixed_ips': [{'subnet_id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'ip_address': '172.27.2.135'}], 'enable_snat': True}, 'gw_port_id': '668be8c4-3b55-47a7-90f8-93d4d855d93f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T22:59:16Z', 'updated_at': '2022-02-20T22:59:22Z', 'revision_number': 4, 'project_id': '48a93be9550345ed9b9cbfc081ec5671', 'gw_port': {'id': '668be8c4-3b55-47a7-90f8-93d4d855d93f', 'name': '', 'network_id': '5f52b71d-61c7-49bc-86ae-3e3415c25b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:36:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46817dfe-fc89-4585-97bb-fc918877ba0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'ip_address': '172.27.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T22:59:17Z', 'updated_at': '2022-02-20T22:59:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-1-iscsi', '_interfaces': [{'id': '95d16298-3bc7-4771-bf34-e3a6ec44e3a9', 'name': '', 'network_id': '8904bc28-8825-408d-a027-aaac96b04ee9', 'tenant_id': '48a93be9550345ed9b9cbfc081ec5671', 'mac_address': 'fa:16:3e:4c:5a:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46817dfe-fc89-4585-97bb-fc918877ba0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '58431437-f6f9-4145-a265-242d6c5c36fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T22:59:21Z', 'updated_at': '2022-02-20T22:59:26Z', 'revision_number': 4, 'project_id': '48a93be9550345ed9b9cbfc081ec5671', 'subnets': [{'id': '58431437-f6f9-4145-a265-242d6c5c36fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 22:59:28.168469 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f341f62-dab9-42a2-bbaf-12e73d81b337 None None] Pushing event updated for resources: {'Port': ['ID=95d16298-3bc7-4771-bf34-e3a6ec44e3a9,revision_number=5']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:59:28.245854 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-89a20ad6-6b92-4b8c-b763-d391152758ad req-cbb70030-ddcf-4a07-af14-71fc00b2f2e8 tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=e684d4332ff043eab2d102df1b6dd908&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2577262 Feb 20 22:59:28.406901 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Provisioning complete for port 186c7e29-889e-4f25-8e95-c50fd559317c triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 22:59:28.409911 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4145689'] for port (186c7e29-889e-4f25-8e95-c50fd559317c), provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:28.427618 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-0ed24b5f-2327-478f-ba47-aef41a5a9d54 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4131840'] for port (None), before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:28.487077 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-879cbb09-931f-4200-b813-b98c645b1fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4131840'] for port (9874e923-c82b-4393-857d-47fb50e17493), before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:28.505940 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-03dc2d7c-4d71-484c-a8c2-d1b84ab75026 None None] Provisioning complete for port 95d16298-3bc7-4771-bf34-e3a6ec44e3a9 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 22:59:28.506449 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-03dc2d7c-4d71-484c-a8c2-d1b84ab75026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4145689'] for port (95d16298-3bc7-4771-bf34-e3a6ec44e3a9), provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:28.533413 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.65', 43320) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:59:28.567466 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.v2.base [None req-ec8a6db8-ccde-4f93-9c8b-88dd77d95919 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-514698373-network', 'tenant_id': 'cf78da6d2e96431abab4c5bf8f663221'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 22:59:28.622245 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.db.db_base_plugin_common [req-af70eee2-b0aa-47b6-a494-41f9a64b3f9a req-b01e1f61-5ea6-4cb8-944a-822aa8c8180b tempest-DeleteServersTestJSON-578838536 tempest-DeleteServersTestJSON-578838536-project] Allocated IP 172.20.0.2 (128f554d-22ec-46aa-86bb-cf96bf68ca76/301e501d-b351-4b56-8f24-11a857cdb58c/cc45e304-51bb-4052-a35e-72483737a1a0) {{(pid=109628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 22:59:28.736443 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.db.db_base_plugin_common [None req-0ed24b5f-2327-478f-ba47-aef41a5a9d54 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Allocated IP 172.27.2.252 (5f52b71d-61c7-49bc-86ae-3e3415c25b55/841afcd6-8af7-4cd5-baec-c52e88cacaa2/fdfd1079-bcaf-4d44-84d9-5279b8c6ffae) {{(pid=109629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 22:59:28.744376 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec8a6db8-ccde-4f93-9c8b-88dd77d95919 admin admin] Made reservation on behalf of cf78da6d2e96431abab4c5bf8f663221 for: {'network': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 22:59:28.749176 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ec8a6db8-ccde-4f93-9c8b-88dd77d95919 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4131840'] for network (None), before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:28.771948 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.wsgi [req-89a20ad6-6b92-4b8c-b763-d391152758ad req-019b7239-a62c-405e-94e8-6954dee244c7 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=109629) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 22:59:28.777936 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-89a20ad6-6b92-4b8c-b763-d391152758ad req-019b7239-a62c-405e-94e8-6954dee244c7 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2266476 Feb 20 22:59:28.786152 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ec8a6db8-ccde-4f93-9c8b-88dd77d95919 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:28.892313 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Current status of the port 186c7e29-889e-4f25-8e95-c50fd559317c is: ACTIVE; New status is: ACTIVE {{(pid=109630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 22:59:28.910156 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-03dc2d7c-4d71-484c-a8c2-d1b84ab75026 None None] Current status of the port 95d16298-3bc7-4771-bf34-e3a6ec44e3a9 is: ACTIVE; New status is: ACTIVE {{(pid=109630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 22:59:29.194250 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-cefd9076-5c9f-4d29-913e-5da4b6357f68 req-636da063-6380-4625-8615-f0b6249fd8f7 tempest-DeleteServersTestJSON-578838536 tempest-DeleteServersTestJSON-578838536-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d352db5-71c9-4b23-8a92-402408ebc450 HTTP/1.1" status: 200 len: 210 time: 0.1346006 Feb 20 22:59:29.232564 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-0ed24b5f-2327-478f-ba47-aef41a5a9d54 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Publish callbacks [] for port (fdfd1079-bcaf-4d44-84d9-5279b8c6ffae), precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:29.347698 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-89a20ad6-6b92-4b8c-b763-d391152758ad req-5ef54399-4544-4b0c-a805-8785181e288d service neutron] 10.222.0.65 "GET /v2.0/networks/50907839-a771-4d5d-8cdc-f2154e15e96c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5498731 Feb 20 22:59:29.477292 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-0ed24b5f-2327-478f-ba47-aef41a5a9d54 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747406771496'] for port (fdfd1079-bcaf-4d44-84d9-5279b8c6ffae), after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:29.497844 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-879cbb09-931f-4200-b813-b98c645b1fb0 None None] Publish callbacks [] for port (9874e923-c82b-4393-857d-47fb50e17493), precommit_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:29.500306 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-af70eee2-b0aa-47b6-a494-41f9a64b3f9a req-b01e1f61-5ea6-4cb8-944a-822aa8c8180b tempest-DeleteServersTestJSON-578838536 tempest-DeleteServersTestJSON-578838536-project] Publish callbacks [] for port (cc45e304-51bb-4052-a35e-72483737a1a0), precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:29.544940 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ed24b5f-2327-478f-ba47-aef41a5a9d54 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Network 5f52b71d-61c7-49bc-86ae-3e3415c25b55 is already hosted by enough agents. {{(pid=109629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 22:59:29.560501 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [None req-0ed24b5f-2327-478f-ba47-aef41a5a9d54 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Resources bound (agent type, host, resource id): {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 22:59:29.585679 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-879cbb09-931f-4200-b813-b98c645b1fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747407212427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747406771514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747406771532'] for port (9874e923-c82b-4393-857d-47fb50e17493), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:29.606263 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ec8a6db8-ccde-4f93-9c8b-88dd77d95919 admin admin] Publish callbacks [] for security_group (f6734209-652c-430b-a499-da0dc82d8fb9), precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:29.738996 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-af70eee2-b0aa-47b6-a494-41f9a64b3f9a req-b01e1f61-5ea6-4cb8-944a-822aa8c8180b tempest-DeleteServersTestJSON-578838536 tempest-DeleteServersTestJSON-578838536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747406771496'] for port (cc45e304-51bb-4052-a35e-72483737a1a0), after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:29.748442 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ec8a6db8-ccde-4f93-9c8b-88dd77d95919 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627867'] for security_group (f6734209-652c-430b-a499-da0dc82d8fb9), after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:29.752158 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Device 95d16298-3bc7-4771-bf34-e3a6ec44e3a9 up at agent ovs-agent-dv-cinder-830096-1-iscsi {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 22:59:29.815872 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af70eee2-b0aa-47b6-a494-41f9a64b3f9a req-b01e1f61-5ea6-4cb8-944a-822aa8c8180b tempest-DeleteServersTestJSON-578838536 tempest-DeleteServersTestJSON-578838536-project] Network 128f554d-22ec-46aa-86bb-cf96bf68ca76 is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 22:59:29.862840 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99dfe3a9-c4f2-458b-b827-6e40fbf66734 None None] Pushing event updated for resources: {'Port': ['ID=9874e923-c82b-4393-857d-47fb50e17493,revision_number=3']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:59:30.001880 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-879cbb09-931f-4200-b813-b98c645b1fb0 None None] Attempting to bind port 9874e923-c82b-4393-857d-47fb50e17493 on host dv-cinder-830096-1-iscsi for vnic_type normal with profile {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 22:59:30.003608 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-879cbb09-931f-4200-b813-b98c645b1fb0 None None] Attempting to bind port 9874e923-c82b-4393-857d-47fb50e17493 by drivers openvswitch,hyperv on host dv-cinder-830096-1-iscsi at level 0 using segments [{'id': 'bce3d1e8-ca8a-4ba6-b9c0-f5271b830275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '50907839-a771-4d5d-8cdc-f2154e15e96c'}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 22:59:30.005245 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-879cbb09-931f-4200-b813-b98c645b1fb0 None None] Attempting to bind port 9874e923-c82b-4393-857d-47fb50e17493 on network 50907839-a771-4d5d-8cdc-f2154e15e96c {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 22:59:30.021156 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-879cbb09-931f-4200-b813-b98c645b1fb0 None None] Checking agent: {'id': '2dc95353-690e-4eed-857f-cdb5bbe3a4be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830096-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 22, 50, 49), 'started_at': datetime.datetime(2022, 2, 20, 22, 51, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 22, 59, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830096-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 22:59:30.022945 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-879cbb09-931f-4200-b813-b98c645b1fb0 None None] Checking segment: {'id': 'bce3d1e8-ca8a-4ba6-b9c0-f5271b830275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '50907839-a771-4d5d-8cdc-f2154e15e96c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 22:59:30.023649 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-879cbb09-931f-4200-b813-b98c645b1fb0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:30.024956 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-879cbb09-931f-4200-b813-b98c645b1fb0 None None] Bound using segment: {'id': 'bce3d1e8-ca8a-4ba6-b9c0-f5271b830275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '50907839-a771-4d5d-8cdc-f2154e15e96c'} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 22:59:30.025527 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ed24b5f-2327-478f-ba47-aef41a5a9d54 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Received port after_create {{(pid=109629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 22:59:30.026484 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-879cbb09-931f-4200-b813-b98c645b1fb0 None None] Bound port: 9874e923-c82b-4393-857d-47fb50e17493, host: dv-cinder-830096-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bce3d1e8-ca8a-4ba6-b9c0-f5271b830275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '50907839-a771-4d5d-8cdc-f2154e15e96c'}}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 22:59:30.028600 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-879cbb09-931f-4200-b813-b98c645b1fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4131840'] for port (9874e923-c82b-4393-857d-47fb50e17493), before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:30.090418 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [req-af70eee2-b0aa-47b6-a494-41f9a64b3f9a req-b01e1f61-5ea6-4cb8-944a-822aa8c8180b tempest-DeleteServersTestJSON-578838536 tempest-DeleteServersTestJSON-578838536-project] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 22:59:30.092698 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8a6db8-ccde-4f93-9c8b-88dd77d95919 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6734209-652c-430b-a499-da0dc82d8fb9,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:59:30.144054 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [req-af70eee2-b0aa-47b6-a494-41f9a64b3f9a req-b01e1f61-5ea6-4cb8-944a-822aa8c8180b tempest-DeleteServersTestJSON-578838536 tempest-DeleteServersTestJSON-578838536-project] Received port after_create {{(pid=109628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 22:59:30.145017 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Provisioning complete for port 95d16298-3bc7-4771-bf34-e3a6ec44e3a9 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 22:59:30.145017 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4145689'] for port (95d16298-3bc7-4771-bf34-e3a6ec44e3a9), provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:30.145163 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af70eee2-b0aa-47b6-a494-41f9a64b3f9a req-b01e1f61-5ea6-4cb8-944a-822aa8c8180b tempest-DeleteServersTestJSON-578838536 tempest-DeleteServersTestJSON-578838536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:59:30.145163 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-af70eee2-b0aa-47b6-a494-41f9a64b3f9a req-b01e1f61-5ea6-4cb8-944a-822aa8c8180b tempest-DeleteServersTestJSON-578838536 tempest-DeleteServersTestJSON-578838536-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565544'] for port (None), before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:30.230810 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-879cbb09-931f-4200-b813-b98c645b1fb0 None None] For port 9874e923-c82b-4393-857d-47fb50e17493, host dv-cinder-830096-1-iscsi, cleared binding levels {{(pid=109630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 22:59:30.235417 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-879cbb09-931f-4200-b813-b98c645b1fb0 None None] For port 9874e923-c82b-4393-857d-47fb50e17493, host dv-cinder-830096-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-1-iscsi',level=0,port_id=9874e923-c82b-4393-857d-47fb50e17493,segment=NetworkSegment(bce3d1e8-ca8a-4ba6-b9c0-f5271b830275),segment_id=bce3d1e8-ca8a-4ba6-b9c0-f5271b830275)] {{(pid=109630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 22:59:30.304425 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec8a6db8-ccde-4f93-9c8b-88dd77d95919 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 64} {{(pid=109628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 22:59:30.342854 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed24b5f-2327-478f-ba47-aef41a5a9d54 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Pushing event updated for resources: {'Port': ['ID=fdfd1079-bcaf-4d44-84d9-5279b8c6ffae,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:59:30.346280 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01e1f61-5ea6-4cb8-944a-822aa8c8180b tempest-DeleteServersTestJSON-578838536 tempest-DeleteServersTestJSON-578838536-project] Pushing event updated for resources: {'Port': ['ID=cc45e304-51bb-4052-a35e-72483737a1a0,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:59:30.353609 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Current status of the port 95d16298-3bc7-4771-bf34-e3a6ec44e3a9 is: ACTIVE; New status is: ACTIVE {{(pid=109630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 22:59:30.400680 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-89a20ad6-6b92-4b8c-b763-d391152758ad req-607bf710-02de-46cc-8fae-8fba26e243fb service neutron] 10.222.0.65 "GET /v2.0/networks/50907839-a771-4d5d-8cdc-f2154e15e96c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0522614 Feb 20 22:59:30.410331 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ec8a6db8-ccde-4f93-9c8b-88dd77d95919 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4056974'] for segment (663c31c9-0746-46f3-b2c6-3bd87b5b1a5b), precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:30.411117 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.db.segments_db [None req-ec8a6db8-ccde-4f93-9c8b-88dd77d95919 admin admin] Added segment 663c31c9-0746-46f3-b2c6-3bd87b5b1a5b of type vlan for network bb04c187-171d-48a1-89bf-9d84bd743f03 Feb 20 22:59:30.420848 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-0ed24b5f-2327-478f-ba47-aef41a5a9d54 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Publish callbacks [] for floatingip (e8f30366-c510-4af4-925b-bef55167646a), precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:30.503537 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-879cbb09-931f-4200-b813-b98c645b1fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747407212427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747406771514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747406771532'] for port (9874e923-c82b-4393-857d-47fb50e17493), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:30.565584 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-af70eee2-b0aa-47b6-a494-41f9a64b3f9a req-b01e1f61-5ea6-4cb8-944a-822aa8c8180b tempest-DeleteServersTestJSON-578838536 tempest-DeleteServersTestJSON-578838536-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1580148 Feb 20 22:59:30.641200 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afdd352-6bca-487e-8326-2010f276ba63 req-e855830e-d130-47bb-ac8a-efca6487affc tempest-DeleteServersTestJSON-578838536 tempest-DeleteServersTestJSON-578838536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:59:30.652352 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-6afdd352-6bca-487e-8326-2010f276ba63 req-e855830e-d130-47bb-ac8a-efca6487affc tempest-DeleteServersTestJSON-578838536 tempest-DeleteServersTestJSON-578838536-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d352db5-71c9-4b23-8a92-402408ebc450 HTTP/1.1" status: 200 len: 931 time: 0.3071938 Feb 20 22:59:30.665162 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.wsgi [req-af70eee2-b0aa-47b6-a494-41f9a64b3f9a req-2e806781-3476-45ea-ad30-42010b12ba8f tempest-DeleteServersTestJSON-578838536 tempest-DeleteServersTestJSON-578838536-project] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=109628) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 22:59:30.666195 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-af70eee2-b0aa-47b6-a494-41f9a64b3f9a req-2e806781-3476-45ea-ad30-42010b12ba8f tempest-DeleteServersTestJSON-578838536 tempest-DeleteServersTestJSON-578838536-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0750754 Feb 20 22:59:30.667996 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ec8a6db8-ccde-4f93-9c8b-88dd77d95919 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747406756747'] for network (bb04c187-171d-48a1-89bf-9d84bd743f03), precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:30.718085 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-879cbb09-931f-4200-b813-b98c645b1fb0 None None] Routers {'2ebe30a3-5aa0-46d3-8750-a5277f4721e0'} bound to L3 agent in host dv-cinder-830096-1-iscsi {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 22:59:30.723210 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-879cbb09-931f-4200-b813-b98c645b1fb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-20T22:50:44Z,description=,heartbeat_timestamp=2022-02-20T22:59:14Z,host='dv-cinder-830096-1-iscsi',id=13c347f3-1c01-45ee-af8c-9f8a630e0f23,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T22:50:45Z,topic='l3_agent')) {'router_ids': ['2ebe30a3-5aa0-46d3-8750-a5277f4721e0'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:59:30.734566 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-0ed24b5f-2327-478f-ba47-aef41a5a9d54 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4131840'] for port (fdfd1079-bcaf-4d44-84d9-5279b8c6ffae), before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:30.816054 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.65', 43370) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:59:30.842436 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99dfe3a9-c4f2-458b-b827-6e40fbf66734 None None] Pushing event updated for resources: {'Port': ['ID=9874e923-c82b-4393-857d-47fb50e17493,revision_number=4']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:59:30.849125 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-879cbb09-931f-4200-b813-b98c645b1fb0 None None] Set router 2ebe30a3-5aa0-46d3-8750-a5277f4721e0 gateway port host: dv-cinder-830096-1-iscsi {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 22:59:30.922283 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ec8a6db8-ccde-4f93-9c8b-88dd77d95919 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510'] for network (bb04c187-171d-48a1-89bf-9d84bd743f03), after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:30.923310 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec8a6db8-ccde-4f93-9c8b-88dd77d95919 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:59:30.924630 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ec8a6db8-ccde-4f93-9c8b-88dd77d95919 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565544'] for network (None), before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:31.113710 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.v2.base [req-af70eee2-b0aa-47b6-a494-41f9a64b3f9a req-4cea61ba-85f1-4eb5-82a3-0b10ffcc3fdb service neutron] Request body: {'port': {'device_id': '9d352db5-71c9-4b23-8a92-402408ebc450', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 22:59:31.116690 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-0ed24b5f-2327-478f-ba47-aef41a5a9d54 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Publish callbacks [] for port (fdfd1079-bcaf-4d44-84d9-5279b8c6ffae), precommit_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:31.123192 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8a6db8-ccde-4f93-9c8b-88dd77d95919 admin admin] Pushing event updated for resources: {'Network': ['ID=bb04c187-171d-48a1-89bf-9d84bd743f03,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:59:31.176863 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-8c138c1d-29d0-476a-9c08-7bdf6d23400d req-1e7b3d35-5615-4a97-af06-51382c4a3834 tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] 10.222.0.65 "GET /v2.0/ports?device_id=81375607-d255-4352-85da-eab4c1e730a9 HTTP/1.1" status: 200 len: 210 time: 0.2210517 Feb 20 22:59:31.198819 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-ab9429d6-d8a1-47af-9463-11200e4ff1ff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:31.226994 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Network bb04c187-171d-48a1-89bf-9d84bd743f03 details requested by agent ovs-agent-dv-cinder-830096-1-iscsi with host dv-cinder-830096-1-iscsi {{(pid=109630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 22:59:31.229559 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-6afdd352-6bca-487e-8326-2010f276ba63 req-5f76ee56-bfad-4812-b67f-15a5b381ac7d tempest-DeleteServersTestJSON-578838536 tempest-DeleteServersTestJSON-578838536-project] 10.222.0.65 "GET /v2.0/security-groups?id=001690d6-0663-4ba3-bb6a-812d0f3aa2df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5471394 Feb 20 22:59:31.284873 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-ab9429d6-d8a1-47af-9463-11200e4ff1ff admin admin] Publish callbacks [] for security_group (cd03a0fb-ad4a-49a1-a89b-6540359d6695), precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:31.286458 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-0ed24b5f-2327-478f-ba47-aef41a5a9d54 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747407212427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747406771514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747406771532'] for port (fdfd1079-bcaf-4d44-84d9-5279b8c6ffae), after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:31.316755 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-af70eee2-b0aa-47b6-a494-41f9a64b3f9a req-4cea61ba-85f1-4eb5-82a3-0b10ffcc3fdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4131840'] for port (cc45e304-51bb-4052-a35e-72483737a1a0), before_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:31.325852 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [None req-ec8a6db8-ccde-4f93-9c8b-88dd77d95919 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 2.7906249 Feb 20 22:59:31.330345 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.65', 43398) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:59:31.330774 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-0ed24b5f-2327-478f-ba47-aef41a5a9d54 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-704244'] for floatingip (e8f30366-c510-4af4-925b-bef55167646a), after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:31.342474 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.v2.base [None req-9f681b99-de0d-493c-abf1-1fcbac4ac724 admin admin] Request body: {'subnet': {'network_id': 'bb04c187-171d-48a1-89bf-9d84bd743f03', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-514698373-subnet', 'tenant_id': 'cf78da6d2e96431abab4c5bf8f663221', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 22:59:31.369032 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed24b5f-2327-478f-ba47-aef41a5a9d54 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Pushing event updated for resources: {'Port': ['ID=fdfd1079-bcaf-4d44-84d9-5279b8c6ffae,revision_number=2']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:59:31.394171 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-ab9429d6-d8a1-47af-9463-11200e4ff1ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627867'] for security_group (cd03a0fb-ad4a-49a1-a89b-6540359d6695), after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:31.477069 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [None req-ab9429d6-d8a1-47af-9463-11200e4ff1ff admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=9f0e02f79c824d099f292e42fcbed366&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6519201 Feb 20 22:59:31.480051 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.65', 43404) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:59:31.497228 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-879cbb09-931f-4200-b813-b98c645b1fb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ebe30a3-5aa0-46d3-8750-a5277f4721e0', 'name': 'tempest-ServerRescueNegativeTestJSON-1971614022-router', 'tenant_id': 'e684d4332ff043eab2d102df1b6dd908', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f52b71d-61c7-49bc-86ae-3e3415c25b55', 'external_fixed_ips': [{'subnet_id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'ip_address': '172.27.2.79'}], 'enable_snat': True}, 'gw_port_id': '186c7e29-889e-4f25-8e95-c50fd559317c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T22:59:16Z', 'updated_at': '2022-02-20T22:59:23Z', 'revision_number': 4, 'project_id': 'e684d4332ff043eab2d102df1b6dd908', 'gw_port': {'id': '186c7e29-889e-4f25-8e95-c50fd559317c', 'name': '', 'network_id': '5f52b71d-61c7-49bc-86ae-3e3415c25b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:3f:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ebe30a3-5aa0-46d3-8750-a5277f4721e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'ip_address': '172.27.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T22:59:17Z', 'updated_at': '2022-02-20T22:59:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-1-iscsi', '_interfaces': [{'id': '9874e923-c82b-4393-857d-47fb50e17493', 'name': '', 'network_id': '50907839-a771-4d5d-8cdc-f2154e15e96c', 'tenant_id': 'e684d4332ff043eab2d102df1b6dd908', 'mac_address': 'fa:16:3e:d5:30:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ebe30a3-5aa0-46d3-8750-a5277f4721e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'bebd2843-1d13-4eae-8703-47333a1f09f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T22:59:22Z', 'updated_at': '2022-02-20T22:59:30Z', 'revision_number': 4, 'project_id': 'e684d4332ff043eab2d102df1b6dd908', 'subnets': [{'id': 'bebd2843-1d13-4eae-8703-47333a1f09f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830096-1-iscsi', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:59:31.541922 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-0ed24b5f-2327-478f-ba47-aef41a5a9d54 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932959'] for floatingip (None), before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:31.552184 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [None req-0ed24b5f-2327-478f-ba47-aef41a5a9d54 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.7823510 Feb 20 22:59:31.572059 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9429d6-d8a1-47af-9463-11200e4ff1ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd03a0fb-ad4a-49a1-a89b-6540359d6695,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:59:31.582304 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-879cbb09-931f-4200-b813-b98c645b1fb0 None None] The sync data for ids ['2ebe30a3-5aa0-46d3-8750-a5277f4721e0'] in dv-cinder-830096-1-iscsi is: [{'id': '2ebe30a3-5aa0-46d3-8750-a5277f4721e0', 'name': 'tempest-ServerRescueNegativeTestJSON-1971614022-router', 'tenant_id': 'e684d4332ff043eab2d102df1b6dd908', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f52b71d-61c7-49bc-86ae-3e3415c25b55', 'external_fixed_ips': [{'subnet_id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'ip_address': '172.27.2.79'}], 'enable_snat': True}, 'gw_port_id': '186c7e29-889e-4f25-8e95-c50fd559317c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T22:59:16Z', 'updated_at': '2022-02-20T22:59:23Z', 'revision_number': 4, 'project_id': 'e684d4332ff043eab2d102df1b6dd908', 'gw_port': {'id': '186c7e29-889e-4f25-8e95-c50fd559317c', 'name': '', 'network_id': '5f52b71d-61c7-49bc-86ae-3e3415c25b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:3f:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ebe30a3-5aa0-46d3-8750-a5277f4721e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'ip_address': '172.27.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T22:59:17Z', 'updated_at': '2022-02-20T22:59:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-1-iscsi', '_interfaces': [{'id': '9874e923-c82b-4393-857d-47fb50e17493', 'name': '', 'network_id': '50907839-a771-4d5d-8cdc-f2154e15e96c', 'tenant_id': 'e684d4332ff043eab2d102df1b6dd908', 'mac_address': 'fa:16:3e:d5:30:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ebe30a3-5aa0-46d3-8750-a5277f4721e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'bebd2843-1d13-4eae-8703-47333a1f09f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T22:59:22Z', 'updated_at': '2022-02-20T22:59:30Z', 'revision_number': 4, 'project_id': 'e684d4332ff043eab2d102df1b6dd908', 'subnets': [{'id': 'bebd2843-1d13-4eae-8703-47333a1f09f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 22:59:31.704661 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-b245865b-8a06-4f4b-b139-c84d35e1398c admin admin] Publish callbacks [] for security_group (cd03a0fb-ad4a-49a1-a89b-6540359d6695), before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:31.824771 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f681b99-de0d-493c-abf1-1fcbac4ac724 admin admin] Made reservation on behalf of cf78da6d2e96431abab4c5bf8f663221 for: {'subnet': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 22:59:31.831634 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-9f681b99-de0d-493c-abf1-1fcbac4ac724 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:31.902586 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-b245865b-8a06-4f4b-b139-c84d35e1398c admin admin] Publish callbacks [] for security_group (cd03a0fb-ad4a-49a1-a89b-6540359d6695), precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:32.006288 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e90dc2-72f4-4891-a0e4-44c5f8d01c23 req-995c4ea3-4e4d-4594-b4a0-850628ea1d4a tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:59:32.031559 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-c9e90dc2-72f4-4891-a0e4-44c5f8d01c23 req-995c4ea3-4e4d-4594-b4a0-850628ea1d4a tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] 10.222.0.65 "GET /v2.0/networks?id=50907839-a771-4d5d-8cdc-f2154e15e96c HTTP/1.1" status: 200 len: 819 time: 0.4636254 Feb 20 22:59:32.096160 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-c9e90dc2-72f4-4891-a0e4-44c5f8d01c23 req-67926d78-576c-43d0-8d47-8caea7be1a4d tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] 10.222.0.65 "GET /v2.0/quotas/e684d4332ff043eab2d102df1b6dd908 HTTP/1.1" status: 200 len: 375 time: 0.0632737 Feb 20 22:59:32.140953 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-f9e3da49-8c95-4572-b0a2-0eb4c2c049f6 req-fadd85e0-cec2-495c-8890-3d17cac2c42c tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-securitygroup--180171375&fields=id&tenant_id=48a93be9550345ed9b9cbfc081ec5671 HTTP/1.1" status: 200 len: 267 time: 0.1874809 Feb 20 22:59:32.264504 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-c9e90dc2-72f4-4891-a0e4-44c5f8d01c23 req-f908a7f1-db0a-47f2-baed-5121dbca66ab tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=e684d4332ff043eab2d102df1b6dd908&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1671512 Feb 20 22:59:32.436472 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-b245865b-8a06-4f4b-b139-c84d35e1398c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627867'] for security_group (cd03a0fb-ad4a-49a1-a89b-6540359d6695), after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:32.439545 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-b245865b-8a06-4f4b-b139-c84d35e1398c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:32.443217 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [None req-b245865b-8a06-4f4b-b139-c84d35e1398c admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/cd03a0fb-ad4a-49a1-a89b-6540359d6695 HTTP/1.1" status: 204 len: 168 time: 0.9583383 Feb 20 22:59:32.462665 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.notifiers.nova [req-af70eee2-b0aa-47b6-a494-41f9a64b3f9a req-4cea61ba-85f1-4eb5-82a3-0b10ffcc3fdb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc45e304-51bb-4052-a35e-72483737a1a0 {{(pid=109628) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 22:59:32.491542 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-c9e90dc2-72f4-4891-a0e4-44c5f8d01c23 req-a1934831-b006-4167-8122-7b5d8920370f service neutron] 10.222.0.65 "GET /v2.0/networks/50907839-a771-4d5d-8cdc-f2154e15e96c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2254601 Feb 20 22:59:32.501918 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b245865b-8a06-4f4b-b139-c84d35e1398c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd03a0fb-ad4a-49a1-a89b-6540359d6695,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:59:32.548190 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-af70eee2-b0aa-47b6-a494-41f9a64b3f9a req-4cea61ba-85f1-4eb5-82a3-0b10ffcc3fdb service neutron] Publish callbacks [] for port (cc45e304-51bb-4052-a35e-72483737a1a0), precommit_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:32.630495 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.db.provisioning_blocks [req-af70eee2-b0aa-47b6-a494-41f9a64b3f9a req-4cea61ba-85f1-4eb5-82a3-0b10ffcc3fdb service neutron] Transition to ACTIVE for port object cc45e304-51bb-4052-a35e-72483737a1a0 will not be triggered until provisioned by entity L2. {{(pid=109628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 22:59:32.689873 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e3da49-8c95-4572-b0a2-0eb4c2c049f6 req-ecce29c2-1dbf-482b-b9ad-e74da1ee36f4 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:59:32.691783 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-f9e3da49-8c95-4572-b0a2-0eb4c2c049f6 req-ecce29c2-1dbf-482b-b9ad-e74da1ee36f4 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/networks?id=8904bc28-8825-408d-a027-aaac96b04ee9 HTTP/1.1" status: 200 len: 816 time: 0.5493021 Feb 20 22:59:32.706919 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-c9e90dc2-72f4-4891-a0e4-44c5f8d01c23 req-7327bb0f-759c-48af-b457-c407475171b5 service neutron] 10.222.0.65 "GET /v2.0/networks/50907839-a771-4d5d-8cdc-f2154e15e96c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1995420 Feb 20 22:59:32.725243 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-f9e3da49-8c95-4572-b0a2-0eb4c2c049f6 req-1e3df55d-c7fb-4be3-9c7f-c5a14db505a9 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/quotas/48a93be9550345ed9b9cbfc081ec5671 HTTP/1.1" status: 200 len: 375 time: 0.0261505 Feb 20 22:59:32.774234 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-af70eee2-b0aa-47b6-a494-41f9a64b3f9a req-4cea61ba-85f1-4eb5-82a3-0b10ffcc3fdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747407212427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747406771514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747406771532'] for port (cc45e304-51bb-4052-a35e-72483737a1a0), after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:32.849809 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-9f681b99-de0d-493c-abf1-1fcbac4ac724 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510'] for subnet (cf4f034c-62bb-4acf-9991-b1bc72218a10), after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:32.858627 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.65', 43470) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:59:33.084640 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cea61ba-85f1-4eb5-82a3-0b10ffcc3fdb service neutron] Pushing event updated for resources: {'Port': ['ID=cc45e304-51bb-4052-a35e-72483737a1a0,revision_number=2']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:59:33.099839 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [req-af70eee2-b0aa-47b6-a494-41f9a64b3f9a req-4cea61ba-85f1-4eb5-82a3-0b10ffcc3fdb service neutron] Attempting to bind port cc45e304-51bb-4052-a35e-72483737a1a0 on host hv-cinder-83009 for vnic_type normal with profile {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 22:59:33.100199 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [req-af70eee2-b0aa-47b6-a494-41f9a64b3f9a req-4cea61ba-85f1-4eb5-82a3-0b10ffcc3fdb service neutron] Attempting to bind port cc45e304-51bb-4052-a35e-72483737a1a0 by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '655b460c-2211-46cc-90b8-10db39171b38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '128f554d-22ec-46aa-86bb-cf96bf68ca76'}] {{(pid=109628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 22:59:33.100574 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af70eee2-b0aa-47b6-a494-41f9a64b3f9a req-4cea61ba-85f1-4eb5-82a3-0b10ffcc3fdb service neutron] Attempting to bind port cc45e304-51bb-4052-a35e-72483737a1a0 on network 128f554d-22ec-46aa-86bb-cf96bf68ca76 {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 22:59:33.123834 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af70eee2-b0aa-47b6-a494-41f9a64b3f9a req-4cea61ba-85f1-4eb5-82a3-0b10ffcc3fdb service neutron] Port cc45e304-51bb-4052-a35e-72483737a1a0 on network 128f554d-22ec-46aa-86bb-cf96bf68ca76 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 22:59:33.124163 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af70eee2-b0aa-47b6-a494-41f9a64b3f9a req-4cea61ba-85f1-4eb5-82a3-0b10ffcc3fdb service neutron] Attempting to bind port cc45e304-51bb-4052-a35e-72483737a1a0 on network 128f554d-22ec-46aa-86bb-cf96bf68ca76 {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 22:59:33.148671 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-f9e3da49-8c95-4572-b0a2-0eb4c2c049f6 req-86f8ac1b-c8b4-43fb-b6f1-eab21b7fa68f tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=48a93be9550345ed9b9cbfc081ec5671&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4130909 Feb 20 22:59:33.154728 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f681b99-de0d-493c-abf1-1fcbac4ac724 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cf4f034c-62bb-4acf-9991-b1bc72218a10,revision_number=0']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:59:33.176142 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af70eee2-b0aa-47b6-a494-41f9a64b3f9a req-4cea61ba-85f1-4eb5-82a3-0b10ffcc3fdb service neutron] Checking agent: {'id': 'a929ecfe-02b1-4b86-b2e7-0c746ea4b12c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 22, 57, 21), 'started_at': datetime.datetime(2022, 2, 20, 22, 57, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 22, 59, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 22:59:33.177939 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af70eee2-b0aa-47b6-a494-41f9a64b3f9a req-4cea61ba-85f1-4eb5-82a3-0b10ffcc3fdb service neutron] Checking segment: {'id': '655b460c-2211-46cc-90b8-10db39171b38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '128f554d-22ec-46aa-86bb-cf96bf68ca76'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 22:59:33.177939 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af70eee2-b0aa-47b6-a494-41f9a64b3f9a req-4cea61ba-85f1-4eb5-82a3-0b10ffcc3fdb service neutron] Bound using segment: {'id': '655b460c-2211-46cc-90b8-10db39171b38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '128f554d-22ec-46aa-86bb-cf96bf68ca76'} {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 22:59:33.179729 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [req-af70eee2-b0aa-47b6-a494-41f9a64b3f9a req-4cea61ba-85f1-4eb5-82a3-0b10ffcc3fdb service neutron] Bound port: cc45e304-51bb-4052-a35e-72483737a1a0, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '655b460c-2211-46cc-90b8-10db39171b38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '128f554d-22ec-46aa-86bb-cf96bf68ca76'}}] {{(pid=109628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 22:59:33.180573 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-af70eee2-b0aa-47b6-a494-41f9a64b3f9a req-4cea61ba-85f1-4eb5-82a3-0b10ffcc3fdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4131840'] for port (cc45e304-51bb-4052-a35e-72483737a1a0), before_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:33.313370 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-2ba0fb81-9b1e-4c03-80ee-0f7e5cc5d4c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:33.367070 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f681b99-de0d-493c-abf1-1fcbac4ac724 admin admin] Checking segment: {'id': '663c31c9-0746-46f3-b2c6-3bd87b5b1a5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'bb04c187-171d-48a1-89bf-9d84bd743f03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 22:59:33.367627 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f681b99-de0d-493c-abf1-1fcbac4ac724 admin admin] Network hostable DHCP agents. Network: bb04c187-171d-48a1-89bf-9d84bd743f03, hostable agents: ['83a03d73-f5e1-4f72-b2a3-d557ae097998'], hosted agents: [] {{(pid=109628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 22:59:33.490513 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-f9e3da49-8c95-4572-b0a2-0eb4c2c049f6 req-9c06fb22-881b-4134-9442-eaf0be19851a service neutron] 10.222.0.65 "GET /v2.0/networks/8904bc28-8825-408d-a027-aaac96b04ee9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2989216 Feb 20 22:59:33.491915 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.db [req-af70eee2-b0aa-47b6-a494-41f9a64b3f9a req-4cea61ba-85f1-4eb5-82a3-0b10ffcc3fdb service neutron] For port cc45e304-51bb-4052-a35e-72483737a1a0, host hv-cinder-83009, cleared binding levels {{(pid=109628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 22:59:33.604590 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.db [req-af70eee2-b0aa-47b6-a494-41f9a64b3f9a req-4cea61ba-85f1-4eb5-82a3-0b10ffcc3fdb service neutron] For port cc45e304-51bb-4052-a35e-72483737a1a0, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=cc45e304-51bb-4052-a35e-72483737a1a0,segment=NetworkSegment(655b460c-2211-46cc-90b8-10db39171b38),segment_id=655b460c-2211-46cc-90b8-10db39171b38)] {{(pid=109628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 22:59:33.613183 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f681b99-de0d-493c-abf1-1fcbac4ac724 admin admin] Network bb04c187-171d-48a1-89bf-9d84bd743f03 is scheduled to be hosted by DHCP agent 83a03d73-f5e1-4f72-b2a3-d557ae097998 with binding_index 1 {{(pid=109628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 22:59:33.665636 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8faca37-282a-459e-8dcf-29d5e317e0fa req-e59daa78-50db-4ce3-8991-852e996e776f tempest-DeleteServersTestJSON-578838536 tempest-DeleteServersTestJSON-578838536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:59:33.667893 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-a8faca37-282a-459e-8dcf-29d5e317e0fa req-e59daa78-50db-4ce3-8991-852e996e776f tempest-DeleteServersTestJSON-578838536 tempest-DeleteServersTestJSON-578838536-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d352db5-71c9-4b23-8a92-402408ebc450 HTTP/1.1" status: 200 len: 943 time: 0.3497388 Feb 20 22:59:33.717895 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Device 9874e923-c82b-4393-857d-47fb50e17493 up at agent ovs-agent-dv-cinder-830096-1-iscsi {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 22:59:33.732917 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-af70eee2-b0aa-47b6-a494-41f9a64b3f9a req-4cea61ba-85f1-4eb5-82a3-0b10ffcc3fdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747407212427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747406771514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747406771532'] for port (cc45e304-51bb-4052-a35e-72483737a1a0), after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:33.832259 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Provisioning complete for port 9874e923-c82b-4393-857d-47fb50e17493 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 22:59:33.832781 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4145689'] for port (9874e923-c82b-4393-857d-47fb50e17493), provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:33.863415 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-a8faca37-282a-459e-8dcf-29d5e317e0fa req-5a8310a4-0b21-46f7-a468-a3b996d91ec2 tempest-DeleteServersTestJSON-578838536 tempest-DeleteServersTestJSON-578838536-project] 10.222.0.65 "GET /v2.0/security-groups?id=001690d6-0663-4ba3-bb6a-812d0f3aa2df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458409 Feb 20 22:59:33.891461 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.65', 43498) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:59:33.909571 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-2ba0fb81-9b1e-4c03-80ee-0f7e5cc5d4c4 admin admin] Publish callbacks [] for security_group (3642103f-c553-43c2-9972-31653cdc5649), precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:33.953516 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e9d1b031-ecda-4298-aea7-dd8e651c64ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:33.992890 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-2ba0fb81-9b1e-4c03-80ee-0f7e5cc5d4c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627867'] for security_group (3642103f-c553-43c2-9972-31653cdc5649), after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:34.019197 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af70eee2-b0aa-47b6-a494-41f9a64b3f9a req-4cea61ba-85f1-4eb5-82a3-0b10ffcc3fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:59:34.019796 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-af70eee2-b0aa-47b6-a494-41f9a64b3f9a req-4cea61ba-85f1-4eb5-82a3-0b10ffcc3fdb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565544'] for port (None), before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:34.022409 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-af70eee2-b0aa-47b6-a494-41f9a64b3f9a req-4cea61ba-85f1-4eb5-82a3-0b10ffcc3fdb service neutron] 10.222.0.42 "PUT /v2.0/ports/cc45e304-51bb-4052-a35e-72483737a1a0 HTTP/1.1" status: 200 len: 1093 time: 3.1066942 Feb 20 22:59:34.024331 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-9f681b99-de0d-493c-abf1-1fcbac4ac724 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830096-1-iscsi, bb04c187-171d-48a1-89bf-9d84bd743f03) {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 22:59:34.026338 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d352db5-71c9-4b23-8a92-402408ebc450', 'tag': 'cc45e304-51bb-4052-a35e-72483737a1a0'}] {{(pid=109628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 22:59:34.044065 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8cb4510-8bb7-44cf-a890-f3b6f3e8091e None None] Network bb04c187-171d-48a1-89bf-9d84bd743f03 requested from dv-cinder-830096-1-iscsi {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 22:59:34.097337 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f681b99-de0d-493c-abf1-1fcbac4ac724 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:59:34.097337 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-9f681b99-de0d-493c-abf1-1fcbac4ac724 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565544'] for subnet (None), before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:34.110552 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [None req-2ba0fb81-9b1e-4c03-80ee-0f7e5cc5d4c4 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=5cbe11ea4c514f1d94d55fdf1e8a3aa0&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2503133 Feb 20 22:59:34.114780 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.65', 43510) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:59:34.138175 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-f9e3da49-8c95-4572-b0a2-0eb4c2c049f6 req-fed5de11-da53-444d-93e9-9f433dc6d4cb service neutron] 10.222.0.65 "GET /v2.0/networks/8904bc28-8825-408d-a027-aaac96b04ee9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6413798 Feb 20 22:59:34.340818 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cea61ba-85f1-4eb5-82a3-0b10ffcc3fdb service neutron] Pushing event updated for resources: {'Port': ['ID=cc45e304-51bb-4052-a35e-72483737a1a0,revision_number=3']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:59:34.353097 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [None req-9f681b99-de0d-493c-abf1-1fcbac4ac724 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 3.0201252 Feb 20 22:59:34.362687 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4be7ee60aa4259b475ee261dcf74c65065c56e299c7a4b2359a57cf03aee0d96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-129f02f8-6331-4a71-ab31-1b11fc12716d" -d '{"events": [{"name": "network-changed", "server_uuid": "9d352db5-71c9-4b23-8a92-402408ebc450", "tag": "cc45e304-51bb-4052-a35e-72483737a1a0"}]}' {{(pid=109628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 22:59:34.418866 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-d2edc81b-7327-4a94-9d66-011201058bea req-0243edef-0c65-4603-bed3-296cc06d7a7a tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] 10.222.0.65 "GET /v2.0/ports?device_id=33326422-931b-476f-886f-d21a1da23dee HTTP/1.1" status: 200 len: 210 time: 0.2430985 Feb 20 22:59:34.421274 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba0fb81-9b1e-4c03-80ee-0f7e5cc5d4c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3642103f-c553-43c2-9972-31653cdc5649,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:59:34.439422 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Current status of the port 9874e923-c82b-4393-857d-47fb50e17493 is: DOWN; New status is: ACTIVE {{(pid=109630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 22:59:34.453608 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4131840'] for port (9874e923-c82b-4393-857d-47fb50e17493), before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:34.464675 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-9723edd3-f74e-4354-a9c0-1ea0a84f9715 admin admin] Publish callbacks [] for security_group (3642103f-c553-43c2-9972-31653cdc5649), before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:34.505190 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e9d1b031-ecda-4298-aea7-dd8e651c64ec admin admin] Publish callbacks [] for security_group (382c456d-8caf-4faf-8737-571bbff5aac2), precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:34.511537 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] For port 9874e923-c82b-4393-857d-47fb50e17493, host dv-cinder-830096-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-1-iscsi',level=0,port_id=9874e923-c82b-4393-857d-47fb50e17493,segment=NetworkSegment(bce3d1e8-ca8a-4ba6-b9c0-f5271b830275),segment_id=bce3d1e8-ca8a-4ba6-b9c0-f5271b830275)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 22:59:34.566717 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-9723edd3-f74e-4354-a9c0-1ea0a84f9715 admin admin] Publish callbacks [] for security_group (3642103f-c553-43c2-9972-31653cdc5649), precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:34.600981 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af70eee2-b0aa-47b6-a494-41f9a64b3f9a req-1fa57538-e7e8-4a89-9cdd-55a76724b2ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:59:34.608300 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-af70eee2-b0aa-47b6-a494-41f9a64b3f9a req-1fa57538-e7e8-4a89-9cdd-55a76724b2ac service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=20a70fe3a5c54620b7b5c77297e2e5f2&device_id=9d352db5-71c9-4b23-8a92-402408ebc450 HTTP/1.1" status: 200 len: 1127 time: 0.4034846 Feb 20 22:59:34.616964 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e9d1b031-ecda-4298-aea7-dd8e651c64ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627867'] for security_group (382c456d-8caf-4faf-8737-571bbff5aac2), after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:34.624844 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747407212427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747406771514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747406771532'] for port (9874e923-c82b-4393-857d-47fb50e17493), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:34.659102 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.65', 43522) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:59:34.663451 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f23b69e2-8194-4d2e-8c4c-560bb22f7c35 None None] Network bb04c187-171d-48a1-89bf-9d84bd743f03 requested from dv-cinder-830096-1-iscsi {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 22:59:34.797396 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 22:59:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9eace9f6-175c-4749-af7a-8d1e24aac87a x-openstack-request-id: req-9eace9f6-175c-4749-af7a-8d1e24aac87a {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 22:59:34.797693 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d352db5-71c9-4b23-8a92-402408ebc450", "tag": "cc45e304-51bb-4052-a35e-72483737a1a0", "status": "completed", "code": 200}]} {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 22:59:34.797947 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-9eace9f6-175c-4749-af7a-8d1e24aac87a {{(pid=109628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 22:59:34.798407 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d352db5-71c9-4b23-8a92-402408ebc450', 'tag': 'cc45e304-51bb-4052-a35e-72483737a1a0', 'status': 'completed', 'code': 200} Feb 20 22:59:34.848829 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [None req-e9d1b031-ecda-4298-aea7-dd8e651c64ec admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=dc6e62e969554eb3a355a1d1853c1445&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9562757 Feb 20 22:59:34.851630 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d1b031-ecda-4298-aea7-dd8e651c64ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=382c456d-8caf-4faf-8737-571bbff5aac2,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:59:34.856190 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.65', 43532) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:59:34.896689 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.db.db_base_plugin_v2 [None req-84f4bfc8-90ce-4ec9-9c40-cff7eaf5be2f admin admin] Deleting subnet 21f6600c-2da8-46ab-9fad-cc67a7c6f6d4 {{(pid=109629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 22:59:34.931490 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-84f4bfc8-90ce-4ec9-9c40-cff7eaf5be2f admin admin] Publish callbacks [] for subnet (21f6600c-2da8-46ab-9fad-cc67a7c6f6d4), before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:34.934398 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-faff667d-3103-471f-a612-4c86d157fd3d req-2083df2b-4914-4731-94aa-1f77049069c0 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/ports?device_id=94ebbaaf-77be-4310-a7a0-d567dde9108c HTTP/1.1" status: 200 len: 210 time: 0.1590440 Feb 20 22:59:34.963916 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-af70eee2-b0aa-47b6-a494-41f9a64b3f9a req-4612d7b5-be9c-4e77-bc14-55fcd4693146 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=cc45e304-51bb-4052-a35e-72483737a1a0 HTTP/1.1" status: 200 len: 217 time: 0.3308761 Feb 20 22:59:35.109007 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Pushing event updated for resources: {'Port': ['ID=9874e923-c82b-4393-857d-47fb50e17493,revision_number=5']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:59:35.111430 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af70eee2-b0aa-47b6-a494-41f9a64b3f9a req-53931ba3-b22c-4582-b562-ee3128905a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:59:35.113011 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-af70eee2-b0aa-47b6-a494-41f9a64b3f9a req-53931ba3-b22c-4582-b562-ee3128905a6e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=301e501d-b351-4b56-8f24-11a857cdb58c HTTP/1.1" status: 200 len: 852 time: 0.1303945 Feb 20 22:59:35.150178 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-84f4bfc8-90ce-4ec9-9c40-cff7eaf5be2f admin admin] Publish callbacks [] for subnet (21f6600c-2da8-46ab-9fad-cc67a7c6f6d4), precommit_delete_associations {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:35.173731 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-9723edd3-f74e-4354-a9c0-1ea0a84f9715 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627867'] for security_group (3642103f-c553-43c2-9972-31653cdc5649), after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:35.176821 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-9723edd3-f74e-4354-a9c0-1ea0a84f9715 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:35.178155 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [None req-9723edd3-f74e-4354-a9c0-1ea0a84f9715 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/3642103f-c553-43c2-9972-31653cdc5649 HTTP/1.1" status: 204 len: 168 time: 1.0470963 Feb 20 22:59:35.208491 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-84f4bfc8-90ce-4ec9-9c40-cff7eaf5be2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4171819'] for subnet (21f6600c-2da8-46ab-9fad-cc67a7c6f6d4), precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:35.218771 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-a37dee04-02f4-4453-88df-f3179c3009bd admin admin] Publish callbacks [] for security_group (382c456d-8caf-4faf-8737-571bbff5aac2), before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:35.236077 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9723edd3-f74e-4354-a9c0-1ea0a84f9715 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3642103f-c553-43c2-9972-31653cdc5649,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:59:35.239529 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-af70eee2-b0aa-47b6-a494-41f9a64b3f9a req-1a98458e-0800-4837-b6be-81b2fc6bd532 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=128f554d-22ec-46aa-86bb-cf96bf68ca76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1096179 Feb 20 22:59:35.325446 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d2c615-4d0e-49d0-b233-77584767c0ec req-fa5fd668-a600-47ca-ac14-e5980b403fb2 tempest-DeleteServersTestJSON-578838536 tempest-DeleteServersTestJSON-578838536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:59:35.344397 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-87d2c615-4d0e-49d0-b233-77584767c0ec req-fa5fd668-a600-47ca-ac14-e5980b403fb2 tempest-DeleteServersTestJSON-578838536 tempest-DeleteServersTestJSON-578838536-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d352db5-71c9-4b23-8a92-402408ebc450 HTTP/1.1" status: 200 len: 943 time: 0.2887628 Feb 20 22:59:35.352584 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.42', 57231) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:59:35.408073 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-a37dee04-02f4-4453-88df-f3179c3009bd admin admin] Publish callbacks [] for security_group (382c456d-8caf-4faf-8737-571bbff5aac2), precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:35.618288 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-87d2c615-4d0e-49d0-b233-77584767c0ec req-1dec87e6-da62-439f-b6fd-fa236ff78d5a tempest-DeleteServersTestJSON-578838536 tempest-DeleteServersTestJSON-578838536-project] 10.222.0.65 "GET /v2.0/security-groups?id=001690d6-0663-4ba3-bb6a-812d0f3aa2df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2675629 Feb 20 22:59:35.652810 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Device 9874e923-c82b-4393-857d-47fb50e17493 up at agent ovs-agent-dv-cinder-830096-1-iscsi {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 22:59:35.657611 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-84f4bfc8-90ce-4ec9-9c40-cff7eaf5be2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4171794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510'] for subnet (21f6600c-2da8-46ab-9fad-cc67a7c6f6d4), after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:35.688349 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f4bfc8-90ce-4ec9-9c40-cff7eaf5be2f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=21f6600c-2da8-46ab-9fad-cc67a7c6f6d4,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:59:35.693730 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-84f4bfc8-90ce-4ec9-9c40-cff7eaf5be2f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:35.701826 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [None req-84f4bfc8-90ce-4ec9-9c40-cff7eaf5be2f admin admin] 10.222.0.65 "DELETE /v2.0/subnets/21f6600c-2da8-46ab-9fad-cc67a7c6f6d4 HTTP/1.1" status: 204 len: 168 time: 1.0328176 Feb 20 22:59:35.702643 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.65', 43568) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:59:35.769346 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-af70eee2-b0aa-47b6-a494-41f9a64b3f9a req-f2b27ca6-3a36-4890-a02b-0f36eee811eb service neutron] 10.222.0.42 "GET /v2.0/networks/128f554d-22ec-46aa-86bb-cf96bf68ca76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5139368 Feb 20 22:59:35.800454 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-f093aa72-57b5-4645-b068-35c41f0c5373 req-224ca908-a5db-4b96-bf24-9ad49e200a7d tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] 10.222.0.65 "GET /v2.0/ports?device_id=33326422-931b-476f-886f-d21a1da23dee HTTP/1.1" status: 200 len: 210 time: 0.2141430 Feb 20 22:59:35.802461 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Provisioning complete for port 9874e923-c82b-4393-857d-47fb50e17493 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 22:59:35.802920 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4145689'] for port (9874e923-c82b-4393-857d-47fb50e17493), provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:35.832936 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-a37dee04-02f4-4453-88df-f3179c3009bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627867'] for security_group (382c456d-8caf-4faf-8737-571bbff5aac2), after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:35.838270 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-a37dee04-02f4-4453-88df-f3179c3009bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:35.859745 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [None req-a37dee04-02f4-4453-88df-f3179c3009bd admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/382c456d-8caf-4faf-8737-571bbff5aac2 HTTP/1.1" status: 204 len: 168 time: 1.0024836 Feb 20 22:59:35.926206 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a20ad6-6b92-4b8c-b763-d391152758ad req-d0787e8c-2d68-4439-b2e5-c3224b1358fc tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:59:35.927819 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-89a20ad6-6b92-4b8c-b763-d391152758ad req-d0787e8c-2d68-4439-b2e5-c3224b1358fc tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] 10.222.0.42 "GET /v2.0/networks?id=50907839-a771-4d5d-8cdc-f2154e15e96c HTTP/1.1" status: 200 len: 819 time: 0.5740130 Feb 20 22:59:35.949002 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37dee04-02f4-4453-88df-f3179c3009bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=382c456d-8caf-4faf-8737-571bbff5aac2,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:59:35.958257 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.v2.base [req-89a20ad6-6b92-4b8c-b763-d391152758ad req-ae4a5479-812b-4f50-b90c-3f78800f0063 tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] Request body: {'port': {'device_id': '81375607-d255-4352-85da-eab4c1e730a9', 'network_id': '50907839-a771-4d5d-8cdc-f2154e15e96c', 'admin_state_up': True, 'tenant_id': 'e684d4332ff043eab2d102df1b6dd908'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 22:59:36.011631 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-488b6b5a-9ba1-471c-affc-32956a87c47f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4031138'] for network (13465824-f989-4bc4-ba2d-2f161b90abec), before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:36.179329 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Current status of the port 9874e923-c82b-4393-857d-47fb50e17493 is: ACTIVE; New status is: ACTIVE {{(pid=109630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 22:59:36.185566 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-a549d3b2-904d-46d5-a4e9-1de732449b8e req-b0ed1fbe-0161-4d67-a79a-c812c71662a0 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/ports?device_id=94ebbaaf-77be-4310-a7a0-d567dde9108c HTTP/1.1" status: 200 len: 210 time: 0.1129375 Feb 20 22:59:36.238409 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-af70eee2-b0aa-47b6-a494-41f9a64b3f9a req-467678f5-a35f-413b-9d5e-a08159f19575 service neutron] 10.222.0.42 "GET /v2.0/networks/128f554d-22ec-46aa-86bb-cf96bf68ca76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4364052 Feb 20 22:59:36.255188 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-488b6b5a-9ba1-471c-affc-32956a87c47f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4175522', 'neutron.services.segments.db._delete_segments_for_network-8747407231802'] for network (13465824-f989-4bc4-ba2d-2f161b90abec), precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:36.278657 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-488b6b5a-9ba1-471c-affc-32956a87c47f admin admin] Subscribe: > segment before_delete 55550000 {{(pid=109629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 22:59:36.283224 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-488b6b5a-9ba1-471c-affc-32956a87c47f admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=109629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 22:59:36.284392 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-488b6b5a-9ba1-471c-affc-32956a87c47f admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 22:59:36.284726 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-488b6b5a-9ba1-471c-affc-32956a87c47f admin admin] Subscribe: > port after_create 55550000 {{(pid=109629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 22:59:36.285065 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-488b6b5a-9ba1-471c-affc-32956a87c47f admin admin] Subscribe: > port after_delete 55550000 {{(pid=109629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 22:59:36.285403 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-488b6b5a-9ba1-471c-affc-32956a87c47f admin admin] Subscribe: > port after_update 55550000 {{(pid=109629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 22:59:36.285722 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-488b6b5a-9ba1-471c-affc-32956a87c47f admin admin] Subscribe: > segment after_delete 55550000 {{(pid=109629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 22:59:36.286038 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-488b6b5a-9ba1-471c-affc-32956a87c47f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 22:59:36.286351 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-488b6b5a-9ba1-471c-affc-32956a87c47f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 22:59:36.286683 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-488b6b5a-9ba1-471c-affc-32956a87c47f admin admin] Subscribe: > subnet after_update 55550000 {{(pid=109629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 22:59:36.406332 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89a20ad6-6b92-4b8c-b763-d391152758ad req-ae4a5479-812b-4f50-b90c-3f78800f0063 tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] Made reservation on behalf of e684d4332ff043eab2d102df1b6dd908 for: {'port': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 22:59:36.411434 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-89a20ad6-6b92-4b8c-b763-d391152758ad req-ae4a5479-812b-4f50-b90c-3f78800f0063 tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4131840'] for port (None), before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:36.531808 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.42', 57238) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:59:36.598544 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-488b6b5a-9ba1-471c-affc-32956a87c47f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 22:59:36.599179 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-488b6b5a-9ba1-471c-affc-32956a87c47f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 22:59:36.600559 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-488b6b5a-9ba1-471c-affc-32956a87c47f admin admin] Subscribe: > subnet before_create 55550000 {{(pid=109629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 22:59:36.600559 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-488b6b5a-9ba1-471c-affc-32956a87c47f admin admin] Subscribe: > subnet before_update 55550000 {{(pid=109629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 22:59:36.600559 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.services.segments.db [None req-488b6b5a-9ba1-471c-affc-32956a87c47f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13465824-f989-4bc4-ba2d-2f161b90abec']}} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:59:36.641184 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.services.segments.db [None req-488b6b5a-9ba1-471c-affc-32956a87c47f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51b0210e-bfc0-46bc-9d35-d2f0e60fe893') {'for_net_delete': True} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:59:36.641184 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.services.segments.db [None req-488b6b5a-9ba1-471c-affc-32956a87c47f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51b0210e-bfc0-46bc-9d35-d2f0e60fe893') {} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:59:36.695603 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-488b6b5a-9ba1-471c-affc-32956a87c47f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747407232323', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62688234'] for segment (51b0210e-bfc0-46bc-9d35-d2f0e60fe893), before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:36.763205 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-488b6b5a-9ba1-471c-affc-32956a87c47f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4056974'] for segment (51b0210e-bfc0-46bc-9d35-d2f0e60fe893), precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:36.775308 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129f02f8-6331-4a71-ab31-1b11fc12716d req-98fe8b3d-52a1-4f72-89ee-cb778eb36d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:59:36.777384 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-129f02f8-6331-4a71-ab31-1b11fc12716d req-98fe8b3d-52a1-4f72-89ee-cb778eb36d99 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=20a70fe3a5c54620b7b5c77297e2e5f2&device_id=9d352db5-71c9-4b23-8a92-402408ebc450 HTTP/1.1" status: 200 len: 1127 time: 0.3375094 Feb 20 22:59:36.786601 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-488b6b5a-9ba1-471c-affc-32956a87c47f admin admin] Releasing vlan 65 on physical network physnet1 to pool {{(pid=109629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 22:59:36.787123 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-488b6b5a-9ba1-471c-affc-32956a87c47f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4056974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61629301'] for segment (51b0210e-bfc0-46bc-9d35-d2f0e60fe893), after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:36.886212 dv-cinder-830096-1-iscsi neutron-server[109629]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 20 22:59:36.886212 dv-cinder-830096-1-iscsi neutron-server[109629]: from cryptography.utils import int_from_bytes Feb 20 22:59:36.886212 dv-cinder-830096-1-iscsi neutron-server[109629]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 20 22:59:36.886212 dv-cinder-830096-1-iscsi neutron-server[109629]: from cryptography.utils import int_from_bytes Feb 20 22:59:36.886212 dv-cinder-830096-1-iscsi neutron-server[109629]: Traceback (most recent call last): Feb 20 22:59:36.886212 dv-cinder-830096-1-iscsi neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 22:59:36.886212 dv-cinder-830096-1-iscsi neutron-server[109629]: timer() Feb 20 22:59:36.886212 dv-cinder-830096-1-iscsi neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 22:59:36.886212 dv-cinder-830096-1-iscsi neutron-server[109629]: cb(*args, **kw) Feb 20 22:59:36.886212 dv-cinder-830096-1-iscsi neutron-server[109629]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 22:59:36.886212 dv-cinder-830096-1-iscsi neutron-server[109629]: return func(*args, **kwargs) Feb 20 22:59:36.886212 dv-cinder-830096-1-iscsi neutron-server[109629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 22:59:36.886212 dv-cinder-830096-1-iscsi neutron-server[109629]: self._notify() Feb 20 22:59:36.886212 dv-cinder-830096-1-iscsi neutron-server[109629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 22:59:36.886212 dv-cinder-830096-1-iscsi neutron-server[109629]: self.callback(batched_events) Feb 20 22:59:36.886212 dv-cinder-830096-1-iscsi neutron-server[109629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 22:59:36.886212 dv-cinder-830096-1-iscsi neutron-server[109629]: event.method(event) Feb 20 22:59:36.886212 dv-cinder-830096-1-iscsi neutron-server[109629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 22:59:36.886212 dv-cinder-830096-1-iscsi neutron-server[109629]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 22:59:36.886212 dv-cinder-830096-1-iscsi neutron-server[109629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 22:59:36.886212 dv-cinder-830096-1-iscsi neutron-server[109629]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 22:59:36.886212 dv-cinder-830096-1-iscsi neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 22:59:36.886212 dv-cinder-830096-1-iscsi neutron-server[109629]: return f(self, *a, **k) Feb 20 22:59:36.886212 dv-cinder-830096-1-iscsi neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 22:59:36.886212 dv-cinder-830096-1-iscsi neutron-server[109629]: return self._get(url).json() Feb 20 22:59:36.886212 dv-cinder-830096-1-iscsi neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 22:59:36.886212 dv-cinder-830096-1-iscsi neutron-server[109629]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 22:59:36.886212 dv-cinder-830096-1-iscsi neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 22:59:36.886212 dv-cinder-830096-1-iscsi neutron-server[109629]: return self.request(url, 'GET', **kwargs) Feb 20 22:59:36.886212 dv-cinder-830096-1-iscsi neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 22:59:36.886212 dv-cinder-830096-1-iscsi neutron-server[109629]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 22:59:36.886212 dv-cinder-830096-1-iscsi neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 22:59:36.886212 dv-cinder-830096-1-iscsi neutron-server[109629]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 22:59:36.886212 dv-cinder-830096-1-iscsi neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 22:59:36.886212 dv-cinder-830096-1-iscsi neutron-server[109629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 22:59:36.886212 dv-cinder-830096-1-iscsi neutron-server[109629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 22:59:37.096277 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e90dc2-72f4-4891-a0e4-44c5f8d01c23 req-52d4dff3-3253-4938-a7b0-edd53e53186e tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:59:37.106660 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-c9e90dc2-72f4-4891-a0e4-44c5f8d01c23 req-52d4dff3-3253-4938-a7b0-edd53e53186e tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] 10.222.0.42 "GET /v2.0/networks?id=50907839-a771-4d5d-8cdc-f2154e15e96c HTTP/1.1" status: 200 len: 819 time: 0.5683336 Feb 20 22:59:37.141131 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.v2.base [req-c9e90dc2-72f4-4891-a0e4-44c5f8d01c23 req-ef83399d-2581-4a69-8c06-88e5e5877767 tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] Request body: {'port': {'device_id': '33326422-931b-476f-886f-d21a1da23dee', 'network_id': '50907839-a771-4d5d-8cdc-f2154e15e96c', 'admin_state_up': True, 'tenant_id': 'e684d4332ff043eab2d102df1b6dd908'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 22:59:37.148223 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.db.db_base_plugin_common [req-89a20ad6-6b92-4b8c-b763-d391152758ad req-ae4a5479-812b-4f50-b90c-3f78800f0063 tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] Allocated IP 172.20.0.8 (50907839-a771-4d5d-8cdc-f2154e15e96c/bebd2843-1d13-4eae-8703-47333a1f09f6/66b4984e-4f9b-4971-bf9f-1f953504702d) {{(pid=109628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 22:59:37.324537 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-7a31ce3f-a37f-4fd1-9e7f-f770614c6763 req-00e6f83a-22d1-4aee-8aba-1a917217c08f tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] 10.222.0.65 "GET /v2.0/ports?device_id=33326422-931b-476f-886f-d21a1da23dee HTTP/1.1" status: 200 len: 210 time: 0.0895405 Feb 20 22:59:37.359433 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c13334-d6fd-4405-8d7b-fffda2342562 req-4f06f515-15b8-4d73-805c-ba5dbea6d6fe tempest-DeleteServersTestJSON-578838536 tempest-DeleteServersTestJSON-578838536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:59:37.360316 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-78c13334-d6fd-4405-8d7b-fffda2342562 req-4f06f515-15b8-4d73-805c-ba5dbea6d6fe tempest-DeleteServersTestJSON-578838536 tempest-DeleteServersTestJSON-578838536-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d352db5-71c9-4b23-8a92-402408ebc450 HTTP/1.1" status: 200 len: 943 time: 0.5586574 Feb 20 22:59:37.516310 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-22403b9e-1fdb-4145-82d0-ff203644b19f req-ab33fb68-f448-4be6-b07a-d46d4d847140 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/ports?device_id=94ebbaaf-77be-4310-a7a0-d567dde9108c HTTP/1.1" status: 200 len: 210 time: 0.0476046 Feb 20 22:59:37.606474 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129f02f8-6331-4a71-ab31-1b11fc12716d req-ff528b1a-3276-4e73-a837-7e541a65b566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:59:37.606474 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-129f02f8-6331-4a71-ab31-1b11fc12716d req-ff528b1a-3276-4e73-a837-7e541a65b566 service neutron] 10.222.0.42 "GET /v2.0/networks?id=128f554d-22ec-46aa-86bb-cf96bf68ca76 HTTP/1.1" status: 200 len: 912 time: 0.7354443 Feb 20 22:59:37.870749 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-129f02f8-6331-4a71-ab31-1b11fc12716d req-f14296ce-aab1-4310-87a7-a77769a5f1b3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=cc45e304-51bb-4052-a35e-72483737a1a0 HTTP/1.1" status: 200 len: 217 time: 0.2683260 Feb 20 22:59:37.911173 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-78c13334-d6fd-4405-8d7b-fffda2342562 req-0484a0b6-37e0-4a24-a87e-e97fe5782d88 tempest-DeleteServersTestJSON-578838536 tempest-DeleteServersTestJSON-578838536-project] 10.222.0.65 "GET /v2.0/security-groups?id=001690d6-0663-4ba3-bb6a-812d0f3aa2df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4899049 Feb 20 22:59:37.949100 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-488b6b5a-9ba1-471c-affc-32956a87c47f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4175529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704226'] for network (13465824-f989-4bc4-ba2d-2f161b90abec), after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:37.962118 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-488b6b5a-9ba1-471c-affc-32956a87c47f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565544'] for network (None), before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:37.976682 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [None req-488b6b5a-9ba1-471c-affc-32956a87c47f admin admin] 10.222.0.65 "DELETE /v2.0/networks/13465824-f989-4bc4-ba2d-2f161b90abec HTTP/1.1" status: 204 len: 168 time: 2.2703025 Feb 20 22:59:37.978940 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.65', 43644) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:59:37.988528 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488b6b5a-9ba1-471c-affc-32956a87c47f admin admin] Pushing event deleted for resources: {'Network': ['ID=13465824-f989-4bc4-ba2d-2f161b90abec,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:59:38.003111 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-89a20ad6-6b92-4b8c-b763-d391152758ad req-ae4a5479-812b-4f50-b90c-3f78800f0063 tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] Publish callbacks [] for port (66b4984e-4f9b-4971-bf9f-1f953504702d), precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:38.083381 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9e90dc2-72f4-4891-a0e4-44c5f8d01c23 req-ef83399d-2581-4a69-8c06-88e5e5877767 tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] Made reservation on behalf of e684d4332ff043eab2d102df1b6dd908 for: {'port': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 22:59:38.087323 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-c9e90dc2-72f4-4891-a0e4-44c5f8d01c23 req-ef83399d-2581-4a69-8c06-88e5e5877767 tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4131840'] for port (None), before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:38.172231 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae110be9-d96e-4b24-be36-9e9bc9713176 admin admin] Deleting subnet cf4f034c-62bb-4acf-9991-b1bc72218a10 {{(pid=109628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 22:59:38.183756 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ae110be9-d96e-4b24-be36-9e9bc9713176 admin admin] Publish callbacks [] for subnet (cf4f034c-62bb-4acf-9991-b1bc72218a10), before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:38.278236 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ae110be9-d96e-4b24-be36-9e9bc9713176 admin admin] Publish callbacks [] for subnet (cf4f034c-62bb-4acf-9991-b1bc72218a10), precommit_delete_associations {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:38.295351 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ae110be9-d96e-4b24-be36-9e9bc9713176 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4171819'] for subnet (cf4f034c-62bb-4acf-9991-b1bc72218a10), precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:38.404258 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-89a20ad6-6b92-4b8c-b763-d391152758ad req-ae4a5479-812b-4f50-b90c-3f78800f0063 tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747406771496'] for port (66b4984e-4f9b-4971-bf9f-1f953504702d), after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:38.467440 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-44f28093-cbe9-47d6-950c-2a98ee9fb70f req-739ec4bd-2dbc-4838-a220-d45f79398aca tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] 10.222.0.65 "GET /v2.0/ports?device_id=33326422-931b-476f-886f-d21a1da23dee HTTP/1.1" status: 200 len: 210 time: 0.0418975 Feb 20 22:59:38.558378 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89a20ad6-6b92-4b8c-b763-d391152758ad req-ae4a5479-812b-4f50-b90c-3f78800f0063 tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] Network 50907839-a771-4d5d-8cdc-f2154e15e96c is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 22:59:38.569491 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [req-89a20ad6-6b92-4b8c-b763-d391152758ad req-ae4a5479-812b-4f50-b90c-3f78800f0063 tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 22:59:38.574662 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4a5479-812b-4f50-b90c-3f78800f0063 tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] Pushing event updated for resources: {'Port': ['ID=66b4984e-4f9b-4971-bf9f-1f953504702d,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:59:38.582968 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [req-89a20ad6-6b92-4b8c-b763-d391152758ad req-ae4a5479-812b-4f50-b90c-3f78800f0063 tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] Received port after_create {{(pid=109628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 22:59:38.588654 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a20ad6-6b92-4b8c-b763-d391152758ad req-ae4a5479-812b-4f50-b90c-3f78800f0063 tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:59:38.589346 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-89a20ad6-6b92-4b8c-b763-d391152758ad req-ae4a5479-812b-4f50-b90c-3f78800f0063 tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565544'] for port (None), before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:38.593831 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129f02f8-6331-4a71-ab31-1b11fc12716d req-230ad013-0db6-41a7-8e8d-f64657954459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:59:38.596083 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-129f02f8-6331-4a71-ab31-1b11fc12716d req-230ad013-0db6-41a7-8e8d-f64657954459 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=301e501d-b351-4b56-8f24-11a857cdb58c HTTP/1.1" status: 200 len: 852 time: 0.3576305 Feb 20 22:59:38.601297 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ae110be9-d96e-4b24-be36-9e9bc9713176 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4171794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510'] for subnet (cf4f034c-62bb-4acf-9991-b1bc72218a10), after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:38.777008 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-129f02f8-6331-4a71-ab31-1b11fc12716d req-8e91f60c-e285-4fd9-90b7-22f30886d947 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=128f554d-22ec-46aa-86bb-cf96bf68ca76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1390679 Feb 20 22:59:38.777211 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.db.db_base_plugin_common [req-c9e90dc2-72f4-4891-a0e4-44c5f8d01c23 req-ef83399d-2581-4a69-8c06-88e5e5877767 tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] Allocated IP 172.20.0.13 (50907839-a771-4d5d-8cdc-f2154e15e96c/bebd2843-1d13-4eae-8703-47333a1f09f6/0a3b2189-d1ab-457a-8f01-1dbaa12b1282) {{(pid=109628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 22:59:38.786640 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae110be9-d96e-4b24-be36-9e9bc9713176 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cf4f034c-62bb-4acf-9991-b1bc72218a10,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:59:38.800266 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ae110be9-d96e-4b24-be36-9e9bc9713176 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565544'] for subnet (None), before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:38.803627 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [None req-ae110be9-d96e-4b24-be36-9e9bc9713176 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/cf4f034c-62bb-4acf-9991-b1bc72218a10 HTTP/1.1" status: 204 len: 168 time: 0.8219395 Feb 20 22:59:38.806401 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.65', 43674) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:59:38.832398 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-14a16256-365f-4be7-8595-2cc5050d64a6 req-c3ff18ef-e8ff-4a53-981a-f58ffd76a2a6 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/ports?device_id=94ebbaaf-77be-4310-a7a0-d567dde9108c HTTP/1.1" status: 200 len: 210 time: 0.0528154 Feb 20 22:59:38.865740 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-89a20ad6-6b92-4b8c-b763-d391152758ad req-ae4a5479-812b-4f50-b90c-3f78800f0063 tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9221942 Feb 20 22:59:38.940380 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-097935cb-1d75-4f25-8f32-4272f774ecde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4031138'] for network (bb04c187-171d-48a1-89bf-9d84bd743f03), before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:38.966465 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.v2.base [req-89a20ad6-6b92-4b8c-b763-d391152758ad req-8329a401-aea1-4f52-97d7-2563e28ae021 service neutron] Request body: {'port': {'device_id': '81375607-d255-4352-85da-eab4c1e730a9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 22:59:39.135779 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-097935cb-1d75-4f25-8f32-4272f774ecde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4175522', 'neutron.services.segments.db._delete_segments_for_network-8747407231802'] for network (bb04c187-171d-48a1-89bf-9d84bd743f03), precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:39.159935 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.services.segments.db [None req-097935cb-1d75-4f25-8f32-4272f774ecde admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb04c187-171d-48a1-89bf-9d84bd743f03']}} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:59:39.163718 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-89a20ad6-6b92-4b8c-b763-d391152758ad req-8329a401-aea1-4f52-97d7-2563e28ae021 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4131840'] for port (66b4984e-4f9b-4971-bf9f-1f953504702d), before_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:39.173576 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.services.segments.db [None req-097935cb-1d75-4f25-8f32-4272f774ecde admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '663c31c9-0746-46f3-b2c6-3bd87b5b1a5b') {'for_net_delete': True} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:59:39.174322 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.services.segments.db [None req-097935cb-1d75-4f25-8f32-4272f774ecde admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '663c31c9-0746-46f3-b2c6-3bd87b5b1a5b') {} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:59:39.192655 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-097935cb-1d75-4f25-8f32-4272f774ecde admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747407232323', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62688234'] for segment (663c31c9-0746-46f3-b2c6-3bd87b5b1a5b), before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:39.208906 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-097935cb-1d75-4f25-8f32-4272f774ecde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4056974'] for segment (663c31c9-0746-46f3-b2c6-3bd87b5b1a5b), precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:39.215193 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-097935cb-1d75-4f25-8f32-4272f774ecde admin admin] Releasing vlan 64 on physical network physnet1 to pool {{(pid=109629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 22:59:39.217868 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-097935cb-1d75-4f25-8f32-4272f774ecde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4056974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61629301'] for segment (663c31c9-0746-46f3-b2c6-3bd87b5b1a5b), after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:39.327231 dv-cinder-830096-1-iscsi neutron-server[109629]: Traceback (most recent call last): Feb 20 22:59:39.327231 dv-cinder-830096-1-iscsi neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 22:59:39.327231 dv-cinder-830096-1-iscsi neutron-server[109629]: timer() Feb 20 22:59:39.327231 dv-cinder-830096-1-iscsi neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 22:59:39.327231 dv-cinder-830096-1-iscsi neutron-server[109629]: cb(*args, **kw) Feb 20 22:59:39.327231 dv-cinder-830096-1-iscsi neutron-server[109629]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 22:59:39.327231 dv-cinder-830096-1-iscsi neutron-server[109629]: return func(*args, **kwargs) Feb 20 22:59:39.327231 dv-cinder-830096-1-iscsi neutron-server[109629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 22:59:39.327231 dv-cinder-830096-1-iscsi neutron-server[109629]: self._notify() Feb 20 22:59:39.327231 dv-cinder-830096-1-iscsi neutron-server[109629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 22:59:39.327231 dv-cinder-830096-1-iscsi neutron-server[109629]: self.callback(batched_events) Feb 20 22:59:39.327231 dv-cinder-830096-1-iscsi neutron-server[109629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 22:59:39.327231 dv-cinder-830096-1-iscsi neutron-server[109629]: event.method(event) Feb 20 22:59:39.327231 dv-cinder-830096-1-iscsi neutron-server[109629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 22:59:39.327231 dv-cinder-830096-1-iscsi neutron-server[109629]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 22:59:39.327231 dv-cinder-830096-1-iscsi neutron-server[109629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 22:59:39.327231 dv-cinder-830096-1-iscsi neutron-server[109629]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 22:59:39.327231 dv-cinder-830096-1-iscsi neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 22:59:39.327231 dv-cinder-830096-1-iscsi neutron-server[109629]: return f(self, *a, **k) Feb 20 22:59:39.327231 dv-cinder-830096-1-iscsi neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 22:59:39.327231 dv-cinder-830096-1-iscsi neutron-server[109629]: return self._get(url).json() Feb 20 22:59:39.327231 dv-cinder-830096-1-iscsi neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 22:59:39.327231 dv-cinder-830096-1-iscsi neutron-server[109629]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 22:59:39.327231 dv-cinder-830096-1-iscsi neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 22:59:39.327231 dv-cinder-830096-1-iscsi neutron-server[109629]: return self.request(url, 'GET', **kwargs) Feb 20 22:59:39.327231 dv-cinder-830096-1-iscsi neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 22:59:39.327231 dv-cinder-830096-1-iscsi neutron-server[109629]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 22:59:39.327231 dv-cinder-830096-1-iscsi neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 22:59:39.327231 dv-cinder-830096-1-iscsi neutron-server[109629]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 22:59:39.327231 dv-cinder-830096-1-iscsi neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 22:59:39.327231 dv-cinder-830096-1-iscsi neutron-server[109629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 22:59:39.327231 dv-cinder-830096-1-iscsi neutron-server[109629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 22:59:39.463122 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-129f02f8-6331-4a71-ab31-1b11fc12716d req-c94ad845-1f34-4741-b07a-9f1a02dd32f5 service neutron] 10.222.0.42 "GET /v2.0/networks/128f554d-22ec-46aa-86bb-cf96bf68ca76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4537373 Feb 20 22:59:39.491859 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa0f255-1e88-4a33-8843-d2d9194b1100 req-adf72cc8-8944-4605-a4a7-ba595be1feb9 tempest-DeleteServersTestJSON-578838536 tempest-DeleteServersTestJSON-578838536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:59:39.501726 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-3aa0f255-1e88-4a33-8843-d2d9194b1100 req-adf72cc8-8944-4605-a4a7-ba595be1feb9 tempest-DeleteServersTestJSON-578838536 tempest-DeleteServersTestJSON-578838536-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d352db5-71c9-4b23-8a92-402408ebc450 HTTP/1.1" status: 200 len: 943 time: 0.1727982 Feb 20 22:59:39.502838 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-097935cb-1d75-4f25-8f32-4272f774ecde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4175529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704226'] for network (bb04c187-171d-48a1-89bf-9d84bd743f03), after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:39.516433 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-097935cb-1d75-4f25-8f32-4272f774ecde admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565544'] for network (None), before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:39.529698 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [None req-097935cb-1d75-4f25-8f32-4272f774ecde admin admin] 10.222.0.65 "DELETE /v2.0/networks/bb04c187-171d-48a1-89bf-9d84bd743f03 HTTP/1.1" status: 204 len: 168 time: 0.7209499 Feb 20 22:59:39.650880 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-129f02f8-6331-4a71-ab31-1b11fc12716d req-38df9afa-8d60-4b23-abef-4e34a35f476a service neutron] 10.222.0.42 "GET /v2.0/networks/128f554d-22ec-46aa-86bb-cf96bf68ca76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1818230 Feb 20 22:59:39.656943 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-c9e90dc2-72f4-4891-a0e4-44c5f8d01c23 req-ef83399d-2581-4a69-8c06-88e5e5877767 tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] Publish callbacks [] for port (0a3b2189-d1ab-457a-8f01-1dbaa12b1282), precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:39.666685 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.42', 57244) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:59:39.703803 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-3aa0f255-1e88-4a33-8843-d2d9194b1100 req-914ac51b-871f-4ea2-9da9-2c1d56d99c17 tempest-DeleteServersTestJSON-578838536 tempest-DeleteServersTestJSON-578838536-project] 10.222.0.65 "GET /v2.0/security-groups?id=001690d6-0663-4ba3-bb6a-812d0f3aa2df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698077 Feb 20 22:59:39.704088 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097935cb-1d75-4f25-8f32-4272f774ecde admin admin] Pushing event deleted for resources: {'Network': ['ID=bb04c187-171d-48a1-89bf-9d84bd743f03,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:59:39.769856 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-8b353455-8021-4f55-baf1-49898c770155 req-54ec5e51-daed-4765-80e5-9565f488f659 tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] 10.222.0.65 "GET /v2.0/ports?device_id=33326422-931b-476f-886f-d21a1da23dee HTTP/1.1" status: 200 len: 210 time: 0.1168311 Feb 20 22:59:39.848289 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e3da49-8c95-4572-b0a2-0eb4c2c049f6 req-51e4e1aa-dae0-42af-9e50-90e1a2de6b63 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:59:39.849792 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-f9e3da49-8c95-4572-b0a2-0eb4c2c049f6 req-51e4e1aa-dae0-42af-9e50-90e1a2de6b63 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.42 "GET /v2.0/networks?id=8904bc28-8825-408d-a027-aaac96b04ee9 HTTP/1.1" status: 200 len: 816 time: 0.1878161 Feb 20 22:59:39.959879 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-f9e3da49-8c95-4572-b0a2-0eb4c2c049f6 req-63549583-3ab9-4f56-a944-f622bb413d39 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=48a93be9550345ed9b9cbfc081ec5671 HTTP/1.1" status: 200 len: 379 time: 0.0923066 Feb 20 22:59:39.994379 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-0da76dbc-9d02-4c27-a47e-14693eecb6b6 req-72b42e1d-02af-4c7c-ac6c-a15464d98768 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/ports?device_id=94ebbaaf-77be-4310-a7a0-d567dde9108c HTTP/1.1" status: 200 len: 210 time: 0.0331075 Feb 20 22:59:40.003036 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.v2.base [req-f9e3da49-8c95-4572-b0a2-0eb4c2c049f6 req-000a7a40-1351-4810-b4d0-2ec2a1494775 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Request body: {'port': {'device_id': '94ebbaaf-77be-4310-a7a0-d567dde9108c', 'network_id': '8904bc28-8825-408d-a027-aaac96b04ee9', 'admin_state_up': True, 'tenant_id': '48a93be9550345ed9b9cbfc081ec5671', 'security_groups': ['04e39133-b65d-431a-838f-6deba86bf0d1']}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 22:59:40.029908 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-c9e90dc2-72f4-4891-a0e4-44c5f8d01c23 req-ef83399d-2581-4a69-8c06-88e5e5877767 tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747406771496'] for port (0a3b2189-d1ab-457a-8f01-1dbaa12b1282), after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:40.191970 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9e90dc2-72f4-4891-a0e4-44c5f8d01c23 req-ef83399d-2581-4a69-8c06-88e5e5877767 tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] Network 50907839-a771-4d5d-8cdc-f2154e15e96c is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 22:59:40.199796 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [req-c9e90dc2-72f4-4891-a0e4-44c5f8d01c23 req-ef83399d-2581-4a69-8c06-88e5e5877767 tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 22:59:40.207983 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9e90dc2-72f4-4891-a0e4-44c5f8d01c23 req-ef83399d-2581-4a69-8c06-88e5e5877767 tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] Received port after_create {{(pid=109628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 22:59:40.214173 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e90dc2-72f4-4891-a0e4-44c5f8d01c23 req-ef83399d-2581-4a69-8c06-88e5e5877767 tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:59:40.214850 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-c9e90dc2-72f4-4891-a0e4-44c5f8d01c23 req-ef83399d-2581-4a69-8c06-88e5e5877767 tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565544'] for port (None), before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:40.330199 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef83399d-2581-4a69-8c06-88e5e5877767 tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] Pushing event updated for resources: {'Port': ['ID=0a3b2189-d1ab-457a-8f01-1dbaa12b1282,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:59:40.349877 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-c9e90dc2-72f4-4891-a0e4-44c5f8d01c23 req-ef83399d-2581-4a69-8c06-88e5e5877767 tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2290425 Feb 20 22:59:40.378835 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.65', 43750) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:59:40.404930 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.v2.base [req-c9e90dc2-72f4-4891-a0e4-44c5f8d01c23 req-342b1660-387b-452a-9eaf-674123109412 service neutron] Request body: {'port': {'device_id': '33326422-931b-476f-886f-d21a1da23dee', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 22:59:40.440267 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [None req-b9edb0cf-5724-4b8a-a0ad-0dc3685c288a admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=d992973ba711412f8c3cfdb2de58d1d1&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0596583 Feb 20 22:59:40.440970 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.65', 43752) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:59:40.522915 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.notifiers.nova [req-89a20ad6-6b92-4b8c-b763-d391152758ad req-8329a401-aea1-4f52-97d7-2563e28ae021 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66b4984e-4f9b-4971-bf9f-1f953504702d {{(pid=109628) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 22:59:40.531800 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-b4603298-2c62-494a-a561-f4d2c330e56b admin admin] Publish callbacks [] for security_group (50bc5d96-0398-42b4-a54a-4dbae0236bb0), before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:40.535689 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-89a20ad6-6b92-4b8c-b763-d391152758ad req-8329a401-aea1-4f52-97d7-2563e28ae021 service neutron] Publish callbacks [] for port (66b4984e-4f9b-4971-bf9f-1f953504702d), precommit_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:40.559059 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-b4603298-2c62-494a-a561-f4d2c330e56b admin admin] Publish callbacks [] for security_group (50bc5d96-0398-42b4-a54a-4dbae0236bb0), precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:40.601297 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.db.provisioning_blocks [req-89a20ad6-6b92-4b8c-b763-d391152758ad req-8329a401-aea1-4f52-97d7-2563e28ae021 service neutron] Transition to ACTIVE for port object 66b4984e-4f9b-4971-bf9f-1f953504702d will not be triggered until provisioned by entity L2. {{(pid=109628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 22:59:40.606796 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-c9e90dc2-72f4-4891-a0e4-44c5f8d01c23 req-342b1660-387b-452a-9eaf-674123109412 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4131840'] for port (0a3b2189-d1ab-457a-8f01-1dbaa12b1282), before_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:40.627038 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9e3da49-8c95-4572-b0a2-0eb4c2c049f6 req-000a7a40-1351-4810-b4d0-2ec2a1494775 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Made reservation on behalf of 48a93be9550345ed9b9cbfc081ec5671 for: {'port': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 22:59:40.630946 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-f9e3da49-8c95-4572-b0a2-0eb4c2c049f6 req-000a7a40-1351-4810-b4d0-2ec2a1494775 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4131840'] for port (None), before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:40.743075 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-b4603298-2c62-494a-a561-f4d2c330e56b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627867'] for security_group (50bc5d96-0398-42b4-a54a-4dbae0236bb0), after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:40.746904 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-b4603298-2c62-494a-a561-f4d2c330e56b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:40.747531 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [None req-b4603298-2c62-494a-a561-f4d2c330e56b admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/50bc5d96-0398-42b4-a54a-4dbae0236bb0 HTTP/1.1" status: 204 len: 168 time: 0.3055720 Feb 20 22:59:40.773785 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-89a20ad6-6b92-4b8c-b763-d391152758ad req-8329a401-aea1-4f52-97d7-2563e28ae021 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747407212427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747406771514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747406771532'] for port (66b4984e-4f9b-4971-bf9f-1f953504702d), after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:40.781454 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4603298-2c62-494a-a561-f4d2c330e56b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50bc5d96-0398-42b4-a54a-4dbae0236bb0,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:59:41.032663 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed5c664-a9a7-4f34-a637-99a4f1cc745a req-db6bcae2-3310-4b50-94e7-6e7a17df8017 tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:59:41.034886 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-6ed5c664-a9a7-4f34-a637-99a4f1cc745a req-db6bcae2-3310-4b50-94e7-6e7a17df8017 tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] 10.222.0.65 "GET /v2.0/ports?device_id=33326422-931b-476f-886f-d21a1da23dee HTTP/1.1" status: 200 len: 932 time: 0.1266890 Feb 20 22:59:41.102199 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-6ed5c664-a9a7-4f34-a637-99a4f1cc745a req-feefbfdc-50d9-4794-9094-46c4bc3f985c tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] 10.222.0.65 "GET /v2.0/security-groups?id=bc262dbf-af7b-45c0-8865-5866657a07f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610011 Feb 20 22:59:41.343431 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-408bd999-05dd-4e85-8115-2acffcc3da30 req-20cfe2a1-5d70-4a0d-99fe-cfe878b73039 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/ports?device_id=94ebbaaf-77be-4310-a7a0-d567dde9108c HTTP/1.1" status: 200 len: 210 time: 0.0804701 Feb 20 22:59:41.344874 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8329a401-aea1-4f52-97d7-2563e28ae021 service neutron] Pushing event updated for resources: {'Port': ['ID=66b4984e-4f9b-4971-bf9f-1f953504702d,revision_number=2']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:59:41.466876 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.db.db_base_plugin_common [req-f9e3da49-8c95-4572-b0a2-0eb4c2c049f6 req-000a7a40-1351-4810-b4d0-2ec2a1494775 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Allocated IP 172.20.0.10 (8904bc28-8825-408d-a027-aaac96b04ee9/58431437-f6f9-4145-a265-242d6c5c36fc/dc5e538f-14e0-4a61-8e2d-ae1743c169b8) {{(pid=109628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 22:59:41.470443 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [req-89a20ad6-6b92-4b8c-b763-d391152758ad req-8329a401-aea1-4f52-97d7-2563e28ae021 service neutron] Attempting to bind port 66b4984e-4f9b-4971-bf9f-1f953504702d on host hv-cinder-83009 for vnic_type normal with profile {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 22:59:41.470602 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [req-89a20ad6-6b92-4b8c-b763-d391152758ad req-8329a401-aea1-4f52-97d7-2563e28ae021 service neutron] Attempting to bind port 66b4984e-4f9b-4971-bf9f-1f953504702d by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': 'bce3d1e8-ca8a-4ba6-b9c0-f5271b830275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '50907839-a771-4d5d-8cdc-f2154e15e96c'}] {{(pid=109628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 22:59:41.470885 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89a20ad6-6b92-4b8c-b763-d391152758ad req-8329a401-aea1-4f52-97d7-2563e28ae021 service neutron] Attempting to bind port 66b4984e-4f9b-4971-bf9f-1f953504702d on network 50907839-a771-4d5d-8cdc-f2154e15e96c {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 22:59:41.508170 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f34d6f8-6fd5-472c-a581-5939e71ce462 req-f5abb0a6-ea8b-43a5-ba37-077441140a53 tempest-DeleteServersTestJSON-578838536 tempest-DeleteServersTestJSON-578838536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:59:41.508170 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-3f34d6f8-6fd5-472c-a581-5939e71ce462 req-f5abb0a6-ea8b-43a5-ba37-077441140a53 tempest-DeleteServersTestJSON-578838536 tempest-DeleteServersTestJSON-578838536-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d352db5-71c9-4b23-8a92-402408ebc450 HTTP/1.1" status: 200 len: 943 time: 0.6154761 Feb 20 22:59:41.508170 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89a20ad6-6b92-4b8c-b763-d391152758ad req-8329a401-aea1-4f52-97d7-2563e28ae021 service neutron] Port 66b4984e-4f9b-4971-bf9f-1f953504702d on network 50907839-a771-4d5d-8cdc-f2154e15e96c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 22:59:41.508170 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89a20ad6-6b92-4b8c-b763-d391152758ad req-8329a401-aea1-4f52-97d7-2563e28ae021 service neutron] Attempting to bind port 66b4984e-4f9b-4971-bf9f-1f953504702d on network 50907839-a771-4d5d-8cdc-f2154e15e96c {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 22:59:41.557964 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89a20ad6-6b92-4b8c-b763-d391152758ad req-8329a401-aea1-4f52-97d7-2563e28ae021 service neutron] Checking agent: {'id': 'a929ecfe-02b1-4b86-b2e7-0c746ea4b12c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 22, 57, 21), 'started_at': datetime.datetime(2022, 2, 20, 22, 57, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 22, 59, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 22:59:41.558852 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89a20ad6-6b92-4b8c-b763-d391152758ad req-8329a401-aea1-4f52-97d7-2563e28ae021 service neutron] Checking segment: {'id': 'bce3d1e8-ca8a-4ba6-b9c0-f5271b830275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '50907839-a771-4d5d-8cdc-f2154e15e96c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 22:59:41.558852 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89a20ad6-6b92-4b8c-b763-d391152758ad req-8329a401-aea1-4f52-97d7-2563e28ae021 service neutron] Bound using segment: {'id': 'bce3d1e8-ca8a-4ba6-b9c0-f5271b830275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '50907839-a771-4d5d-8cdc-f2154e15e96c'} {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 22:59:41.559264 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [req-89a20ad6-6b92-4b8c-b763-d391152758ad req-8329a401-aea1-4f52-97d7-2563e28ae021 service neutron] Bound port: 66b4984e-4f9b-4971-bf9f-1f953504702d, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bce3d1e8-ca8a-4ba6-b9c0-f5271b830275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '50907839-a771-4d5d-8cdc-f2154e15e96c'}}] {{(pid=109628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 22:59:41.559604 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-89a20ad6-6b92-4b8c-b763-d391152758ad req-8329a401-aea1-4f52-97d7-2563e28ae021 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4131840'] for port (66b4984e-4f9b-4971-bf9f-1f953504702d), before_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:41.730177 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-3f34d6f8-6fd5-472c-a581-5939e71ce462 req-8bc7ffd1-2d62-404f-b072-e5df5fcc296d tempest-DeleteServersTestJSON-578838536 tempest-DeleteServersTestJSON-578838536-project] 10.222.0.65 "GET /v2.0/security-groups?id=001690d6-0663-4ba3-bb6a-812d0f3aa2df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2190464 Feb 20 22:59:41.834809 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.notifiers.nova [req-c9e90dc2-72f4-4891-a0e4-44c5f8d01c23 req-342b1660-387b-452a-9eaf-674123109412 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a3b2189-d1ab-457a-8f01-1dbaa12b1282 {{(pid=109628) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 22:59:41.846450 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.db [req-89a20ad6-6b92-4b8c-b763-d391152758ad req-8329a401-aea1-4f52-97d7-2563e28ae021 service neutron] For port 66b4984e-4f9b-4971-bf9f-1f953504702d, host hv-cinder-83009, cleared binding levels {{(pid=109628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 22:59:41.876616 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-c9e90dc2-72f4-4891-a0e4-44c5f8d01c23 req-342b1660-387b-452a-9eaf-674123109412 service neutron] Publish callbacks [] for port (0a3b2189-d1ab-457a-8f01-1dbaa12b1282), precommit_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:41.900527 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.db [req-89a20ad6-6b92-4b8c-b763-d391152758ad req-8329a401-aea1-4f52-97d7-2563e28ae021 service neutron] For port 66b4984e-4f9b-4971-bf9f-1f953504702d, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=66b4984e-4f9b-4971-bf9f-1f953504702d,segment=NetworkSegment(bce3d1e8-ca8a-4ba6-b9c0-f5271b830275),segment_id=bce3d1e8-ca8a-4ba6-b9c0-f5271b830275)] {{(pid=109628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 22:59:41.943367 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.db.provisioning_blocks [req-c9e90dc2-72f4-4891-a0e4-44c5f8d01c23 req-342b1660-387b-452a-9eaf-674123109412 service neutron] Transition to ACTIVE for port object 0a3b2189-d1ab-457a-8f01-1dbaa12b1282 will not be triggered until provisioned by entity L2. {{(pid=109628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 22:59:41.952452 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-f9e3da49-8c95-4572-b0a2-0eb4c2c049f6 req-000a7a40-1351-4810-b4d0-2ec2a1494775 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Publish callbacks [] for port (dc5e538f-14e0-4a61-8e2d-ae1743c169b8), precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:42.002780 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.65', 43792) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:59:42.038872 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-89a20ad6-6b92-4b8c-b763-d391152758ad req-8329a401-aea1-4f52-97d7-2563e28ae021 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747407212427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747406771514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747406771532'] for port (66b4984e-4f9b-4971-bf9f-1f953504702d), after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:42.055584 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-c9e90dc2-72f4-4891-a0e4-44c5f8d01c23 req-342b1660-387b-452a-9eaf-674123109412 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747407212427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747406771514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747406771532'] for port (0a3b2189-d1ab-457a-8f01-1dbaa12b1282), after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:42.104493 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a20ad6-6b92-4b8c-b763-d391152758ad req-8329a401-aea1-4f52-97d7-2563e28ae021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:59:42.104493 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-89a20ad6-6b92-4b8c-b763-d391152758ad req-8329a401-aea1-4f52-97d7-2563e28ae021 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565544'] for port (None), before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:42.104493 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-89a20ad6-6b92-4b8c-b763-d391152758ad req-8329a401-aea1-4f52-97d7-2563e28ae021 service neutron] 10.222.0.42 "PUT /v2.0/ports/66b4984e-4f9b-4971-bf9f-1f953504702d HTTP/1.1" status: 200 len: 1093 time: 3.1401253 Feb 20 22:59:42.105321 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81375607-d255-4352-85da-eab4c1e730a9', 'tag': '66b4984e-4f9b-4971-bf9f-1f953504702d'}] {{(pid=109628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 22:59:42.107861 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4be7ee60aa4259b475ee261dcf74c65065c56e299c7a4b2359a57cf03aee0d96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8248d99a-5d8c-40cb-bebf-2c2166934b32" -d '{"events": [{"name": "network-changed", "server_uuid": "81375607-d255-4352-85da-eab4c1e730a9", "tag": "66b4984e-4f9b-4971-bf9f-1f953504702d"}]}' {{(pid=109628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 22:59:42.131779 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-f9e3da49-8c95-4572-b0a2-0eb4c2c049f6 req-000a7a40-1351-4810-b4d0-2ec2a1494775 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747406771496'] for port (dc5e538f-14e0-4a61-8e2d-ae1743c169b8), after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:42.231039 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 22:59:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-381f9e92-758b-4928-906c-b8edc92d3106 x-openstack-request-id: req-381f9e92-758b-4928-906c-b8edc92d3106 {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 22:59:42.231352 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81375607-d255-4352-85da-eab4c1e730a9", "tag": "66b4984e-4f9b-4971-bf9f-1f953504702d", "status": "completed", "code": 200}]} {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 22:59:42.231568 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-381f9e92-758b-4928-906c-b8edc92d3106 {{(pid=109628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 22:59:42.232241 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81375607-d255-4352-85da-eab4c1e730a9', 'tag': '66b4984e-4f9b-4971-bf9f-1f953504702d', 'status': 'completed', 'code': 200} Feb 20 22:59:42.243709 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9e3da49-8c95-4572-b0a2-0eb4c2c049f6 req-000a7a40-1351-4810-b4d0-2ec2a1494775 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Network 8904bc28-8825-408d-a027-aaac96b04ee9 is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 22:59:42.257675 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [None req-3af82f60-1de2-4081-b100-57cd80107f5c admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=cf78da6d2e96431abab4c5bf8f663221&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2533636 Feb 20 22:59:42.258655 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [req-f9e3da49-8c95-4572-b0a2-0eb4c2c049f6 req-000a7a40-1351-4810-b4d0-2ec2a1494775 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 22:59:42.260287 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.65', 43812) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:59:42.266799 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9e3da49-8c95-4572-b0a2-0eb4c2c049f6 req-000a7a40-1351-4810-b4d0-2ec2a1494775 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Received port after_create {{(pid=109628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 22:59:42.271876 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e3da49-8c95-4572-b0a2-0eb4c2c049f6 req-000a7a40-1351-4810-b4d0-2ec2a1494775 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:59:42.272625 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-f9e3da49-8c95-4572-b0a2-0eb4c2c049f6 req-000a7a40-1351-4810-b4d0-2ec2a1494775 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565544'] for port (None), before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:42.280031 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8329a401-aea1-4f52-97d7-2563e28ae021 service neutron] Pushing event updated for resources: {'Port': ['ID=66b4984e-4f9b-4971-bf9f-1f953504702d,revision_number=3']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:59:42.302226 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4ee9e5dc-1dff-4c04-b454-2799eca8d766 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (83a03d73-f5e1-4f72-b2a3-d557ae097998), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:42.312354 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [req-c9e90dc2-72f4-4891-a0e4-44c5f8d01c23 req-342b1660-387b-452a-9eaf-674123109412 service neutron] Attempting to bind port 0a3b2189-d1ab-457a-8f01-1dbaa12b1282 on host hv-cinder-83009 for vnic_type normal with profile {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 22:59:42.312793 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [req-c9e90dc2-72f4-4891-a0e4-44c5f8d01c23 req-342b1660-387b-452a-9eaf-674123109412 service neutron] Attempting to bind port 0a3b2189-d1ab-457a-8f01-1dbaa12b1282 by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': 'bce3d1e8-ca8a-4ba6-b9c0-f5271b830275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '50907839-a771-4d5d-8cdc-f2154e15e96c'}] {{(pid=109628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 22:59:42.313036 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9e90dc2-72f4-4891-a0e4-44c5f8d01c23 req-342b1660-387b-452a-9eaf-674123109412 service neutron] Attempting to bind port 0a3b2189-d1ab-457a-8f01-1dbaa12b1282 on network 50907839-a771-4d5d-8cdc-f2154e15e96c {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 22:59:42.353035 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9e90dc2-72f4-4891-a0e4-44c5f8d01c23 req-342b1660-387b-452a-9eaf-674123109412 service neutron] Port 0a3b2189-d1ab-457a-8f01-1dbaa12b1282 on network 50907839-a771-4d5d-8cdc-f2154e15e96c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 22:59:42.354017 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9e90dc2-72f4-4891-a0e4-44c5f8d01c23 req-342b1660-387b-452a-9eaf-674123109412 service neutron] Attempting to bind port 0a3b2189-d1ab-457a-8f01-1dbaa12b1282 on network 50907839-a771-4d5d-8cdc-f2154e15e96c {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 22:59:42.354120 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-180e6531-001d-4388-911a-22f8faa27ce0 admin admin] Publish callbacks [] for security_group (f6734209-652c-430b-a499-da0dc82d8fb9), before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:42.371035 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9e90dc2-72f4-4891-a0e4-44c5f8d01c23 req-342b1660-387b-452a-9eaf-674123109412 service neutron] Checking agent: {'id': 'a929ecfe-02b1-4b86-b2e7-0c746ea4b12c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 22, 57, 21), 'started_at': datetime.datetime(2022, 2, 20, 22, 57, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 22, 59, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 22:59:42.371223 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9e90dc2-72f4-4891-a0e4-44c5f8d01c23 req-342b1660-387b-452a-9eaf-674123109412 service neutron] Checking segment: {'id': 'bce3d1e8-ca8a-4ba6-b9c0-f5271b830275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '50907839-a771-4d5d-8cdc-f2154e15e96c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 22:59:42.376286 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9e90dc2-72f4-4891-a0e4-44c5f8d01c23 req-342b1660-387b-452a-9eaf-674123109412 service neutron] Bound using segment: {'id': 'bce3d1e8-ca8a-4ba6-b9c0-f5271b830275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '50907839-a771-4d5d-8cdc-f2154e15e96c'} {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 22:59:42.376286 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [req-c9e90dc2-72f4-4891-a0e4-44c5f8d01c23 req-342b1660-387b-452a-9eaf-674123109412 service neutron] Bound port: 0a3b2189-d1ab-457a-8f01-1dbaa12b1282, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bce3d1e8-ca8a-4ba6-b9c0-f5271b830275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '50907839-a771-4d5d-8cdc-f2154e15e96c'}}] {{(pid=109628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 22:59:42.376286 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-c9e90dc2-72f4-4891-a0e4-44c5f8d01c23 req-342b1660-387b-452a-9eaf-674123109412 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4131840'] for port (0a3b2189-d1ab-457a-8f01-1dbaa12b1282), before_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:42.393466 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-180e6531-001d-4388-911a-22f8faa27ce0 admin admin] Publish callbacks [] for security_group (f6734209-652c-430b-a499-da0dc82d8fb9), precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:42.395669 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342b1660-387b-452a-9eaf-674123109412 service neutron] Pushing event updated for resources: {'Port': ['ID=0a3b2189-d1ab-457a-8f01-1dbaa12b1282,revision_number=2']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:59:42.433032 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-f9e3da49-8c95-4572-b0a2-0eb4c2c049f6 req-000a7a40-1351-4810-b4d0-2ec2a1494775 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4343393 Feb 20 22:59:42.497665 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b353218-147e-47cf-bc08-0724513e4ea9 req-a2ce0b47-62a9-430c-a20e-6950d679e241 tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:59:42.499457 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-2b353218-147e-47cf-bc08-0724513e4ea9 req-a2ce0b47-62a9-430c-a20e-6950d679e241 tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] 10.222.0.65 "GET /v2.0/ports?device_id=33326422-931b-476f-886f-d21a1da23dee HTTP/1.1" status: 200 len: 944 time: 0.2361732 Feb 20 22:59:42.532422 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a131cd7b-49f8-42c9-9139-0834600ed0ab req-376f7aef-6c63-44a7-9251-4bb6d08ddfce tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:59:42.541261 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-a131cd7b-49f8-42c9-9139-0834600ed0ab req-376f7aef-6c63-44a7-9251-4bb6d08ddfce tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/ports?device_id=94ebbaaf-77be-4310-a7a0-d567dde9108c HTTP/1.1" status: 200 len: 932 time: 0.0722151 Feb 20 22:59:42.555579 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000a7a40-1351-4810-b4d0-2ec2a1494775 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Pushing event updated for resources: {'Port': ['ID=dc5e538f-14e0-4a61-8e2d-ae1743c169b8,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:59:42.570153 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-552ef3a5-0012-4b61-a647-331695885195 None None] Provisioning complete for port dc5e538f-14e0-4a61-8e2d-ae1743c169b8 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 22:59:42.570942 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-552ef3a5-0012-4b61-a647-331695885195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4145689'] for port (dc5e538f-14e0-4a61-8e2d-ae1743c169b8), provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:42.590157 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.db [req-c9e90dc2-72f4-4891-a0e4-44c5f8d01c23 req-342b1660-387b-452a-9eaf-674123109412 service neutron] For port 0a3b2189-d1ab-457a-8f01-1dbaa12b1282, host hv-cinder-83009, cleared binding levels {{(pid=109628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 22:59:42.604314 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-2b353218-147e-47cf-bc08-0724513e4ea9 req-653641de-b623-4e36-9430-7cc8487aab29 tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] 10.222.0.65 "GET /v2.0/security-groups?id=bc262dbf-af7b-45c0-8865-5866657a07f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959876 Feb 20 22:59:42.607710 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.db [req-c9e90dc2-72f4-4891-a0e4-44c5f8d01c23 req-342b1660-387b-452a-9eaf-674123109412 service neutron] For port 0a3b2189-d1ab-457a-8f01-1dbaa12b1282, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=0a3b2189-d1ab-457a-8f01-1dbaa12b1282,segment=NetworkSegment(bce3d1e8-ca8a-4ba6-b9c0-f5271b830275),segment_id=bce3d1e8-ca8a-4ba6-b9c0-f5271b830275)] {{(pid=109628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 22:59:42.608122 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-a131cd7b-49f8-42c9-9139-0834600ed0ab req-77d85bca-837f-47b1-8cec-b5601a1abb05 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/security-groups?id=04e39133-b65d-431a-838f-6deba86bf0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616760 Feb 20 22:59:42.610759 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-180e6531-001d-4388-911a-22f8faa27ce0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627867'] for security_group (f6734209-652c-430b-a499-da0dc82d8fb9), after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:42.617083 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-552ef3a5-0012-4b61-a647-331695885195 None None] Port dc5e538f-14e0-4a61-8e2d-ae1743c169b8 cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 22:59:42.617201 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-180e6531-001d-4388-911a-22f8faa27ce0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:42.620916 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [None req-180e6531-001d-4388-911a-22f8faa27ce0 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/f6734209-652c-430b-a499-da0dc82d8fb9 HTTP/1.1" status: 204 len: 168 time: 0.3596394 Feb 20 22:59:42.629035 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180e6531-001d-4388-911a-22f8faa27ce0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6734209-652c-430b-a499-da0dc82d8fb9,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:59:42.720536 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-c9e90dc2-72f4-4891-a0e4-44c5f8d01c23 req-342b1660-387b-452a-9eaf-674123109412 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747407212427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747406771514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747406771532'] for port (0a3b2189-d1ab-457a-8f01-1dbaa12b1282), after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:42.757981 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e90dc2-72f4-4891-a0e4-44c5f8d01c23 req-342b1660-387b-452a-9eaf-674123109412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:59:42.758613 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-c9e90dc2-72f4-4891-a0e4-44c5f8d01c23 req-342b1660-387b-452a-9eaf-674123109412 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565544'] for port (None), before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:42.760591 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-c9e90dc2-72f4-4891-a0e4-44c5f8d01c23 req-342b1660-387b-452a-9eaf-674123109412 service neutron] 10.222.0.42 "PUT /v2.0/ports/0a3b2189-d1ab-457a-8f01-1dbaa12b1282 HTTP/1.1" status: 200 len: 1094 time: 2.3674159 Feb 20 22:59:42.784656 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342b1660-387b-452a-9eaf-674123109412 service neutron] Pushing event updated for resources: {'Port': ['ID=0a3b2189-d1ab-457a-8f01-1dbaa12b1282,revision_number=3']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:59:42.879639 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584fe997-767d-47e4-ad46-52de97d03c6d req-7aa64df1-e39b-4378-b1e1-4140446b0f85 tempest-DeleteServersTestJSON-578838536 tempest-DeleteServersTestJSON-578838536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:59:42.881094 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-584fe997-767d-47e4-ad46-52de97d03c6d req-7aa64df1-e39b-4378-b1e1-4140446b0f85 tempest-DeleteServersTestJSON-578838536 tempest-DeleteServersTestJSON-578838536-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d352db5-71c9-4b23-8a92-402408ebc450 HTTP/1.1" status: 200 len: 943 time: 0.0551360 Feb 20 22:59:42.927666 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-584fe997-767d-47e4-ad46-52de97d03c6d req-78c81726-0268-4b38-a9d7-fc0d42612803 tempest-DeleteServersTestJSON-578838536 tempest-DeleteServersTestJSON-578838536-project] 10.222.0.65 "GET /v2.0/security-groups?id=001690d6-0663-4ba3-bb6a-812d0f3aa2df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401959 Feb 20 22:59:43.734935 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538da944-1f22-4d75-bc17-f1573230b45f req-91c46391-33b3-4fec-981b-3d09ba0e814d tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:59:43.736578 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-538da944-1f22-4d75-bc17-f1573230b45f req-91c46391-33b3-4fec-981b-3d09ba0e814d tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] 10.222.0.65 "GET /v2.0/ports?device_id=33326422-931b-476f-886f-d21a1da23dee HTTP/1.1" status: 200 len: 944 time: 0.0601714 Feb 20 22:59:43.739335 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95659aa0-b5ac-479a-bcd4-a00eb3abac32 req-a729a23a-4a8b-4cb5-b808-fd77061fb46b tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:59:43.748242 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-95659aa0-b5ac-479a-bcd4-a00eb3abac32 req-a729a23a-4a8b-4cb5-b808-fd77061fb46b tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/ports?device_id=94ebbaaf-77be-4310-a7a0-d567dde9108c HTTP/1.1" status: 200 len: 932 time: 0.0708859 Feb 20 22:59:43.762444 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.v2.base [req-f9e3da49-8c95-4572-b0a2-0eb4c2c049f6 req-64c192f8-daf0-4c36-82be-4abc2806c94b service neutron] Request body: {'port': {'device_id': '94ebbaaf-77be-4310-a7a0-d567dde9108c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 22:59:43.806664 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-538da944-1f22-4d75-bc17-f1573230b45f req-7c7e873a-87ea-4eea-ba1c-38e1adc10cda tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] 10.222.0.65 "GET /v2.0/security-groups?id=bc262dbf-af7b-45c0-8865-5866657a07f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591233 Feb 20 22:59:43.894236 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-95659aa0-b5ac-479a-bcd4-a00eb3abac32 req-8f8c3e2c-0936-4daa-b020-2d4c534f6c79 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/security-groups?id=04e39133-b65d-431a-838f-6deba86bf0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1444700 Feb 20 22:59:43.897517 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-f9e3da49-8c95-4572-b0a2-0eb4c2c049f6 req-64c192f8-daf0-4c36-82be-4abc2806c94b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4131840'] for port (dc5e538f-14e0-4a61-8e2d-ae1743c169b8), before_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:43.915526 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8248d99a-5d8c-40cb-bebf-2c2166934b32 req-6dc19852-b0cf-4bd0-af01-c31784bdb714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:59:43.917695 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-8248d99a-5d8c-40cb-bebf-2c2166934b32 req-6dc19852-b0cf-4bd0-af01-c31784bdb714 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e684d4332ff043eab2d102df1b6dd908&device_id=81375607-d255-4352-85da-eab4c1e730a9 HTTP/1.1" status: 200 len: 1127 time: 0.1188438 Feb 20 22:59:44.067456 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514248e8-af24-4338-b112-8b8032ca81bb req-7be4de22-0090-492c-9ae0-07b43a8a388e tempest-DeleteServersTestJSON-578838536 tempest-DeleteServersTestJSON-578838536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:59:44.074898 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-514248e8-af24-4338-b112-8b8032ca81bb req-7be4de22-0090-492c-9ae0-07b43a8a388e tempest-DeleteServersTestJSON-578838536 tempest-DeleteServersTestJSON-578838536-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d352db5-71c9-4b23-8a92-402408ebc450 HTTP/1.1" status: 200 len: 943 time: 0.0698113 Feb 20 22:59:44.168383 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-514248e8-af24-4338-b112-8b8032ca81bb req-339f8a21-9492-4c4c-b3f9-e1f66ac9134e tempest-DeleteServersTestJSON-578838536 tempest-DeleteServersTestJSON-578838536-project] 10.222.0.65 "GET /v2.0/security-groups?id=001690d6-0663-4ba3-bb6a-812d0f3aa2df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919442 Feb 20 22:59:44.337750 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33326422-931b-476f-886f-d21a1da23dee', 'tag': '0a3b2189-d1ab-457a-8f01-1dbaa12b1282'}] {{(pid=109628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 22:59:44.340202 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4be7ee60aa4259b475ee261dcf74c65065c56e299c7a4b2359a57cf03aee0d96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba4c48a8-57b6-494b-9ebf-eafdd914b17f" -d '{"events": [{"name": "network-changed", "server_uuid": "33326422-931b-476f-886f-d21a1da23dee", "tag": "0a3b2189-d1ab-457a-8f01-1dbaa12b1282"}]}' {{(pid=109628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 22:59:44.362620 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e90dc2-72f4-4891-a0e4-44c5f8d01c23 req-11feab87-ca85-4d6e-aa92-f96084b3caa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:59:44.365117 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-c9e90dc2-72f4-4891-a0e4-44c5f8d01c23 req-11feab87-ca85-4d6e-aa92-f96084b3caa2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e684d4332ff043eab2d102df1b6dd908&device_id=33326422-931b-476f-886f-d21a1da23dee HTTP/1.1" status: 200 len: 1128 time: 0.3940761 Feb 20 22:59:44.373649 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8248d99a-5d8c-40cb-bebf-2c2166934b32 req-70920d36-e056-488a-86a3-23e931a9408f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:59:44.375090 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-8248d99a-5d8c-40cb-bebf-2c2166934b32 req-70920d36-e056-488a-86a3-23e931a9408f service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=e684d4332ff043eab2d102df1b6dd908&shared=False HTTP/1.1" status: 200 len: 919 time: 0.4332581 Feb 20 22:59:44.432534 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 22:59:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-162b6366-40f7-4fbe-a5e6-c0a990b20574 x-openstack-request-id: req-162b6366-40f7-4fbe-a5e6-c0a990b20574 {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 22:59:44.432853 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33326422-931b-476f-886f-d21a1da23dee", "tag": "0a3b2189-d1ab-457a-8f01-1dbaa12b1282", "status": "completed", "code": 200}]} {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 22:59:44.433112 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-162b6366-40f7-4fbe-a5e6-c0a990b20574 {{(pid=109628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 22:59:44.433496 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33326422-931b-476f-886f-d21a1da23dee', 'tag': '0a3b2189-d1ab-457a-8f01-1dbaa12b1282', 'status': 'completed', 'code': 200} Feb 20 22:59:44.448497 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.notifiers.nova [req-f9e3da49-8c95-4572-b0a2-0eb4c2c049f6 req-64c192f8-daf0-4c36-82be-4abc2806c94b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc5e538f-14e0-4a61-8e2d-ae1743c169b8 {{(pid=109628) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 22:59:44.479823 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-f9e3da49-8c95-4572-b0a2-0eb4c2c049f6 req-64c192f8-daf0-4c36-82be-4abc2806c94b service neutron] Publish callbacks [] for port (dc5e538f-14e0-4a61-8e2d-ae1743c169b8), precommit_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:44.520106 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-99f68166-9186-48fe-992d-5803c17a6419 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (13c347f3-1c01-45ee-af8c-9f8a630e0f23), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:44.535810 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-c9e90dc2-72f4-4891-a0e4-44c5f8d01c23 req-a2ffabdc-fcdf-4d86-90c1-73658f53d16b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0a3b2189-d1ab-457a-8f01-1dbaa12b1282 HTTP/1.1" status: 200 len: 217 time: 0.0724363 Feb 20 22:59:44.635794 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.db.provisioning_blocks [req-f9e3da49-8c95-4572-b0a2-0eb4c2c049f6 req-64c192f8-daf0-4c36-82be-4abc2806c94b service neutron] Transition to ACTIVE for port object dc5e538f-14e0-4a61-8e2d-ae1743c169b8 will not be triggered until provisioned by entity L2. {{(pid=109628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 22:59:44.690192 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e90dc2-72f4-4891-a0e4-44c5f8d01c23 req-b8a568c2-1c66-4184-97fa-7febff8a1fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:59:44.691846 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-c9e90dc2-72f4-4891-a0e4-44c5f8d01c23 req-b8a568c2-1c66-4184-97fa-7febff8a1fa3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=bebd2843-1d13-4eae-8703-47333a1f09f6 HTTP/1.1" status: 200 len: 859 time: 0.1113105 Feb 20 22:59:44.701521 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8248d99a-5d8c-40cb-bebf-2c2166934b32 req-5be9ffd1-82af-4565-83ce-1d20e9c8df34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:59:44.702919 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-8248d99a-5d8c-40cb-bebf-2c2166934b32 req-5be9ffd1-82af-4565-83ce-1d20e9c8df34 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2472858 Feb 20 22:59:44.791343 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-c9e90dc2-72f4-4891-a0e4-44c5f8d01c23 req-402894a9-ce92-4518-ba41-f9e6c61a8c11 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=50907839-a771-4d5d-8cdc-f2154e15e96c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415411 Feb 20 22:59:44.791948 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-f9e3da49-8c95-4572-b0a2-0eb4c2c049f6 req-64c192f8-daf0-4c36-82be-4abc2806c94b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747407212427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747406771514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747406771532'] for port (dc5e538f-14e0-4a61-8e2d-ae1743c169b8), after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:44.985634 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3666c33c-1d99-45a9-92d8-8920b65e0df6 req-a7e31d1e-1d1f-4f41-86e8-de1d9ec1ff50 tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:59:44.987489 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-3666c33c-1d99-45a9-92d8-8920b65e0df6 req-a7e31d1e-1d1f-4f41-86e8-de1d9ec1ff50 tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] 10.222.0.65 "GET /v2.0/ports?device_id=33326422-931b-476f-886f-d21a1da23dee HTTP/1.1" status: 200 len: 944 time: 0.1069105 Feb 20 22:59:45.058493 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-3666c33c-1d99-45a9-92d8-8920b65e0df6 req-bf936b81-e63a-4948-b795-964839ed0d16 tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] 10.222.0.65 "GET /v2.0/security-groups?id=bc262dbf-af7b-45c0-8865-5866657a07f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615559 Feb 20 22:59:45.244652 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c192f8-daf0-4c36-82be-4abc2806c94b service neutron] Pushing event updated for resources: {'Port': ['ID=dc5e538f-14e0-4a61-8e2d-ae1743c169b8,revision_number=2']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:59:45.285908 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-c9e90dc2-72f4-4891-a0e4-44c5f8d01c23 req-5d632f17-31f8-4f81-9115-fe7a5688ebf7 service neutron] 10.222.0.42 "GET /v2.0/networks/50907839-a771-4d5d-8cdc-f2154e15e96c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2844682 Feb 20 22:59:45.287297 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a20ad6-6b92-4b8c-b763-d391152758ad req-77963b83-1574-47be-a2e3-8bacd841c6d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:59:45.297508 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-89a20ad6-6b92-4b8c-b763-d391152758ad req-77963b83-1574-47be-a2e3-8bacd841c6d9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e684d4332ff043eab2d102df1b6dd908&device_id=81375607-d255-4352-85da-eab4c1e730a9 HTTP/1.1" status: 200 len: 1127 time: 0.5003977 Feb 20 22:59:45.314072 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [req-f9e3da49-8c95-4572-b0a2-0eb4c2c049f6 req-64c192f8-daf0-4c36-82be-4abc2806c94b service neutron] Attempting to bind port dc5e538f-14e0-4a61-8e2d-ae1743c169b8 on host hv-cinder-83009 for vnic_type normal with profile {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 22:59:45.314608 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [req-f9e3da49-8c95-4572-b0a2-0eb4c2c049f6 req-64c192f8-daf0-4c36-82be-4abc2806c94b service neutron] Attempting to bind port dc5e538f-14e0-4a61-8e2d-ae1743c169b8 by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': 'e96cb693-0403-4029-b4e9-bd6b25e8f8fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '8904bc28-8825-408d-a027-aaac96b04ee9'}] {{(pid=109628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 22:59:45.315032 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9e3da49-8c95-4572-b0a2-0eb4c2c049f6 req-64c192f8-daf0-4c36-82be-4abc2806c94b service neutron] Attempting to bind port dc5e538f-14e0-4a61-8e2d-ae1743c169b8 on network 8904bc28-8825-408d-a027-aaac96b04ee9 {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 22:59:45.338760 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2ac298-ad9f-49c0-90f7-e1df4af43439 req-e454debb-d2de-4a7d-8498-e01ede584838 tempest-DeleteServersTestJSON-578838536 tempest-DeleteServersTestJSON-578838536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:59:45.340183 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-ea2ac298-ad9f-49c0-90f7-e1df4af43439 req-e454debb-d2de-4a7d-8498-e01ede584838 tempest-DeleteServersTestJSON-578838536 tempest-DeleteServersTestJSON-578838536-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d352db5-71c9-4b23-8a92-402408ebc450 HTTP/1.1" status: 200 len: 943 time: 0.0890701 Feb 20 22:59:45.373613 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04c5c00-d01b-4c52-b0fa-ba6d88051a69 req-180d93f4-f867-4710-80cb-eeb7c678c9d0 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:59:45.375092 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-b04c5c00-d01b-4c52-b0fa-ba6d88051a69 req-180d93f4-f867-4710-80cb-eeb7c678c9d0 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/ports?device_id=94ebbaaf-77be-4310-a7a0-d567dde9108c HTTP/1.1" status: 200 len: 944 time: 0.3641660 Feb 20 22:59:45.377718 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9e3da49-8c95-4572-b0a2-0eb4c2c049f6 req-64c192f8-daf0-4c36-82be-4abc2806c94b service neutron] Port dc5e538f-14e0-4a61-8e2d-ae1743c169b8 on network 8904bc28-8825-408d-a027-aaac96b04ee9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 22:59:45.377983 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9e3da49-8c95-4572-b0a2-0eb4c2c049f6 req-64c192f8-daf0-4c36-82be-4abc2806c94b service neutron] Attempting to bind port dc5e538f-14e0-4a61-8e2d-ae1743c169b8 on network 8904bc28-8825-408d-a027-aaac96b04ee9 {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 22:59:45.394810 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-ea2ac298-ad9f-49c0-90f7-e1df4af43439 req-4fc2344c-358d-4a83-8796-3679aab21989 tempest-DeleteServersTestJSON-578838536 tempest-DeleteServersTestJSON-578838536-project] 10.222.0.65 "GET /v2.0/security-groups?id=001690d6-0663-4ba3-bb6a-812d0f3aa2df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487387 Feb 20 22:59:45.405244 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-89a20ad6-6b92-4b8c-b763-d391152758ad req-0ab10835-4a07-4c71-b465-07a7be144c5b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=66b4984e-4f9b-4971-bf9f-1f953504702d HTTP/1.1" status: 200 len: 217 time: 0.1039507 Feb 20 22:59:45.452734 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9e3da49-8c95-4572-b0a2-0eb4c2c049f6 req-64c192f8-daf0-4c36-82be-4abc2806c94b service neutron] Checking agent: {'id': 'a929ecfe-02b1-4b86-b2e7-0c746ea4b12c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 22, 57, 21), 'started_at': datetime.datetime(2022, 2, 20, 22, 57, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 22, 59, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 22:59:45.454516 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9e3da49-8c95-4572-b0a2-0eb4c2c049f6 req-64c192f8-daf0-4c36-82be-4abc2806c94b service neutron] Checking segment: {'id': 'e96cb693-0403-4029-b4e9-bd6b25e8f8fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '8904bc28-8825-408d-a027-aaac96b04ee9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 22:59:45.454516 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9e3da49-8c95-4572-b0a2-0eb4c2c049f6 req-64c192f8-daf0-4c36-82be-4abc2806c94b service neutron] Bound using segment: {'id': 'e96cb693-0403-4029-b4e9-bd6b25e8f8fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '8904bc28-8825-408d-a027-aaac96b04ee9'} {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 22:59:45.454516 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [req-f9e3da49-8c95-4572-b0a2-0eb4c2c049f6 req-64c192f8-daf0-4c36-82be-4abc2806c94b service neutron] Bound port: dc5e538f-14e0-4a61-8e2d-ae1743c169b8, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e96cb693-0403-4029-b4e9-bd6b25e8f8fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '8904bc28-8825-408d-a027-aaac96b04ee9'}}] {{(pid=109628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 22:59:45.454516 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-f9e3da49-8c95-4572-b0a2-0eb4c2c049f6 req-64c192f8-daf0-4c36-82be-4abc2806c94b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4131840'] for port (dc5e538f-14e0-4a61-8e2d-ae1743c169b8), before_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:45.544567 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a20ad6-6b92-4b8c-b763-d391152758ad req-0589f6f8-3664-44d7-803d-f9563232aa4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:59:45.546071 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-89a20ad6-6b92-4b8c-b763-d391152758ad req-0589f6f8-3664-44d7-803d-f9563232aa4e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=bebd2843-1d13-4eae-8703-47333a1f09f6 HTTP/1.1" status: 200 len: 859 time: 0.1327760 Feb 20 22:59:45.571026 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-b04c5c00-d01b-4c52-b0fa-ba6d88051a69 req-149b1fa4-4778-498b-ac70-e9d186a1c456 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/security-groups?id=04e39133-b65d-431a-838f-6deba86bf0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1617351 Feb 20 22:59:45.576595 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-c9e90dc2-72f4-4891-a0e4-44c5f8d01c23 req-8eba44bb-1fa9-4667-936f-7a81c1619206 service neutron] 10.222.0.42 "GET /v2.0/networks/50907839-a771-4d5d-8cdc-f2154e15e96c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2656441 Feb 20 22:59:45.596304 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-89a20ad6-6b92-4b8c-b763-d391152758ad req-b7774242-6be1-48cf-894c-74b7b3b28dd2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=50907839-a771-4d5d-8cdc-f2154e15e96c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392385 Feb 20 22:59:45.663135 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.db [req-f9e3da49-8c95-4572-b0a2-0eb4c2c049f6 req-64c192f8-daf0-4c36-82be-4abc2806c94b service neutron] For port dc5e538f-14e0-4a61-8e2d-ae1743c169b8, host hv-cinder-83009, cleared binding levels {{(pid=109628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 22:59:45.678723 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.db [req-f9e3da49-8c95-4572-b0a2-0eb4c2c049f6 req-64c192f8-daf0-4c36-82be-4abc2806c94b service neutron] For port dc5e538f-14e0-4a61-8e2d-ae1743c169b8, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=dc5e538f-14e0-4a61-8e2d-ae1743c169b8,segment=NetworkSegment(e96cb693-0403-4029-b4e9-bd6b25e8f8fe),segment_id=e96cb693-0403-4029-b4e9-bd6b25e8f8fe)] {{(pid=109628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 22:59:45.723741 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-89a20ad6-6b92-4b8c-b763-d391152758ad req-ade53688-b8db-4961-a7ef-c7625e6d4ea1 service neutron] 10.222.0.42 "GET /v2.0/networks/50907839-a771-4d5d-8cdc-f2154e15e96c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1177993 Feb 20 22:59:45.815585 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-f9e3da49-8c95-4572-b0a2-0eb4c2c049f6 req-64c192f8-daf0-4c36-82be-4abc2806c94b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747407212427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747406771514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747406771532'] for port (dc5e538f-14e0-4a61-8e2d-ae1743c169b8), after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:45.888353 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e3da49-8c95-4572-b0a2-0eb4c2c049f6 req-64c192f8-daf0-4c36-82be-4abc2806c94b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:59:45.888981 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-f9e3da49-8c95-4572-b0a2-0eb4c2c049f6 req-64c192f8-daf0-4c36-82be-4abc2806c94b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565544'] for port (None), before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:45.890382 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-f9e3da49-8c95-4572-b0a2-0eb4c2c049f6 req-64c192f8-daf0-4c36-82be-4abc2806c94b service neutron] 10.222.0.42 "PUT /v2.0/ports/dc5e538f-14e0-4a61-8e2d-ae1743c169b8 HTTP/1.1" status: 200 len: 1094 time: 2.1342649 Feb 20 22:59:45.892206 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-89a20ad6-6b92-4b8c-b763-d391152758ad req-92212528-2bd9-402c-b802-e0376843eeaa service neutron] 10.222.0.42 "GET /v2.0/networks/50907839-a771-4d5d-8cdc-f2154e15e96c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1620584 Feb 20 22:59:45.897005 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-343008d4-3a37-47e4-bcbd-5ef9b41dd99c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (5ba36dc9-fc49-4f8a-9e75-ea70dbbc9d37), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:45.921436 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c192f8-daf0-4c36-82be-4abc2806c94b service neutron] Pushing event updated for resources: {'Port': ['ID=dc5e538f-14e0-4a61-8e2d-ae1743c169b8,revision_number=3']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:59:45.926969 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4c48a8-57b6-494b-9ebf-eafdd914b17f req-ebb95eb5-5ef0-4add-a09a-de86603f2539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:59:45.928474 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-ba4c48a8-57b6-494b-9ebf-eafdd914b17f req-ebb95eb5-5ef0-4add-a09a-de86603f2539 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e684d4332ff043eab2d102df1b6dd908&device_id=33326422-931b-476f-886f-d21a1da23dee HTTP/1.1" status: 200 len: 1128 time: 0.1328206 Feb 20 22:59:46.043586 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4c48a8-57b6-494b-9ebf-eafdd914b17f req-ea577b4c-e763-44c4-ae34-20ed909bc4f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:59:46.045050 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-ba4c48a8-57b6-494b-9ebf-eafdd914b17f req-ea577b4c-e763-44c4-ae34-20ed909bc4f6 service neutron] 10.222.0.42 "GET /v2.0/networks?id=50907839-a771-4d5d-8cdc-f2154e15e96c HTTP/1.1" status: 200 len: 919 time: 0.1100323 Feb 20 22:59:46.095313 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-ba4c48a8-57b6-494b-9ebf-eafdd914b17f req-8f937315-eb5e-4a5b-a0b7-cef7b9df78c7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0a3b2189-d1ab-457a-8f01-1dbaa12b1282 HTTP/1.1" status: 200 len: 217 time: 0.0353906 Feb 20 22:59:46.145347 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e3da49-8c95-4572-b0a2-0eb4c2c049f6 req-445e02b1-1182-473d-a66e-4f444b3cfe8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:59:46.146794 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-f9e3da49-8c95-4572-b0a2-0eb4c2c049f6 req-445e02b1-1182-473d-a66e-4f444b3cfe8d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=48a93be9550345ed9b9cbfc081ec5671&device_id=94ebbaaf-77be-4310-a7a0-d567dde9108c HTTP/1.1" status: 200 len: 1128 time: 0.1166012 Feb 20 22:59:46.164799 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4c48a8-57b6-494b-9ebf-eafdd914b17f req-81fbda8b-8d52-4a8a-8c74-ef185d3e96e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:59:46.166278 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-ba4c48a8-57b6-494b-9ebf-eafdd914b17f req-81fbda8b-8d52-4a8a-8c74-ef185d3e96e1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=bebd2843-1d13-4eae-8703-47333a1f09f6 HTTP/1.1" status: 200 len: 859 time: 0.0639217 Feb 20 22:59:46.179042 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a94f7a-451d-4ca5-a082-546d3888f1bc req-302e5209-112f-4537-89ba-db9775366120 tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:59:46.180550 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-44a94f7a-451d-4ca5-a082-546d3888f1bc req-302e5209-112f-4537-89ba-db9775366120 tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] 10.222.0.65 "GET /v2.0/ports?device_id=33326422-931b-476f-886f-d21a1da23dee HTTP/1.1" status: 200 len: 944 time: 0.0595617 Feb 20 22:59:46.202485 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-f9e3da49-8c95-4572-b0a2-0eb4c2c049f6 req-3ba12e4a-f56d-4a0a-8e42-f3b05b232d25 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dc5e538f-14e0-4a61-8e2d-ae1743c169b8 HTTP/1.1" status: 200 len: 217 time: 0.0480611 Feb 20 22:59:46.239865 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-ba4c48a8-57b6-494b-9ebf-eafdd914b17f req-d57a3d91-22e9-498e-99d6-743f38c1ace5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=50907839-a771-4d5d-8cdc-f2154e15e96c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0463297 Feb 20 22:59:46.243761 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-44a94f7a-451d-4ca5-a082-546d3888f1bc req-7fdc9abd-dd3f-45d6-b805-44bd3364279a tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] 10.222.0.65 "GET /v2.0/security-groups?id=bc262dbf-af7b-45c0-8865-5866657a07f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530856 Feb 20 22:59:46.327253 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e3da49-8c95-4572-b0a2-0eb4c2c049f6 req-059c2c5c-12c4-4810-b48d-66f244765a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:59:46.328699 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-f9e3da49-8c95-4572-b0a2-0eb4c2c049f6 req-059c2c5c-12c4-4810-b48d-66f244765a70 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=58431437-f6f9-4145-a265-242d6c5c36fc HTTP/1.1" status: 200 len: 855 time: 0.1054070 Feb 20 22:59:46.392439 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-ba4c48a8-57b6-494b-9ebf-eafdd914b17f req-df6f7c2d-9304-4efa-8e18-e5c59b324ff6 service neutron] 10.222.0.42 "GET /v2.0/networks/50907839-a771-4d5d-8cdc-f2154e15e96c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323829 Feb 20 22:59:46.456910 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e3da49-8c95-4572-b0a2-0eb4c2c049f6 req-df8d3aa7-4118-4ba7-bfbd-b033b7d46782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:59:46.459102 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-f9e3da49-8c95-4572-b0a2-0eb4c2c049f6 req-df8d3aa7-4118-4ba7-bfbd-b033b7d46782 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8904bc28-8825-408d-a027-aaac96b04ee9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1222837 Feb 20 22:59:46.459102 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94ebbaaf-77be-4310-a7a0-d567dde9108c', 'tag': 'dc5e538f-14e0-4a61-8e2d-ae1743c169b8'}] {{(pid=109628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 22:59:46.461109 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4be7ee60aa4259b475ee261dcf74c65065c56e299c7a4b2359a57cf03aee0d96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d45d114f-5cd3-4ad3-bc51-9b60a79d9970" -d '{"events": [{"name": "network-changed", "server_uuid": "94ebbaaf-77be-4310-a7a0-d567dde9108c", "tag": "dc5e538f-14e0-4a61-8e2d-ae1743c169b8"}]}' {{(pid=109628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 22:59:46.505333 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 22:59:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8f5d3da-2bd7-49f6-887a-3fb10eb7b0b1 x-openstack-request-id: req-d8f5d3da-2bd7-49f6-887a-3fb10eb7b0b1 {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 22:59:46.505522 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94ebbaaf-77be-4310-a7a0-d567dde9108c", "tag": "dc5e538f-14e0-4a61-8e2d-ae1743c169b8", "status": "completed", "code": 200}]} {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 22:59:46.505778 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d8f5d3da-2bd7-49f6-887a-3fb10eb7b0b1 {{(pid=109628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 22:59:46.506169 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94ebbaaf-77be-4310-a7a0-d567dde9108c', 'tag': 'dc5e538f-14e0-4a61-8e2d-ae1743c169b8', 'status': 'completed', 'code': 200} Feb 20 22:59:46.609763 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-ba4c48a8-57b6-494b-9ebf-eafdd914b17f req-1c12d283-bab6-481a-9452-da1bd1dbf571 service neutron] 10.222.0.42 "GET /v2.0/networks/50907839-a771-4d5d-8cdc-f2154e15e96c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2074635 Feb 20 22:59:46.629201 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af41490-559e-4b3f-993b-658bbd6bc9ce req-6ad724b3-13f0-40c9-8ee6-3532f1c54ff4 tempest-DeleteServersTestJSON-578838536 tempest-DeleteServersTestJSON-578838536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:59:46.629201 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-5af41490-559e-4b3f-993b-658bbd6bc9ce req-6ad724b3-13f0-40c9-8ee6-3532f1c54ff4 tempest-DeleteServersTestJSON-578838536 tempest-DeleteServersTestJSON-578838536-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d352db5-71c9-4b23-8a92-402408ebc450 HTTP/1.1" status: 200 len: 943 time: 0.1460097 Feb 20 22:59:46.656269 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-f9e3da49-8c95-4572-b0a2-0eb4c2c049f6 req-a9354371-84c2-4d7e-808d-4cfe92a8cbd6 service neutron] 10.222.0.42 "GET /v2.0/networks/8904bc28-8825-408d-a027-aaac96b04ee9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1884985 Feb 20 22:59:46.737353 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567bd1e3-6bd7-4227-aaa6-bcbc7e39c2d3 req-170df2ec-15fb-4f44-81ac-ec0cbb2f1736 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:59:46.738966 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-567bd1e3-6bd7-4227-aaa6-bcbc7e39c2d3 req-170df2ec-15fb-4f44-81ac-ec0cbb2f1736 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/ports?device_id=94ebbaaf-77be-4310-a7a0-d567dde9108c HTTP/1.1" status: 200 len: 944 time: 0.0597184 Feb 20 22:59:46.742869 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-5af41490-559e-4b3f-993b-658bbd6bc9ce req-d36e6e75-4550-432f-91c8-ecf84b80a205 tempest-DeleteServersTestJSON-578838536 tempest-DeleteServersTestJSON-578838536-project] 10.222.0.65 "GET /v2.0/security-groups?id=001690d6-0663-4ba3-bb6a-812d0f3aa2df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051242 Feb 20 22:59:46.797971 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-f9e3da49-8c95-4572-b0a2-0eb4c2c049f6 req-e4551bea-f289-470e-8aec-41e34e5fb626 service neutron] 10.222.0.42 "GET /v2.0/networks/8904bc28-8825-408d-a027-aaac96b04ee9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339550 Feb 20 22:59:46.826589 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-567bd1e3-6bd7-4227-aaa6-bcbc7e39c2d3 req-acffac8c-a113-4068-86a2-17eadad00c64 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/security-groups?id=04e39133-b65d-431a-838f-6deba86bf0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672896 Feb 20 22:59:47.062240 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45d114f-5cd3-4ad3-bc51-9b60a79d9970 req-2b658d7d-3c90-4be6-9074-b078ec6ad1c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:59:47.063899 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-d45d114f-5cd3-4ad3-bc51-9b60a79d9970 req-2b658d7d-3c90-4be6-9074-b078ec6ad1c5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=48a93be9550345ed9b9cbfc081ec5671&device_id=94ebbaaf-77be-4310-a7a0-d567dde9108c HTTP/1.1" status: 200 len: 1128 time: 0.0552096 Feb 20 22:59:47.156724 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45d114f-5cd3-4ad3-bc51-9b60a79d9970 req-588bfb7a-f738-49cd-91ea-6bbdf3789ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:59:47.158164 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-d45d114f-5cd3-4ad3-bc51-9b60a79d9970 req-588bfb7a-f738-49cd-91ea-6bbdf3789ecd service neutron] 10.222.0.42 "GET /v2.0/networks?id=8904bc28-8825-408d-a027-aaac96b04ee9 HTTP/1.1" status: 200 len: 916 time: 0.0864420 Feb 20 22:59:47.170620 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-f8bda328-0f39-40fc-b2c8-28796977f3d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (e2edd6cb-ac77-47df-80b5-e0a92a5dde3d), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:47.201891 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-d45d114f-5cd3-4ad3-bc51-9b60a79d9970 req-2d9b7f88-7dc8-4a42-93bf-adc4e27c3dd8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dc5e538f-14e0-4a61-8e2d-ae1743c169b8 HTTP/1.1" status: 200 len: 217 time: 0.0372305 Feb 20 22:59:47.250415 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45d114f-5cd3-4ad3-bc51-9b60a79d9970 req-2d6836de-bd0d-4a0d-833a-83f6d111a7f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:59:47.251885 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-d45d114f-5cd3-4ad3-bc51-9b60a79d9970 req-2d6836de-bd0d-4a0d-833a-83f6d111a7f4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=58431437-f6f9-4145-a265-242d6c5c36fc HTTP/1.1" status: 200 len: 855 time: 0.0444970 Feb 20 22:59:47.301939 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45d114f-5cd3-4ad3-bc51-9b60a79d9970 req-afe639df-1f4c-4872-8baa-194392111f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:59:47.303432 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-d45d114f-5cd3-4ad3-bc51-9b60a79d9970 req-afe639df-1f4c-4872-8baa-194392111f95 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8904bc28-8825-408d-a027-aaac96b04ee9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0450349 Feb 20 22:59:47.353854 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0396359b-55e9-4ad8-9e40-7865063d9e38 req-d12d1866-3cc4-4a16-a35f-4408dd788033 tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:59:47.355379 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-0396359b-55e9-4ad8-9e40-7865063d9e38 req-d12d1866-3cc4-4a16-a35f-4408dd788033 tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] 10.222.0.65 "GET /v2.0/ports?device_id=33326422-931b-476f-886f-d21a1da23dee HTTP/1.1" status: 200 len: 944 time: 0.0511022 Feb 20 22:59:47.402710 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-0396359b-55e9-4ad8-9e40-7865063d9e38 req-cfc76de4-c4df-44c8-93f0-da9f6aae4a40 tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] 10.222.0.65 "GET /v2.0/security-groups?id=bc262dbf-af7b-45c0-8865-5866657a07f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417001 Feb 20 22:59:47.876627 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47206204-06af-4187-b32d-9e3866dc3bcc req-51a34e6d-29ef-4283-88ce-e38482c73285 tempest-DeleteServersTestJSON-578838536 tempest-DeleteServersTestJSON-578838536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:59:47.876627 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-47206204-06af-4187-b32d-9e3866dc3bcc req-51a34e6d-29ef-4283-88ce-e38482c73285 tempest-DeleteServersTestJSON-578838536 tempest-DeleteServersTestJSON-578838536-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d352db5-71c9-4b23-8a92-402408ebc450 HTTP/1.1" status: 200 len: 943 time: 0.0563967 Feb 20 22:59:47.920806 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-47206204-06af-4187-b32d-9e3866dc3bcc req-a4a5a096-060e-408e-a582-0ced0522386b tempest-DeleteServersTestJSON-578838536 tempest-DeleteServersTestJSON-578838536-project] 10.222.0.65 "GET /v2.0/security-groups?id=001690d6-0663-4ba3-bb6a-812d0f3aa2df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412571 Feb 20 22:59:47.950279 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d449334-8f10-4c14-ab51-d69795ca40e7 req-7c0077d4-d789-408d-9f8e-f4eab32d6c83 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:59:47.951769 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-7d449334-8f10-4c14-ab51-d69795ca40e7 req-7c0077d4-d789-408d-9f8e-f4eab32d6c83 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/ports?device_id=94ebbaaf-77be-4310-a7a0-d567dde9108c HTTP/1.1" status: 200 len: 944 time: 0.0522494 Feb 20 22:59:47.999479 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-7d449334-8f10-4c14-ab51-d69795ca40e7 req-33278ad3-b0eb-462b-98fb-ca75f1688d1c tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/security-groups?id=04e39133-b65d-431a-838f-6deba86bf0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419505 Feb 20 22:59:48.522380 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f5af35-5978-4f83-90d5-f940e1c66446 req-27784380-1968-4c44-8963-eed81818261c tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:59:48.523922 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-96f5af35-5978-4f83-90d5-f940e1c66446 req-27784380-1968-4c44-8963-eed81818261c tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] 10.222.0.65 "GET /v2.0/ports?device_id=33326422-931b-476f-886f-d21a1da23dee HTTP/1.1" status: 200 len: 944 time: 0.0519106 Feb 20 22:59:48.581193 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-96f5af35-5978-4f83-90d5-f940e1c66446 req-d4c0900b-4e65-48fa-855f-356f38f790ee tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] 10.222.0.65 "GET /v2.0/security-groups?id=bc262dbf-af7b-45c0-8865-5866657a07f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509768 Feb 20 22:59:48.633856 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Device cc45e304-51bb-4052-a35e-72483737a1a0 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=109630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 22:59:48.665273 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (2dc95353-690e-4eed-857f-cdb5bbe3a4be), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:48.714054 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-d45d114f-5cd3-4ad3-bc51-9b60a79d9970 req-7d74f693-2e31-40b2-b564-36e3b755e2ad service neutron] 10.222.0.42 "GET /v2.0/networks/8904bc28-8825-408d-a027-aaac96b04ee9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992436 Feb 20 22:59:48.748978 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] For port cc45e304-51bb-4052-a35e-72483737a1a0, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=cc45e304-51bb-4052-a35e-72483737a1a0,segment=NetworkSegment(655b460c-2211-46cc-90b8-10db39171b38),segment_id=655b460c-2211-46cc-90b8-10db39171b38)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 22:59:48.759948 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Returning: {'device': 'cc45e304-51bb-4052-a35e-72483737a1a0', 'network_id': '128f554d-22ec-46aa-86bb-cf96bf68ca76', 'port_id': 'cc45e304-51bb-4052-a35e-72483737a1a0', 'mac_address': 'fa:16:3e:9d:fb:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '301e501d-b351-4b56-8f24-11a857cdb58c', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 22:59:48.802984 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Current status of the port cc45e304-51bb-4052-a35e-72483737a1a0 is: DOWN; New status is: BUILD {{(pid=109630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 22:59:48.803378 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4131840'] for port (cc45e304-51bb-4052-a35e-72483737a1a0), before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:48.820402 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.notifiers.nova [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc45e304-51bb-4052-a35e-72483737a1a0 {{(pid=109630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 22:59:48.841798 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] For port cc45e304-51bb-4052-a35e-72483737a1a0, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=cc45e304-51bb-4052-a35e-72483737a1a0,segment=NetworkSegment(655b460c-2211-46cc-90b8-10db39171b38),segment_id=655b460c-2211-46cc-90b8-10db39171b38)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 22:59:48.953774 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747407212427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747406771514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747406771532'] for port (cc45e304-51bb-4052-a35e-72483737a1a0), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:49.006108 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Pushing event updated for resources: {'Port': ['ID=cc45e304-51bb-4052-a35e-72483737a1a0,revision_number=4']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:59:49.048925 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01674b39-245c-489b-a835-add1ff4fa1ee req-e6de042b-4e36-4de0-a8e7-6365e6723a79 tempest-DeleteServersTestJSON-578838536 tempest-DeleteServersTestJSON-578838536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:59:49.050776 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-01674b39-245c-489b-a835-add1ff4fa1ee req-e6de042b-4e36-4de0-a8e7-6365e6723a79 tempest-DeleteServersTestJSON-578838536 tempest-DeleteServersTestJSON-578838536-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d352db5-71c9-4b23-8a92-402408ebc450 HTTP/1.1" status: 200 len: 944 time: 0.0595081 Feb 20 22:59:49.097278 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-01674b39-245c-489b-a835-add1ff4fa1ee req-c03beb0f-73c4-413c-8b8a-c603edb9db90 tempest-DeleteServersTestJSON-578838536 tempest-DeleteServersTestJSON-578838536-project] 10.222.0.65 "GET /v2.0/security-groups?id=001690d6-0663-4ba3-bb6a-812d0f3aa2df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408068 Feb 20 22:59:49.121496 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f9bb0a-db5f-4e5d-87f7-ac98358117ca req-0dda5296-769b-4ab9-9e1d-5cf9b6146fc7 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:59:49.123030 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-42f9bb0a-db5f-4e5d-87f7-ac98358117ca req-0dda5296-769b-4ab9-9e1d-5cf9b6146fc7 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/ports?device_id=94ebbaaf-77be-4310-a7a0-d567dde9108c HTTP/1.1" status: 200 len: 944 time: 0.0561421 Feb 20 22:59:49.170562 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-42f9bb0a-db5f-4e5d-87f7-ac98358117ca req-4ee1cf89-172c-45e4-8db6-4b059ab1e0c0 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/security-groups?id=04e39133-b65d-431a-838f-6deba86bf0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417802 Feb 20 22:59:49.643861 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-d45d114f-5cd3-4ad3-bc51-9b60a79d9970 req-a541df8c-0de6-4f02-b3f9-f48ca930b5e6 service neutron] 10.222.0.42 "GET /v2.0/networks/8904bc28-8825-408d-a027-aaac96b04ee9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885892 Feb 20 22:59:49.899969 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e2d420-be96-460a-9975-8229545d681c req-34a7cf70-7d27-4852-b41e-98b47f951569 tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:59:49.899969 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-14e2d420-be96-460a-9975-8229545d681c req-34a7cf70-7d27-4852-b41e-98b47f951569 tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] 10.222.0.65 "GET /v2.0/ports?device_id=33326422-931b-476f-886f-d21a1da23dee HTTP/1.1" status: 200 len: 944 time: 0.2482748 Feb 20 22:59:49.953319 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-14e2d420-be96-460a-9975-8229545d681c req-98492bfe-ddc0-4260-90eb-b685727a3e3d tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] 10.222.0.65 "GET /v2.0/security-groups?id=bc262dbf-af7b-45c0-8865-5866657a07f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464087 Feb 20 22:59:50.241048 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e915f94-aaa1-4330-bd96-86a2377e2388 req-47120cde-4885-4893-a62e-d6bf686c5450 tempest-DeleteServersTestJSON-578838536 tempest-DeleteServersTestJSON-578838536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:59:50.243669 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-5e915f94-aaa1-4330-bd96-86a2377e2388 req-47120cde-4885-4893-a62e-d6bf686c5450 tempest-DeleteServersTestJSON-578838536 tempest-DeleteServersTestJSON-578838536-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d352db5-71c9-4b23-8a92-402408ebc450 HTTP/1.1" status: 200 len: 944 time: 0.0802045 Feb 20 22:59:50.303537 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-5e915f94-aaa1-4330-bd96-86a2377e2388 req-a4eb7c5b-e24d-4a70-b158-6d53971fbd60 tempest-DeleteServersTestJSON-578838536 tempest-DeleteServersTestJSON-578838536-project] 10.222.0.65 "GET /v2.0/security-groups?id=001690d6-0663-4ba3-bb6a-812d0f3aa2df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508010 Feb 20 22:59:50.360796 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b87c3d-8985-4b23-acf1-745b88ae28e8 req-ee47d163-de10-4300-92cf-1b9c762b2d70 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:59:50.362281 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-c9b87c3d-8985-4b23-acf1-745b88ae28e8 req-ee47d163-de10-4300-92cf-1b9c762b2d70 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/ports?device_id=94ebbaaf-77be-4310-a7a0-d567dde9108c HTTP/1.1" status: 200 len: 944 time: 0.1091194 Feb 20 22:59:50.408955 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-c9b87c3d-8985-4b23-acf1-745b88ae28e8 req-14688552-d56a-4889-980a-5cf1d4405faf tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/security-groups?id=04e39133-b65d-431a-838f-6deba86bf0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410016 Feb 20 22:59:51.069834 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711d7222-a87f-499f-ac18-f241d2d2aed7 req-bd4de73b-38e9-4991-9da0-b949339e9c5f tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:59:51.071318 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-711d7222-a87f-499f-ac18-f241d2d2aed7 req-bd4de73b-38e9-4991-9da0-b949339e9c5f tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] 10.222.0.65 "GET /v2.0/ports?device_id=33326422-931b-476f-886f-d21a1da23dee HTTP/1.1" status: 200 len: 944 time: 0.0523903 Feb 20 22:59:51.123745 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-711d7222-a87f-499f-ac18-f241d2d2aed7 req-42b9deb2-5ec2-4a4f-b266-7ce5dfcc0335 tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] 10.222.0.65 "GET /v2.0/security-groups?id=bc262dbf-af7b-45c0-8865-5866657a07f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439932 Feb 20 22:59:51.365291 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (a929ecfe-02b1-4b86-b2e7-0c746ea4b12c), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:51.443986 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ff02d2-4f75-4d49-8c4c-bc8178bf28f4 req-cf9c660c-cd94-41d1-b886-2009e91de166 tempest-DeleteServersTestJSON-578838536 tempest-DeleteServersTestJSON-578838536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:59:51.445511 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-04ff02d2-4f75-4d49-8c4c-bc8178bf28f4 req-cf9c660c-cd94-41d1-b886-2009e91de166 tempest-DeleteServersTestJSON-578838536 tempest-DeleteServersTestJSON-578838536-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d352db5-71c9-4b23-8a92-402408ebc450 HTTP/1.1" status: 200 len: 944 time: 0.0600860 Feb 20 22:59:51.504228 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-04ff02d2-4f75-4d49-8c4c-bc8178bf28f4 req-fbb0aae2-4066-4f17-b89c-65f4d5458835 tempest-DeleteServersTestJSON-578838536 tempest-DeleteServersTestJSON-578838536-project] 10.222.0.65 "GET /v2.0/security-groups?id=001690d6-0663-4ba3-bb6a-812d0f3aa2df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526655 Feb 20 22:59:51.546786 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae963a8d-04e1-48f9-9a93-f1afe14ba7ef req-63fb9e93-ab10-4e56-8d50-a4be4eb7e1d0 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:59:51.548347 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-ae963a8d-04e1-48f9-9a93-f1afe14ba7ef req-63fb9e93-ab10-4e56-8d50-a4be4eb7e1d0 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/ports?device_id=94ebbaaf-77be-4310-a7a0-d567dde9108c HTTP/1.1" status: 200 len: 944 time: 0.0610144 Feb 20 22:59:51.596426 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-ae963a8d-04e1-48f9-9a93-f1afe14ba7ef req-346e7f2a-fbee-4b14-b4e6-3e7139c1b783 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/security-groups?id=04e39133-b65d-431a-838f-6deba86bf0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419610 Feb 20 22:59:51.682895 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.65', 44158) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:59:51.789649 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-aa428750-336a-47e2-93b5-443c347d5d5b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:51.862685 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-aa428750-336a-47e2-93b5-443c347d5d5b admin admin] Publish callbacks [] for security_group (c162a1b5-07bc-4bde-b7f8-865fda08c6fa), precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:51.910857 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] get_ports_and_sgs() called for port_ids ['cc45e304-51bb-4052-a35e-72483737a1a0'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 22:59:52.043959 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-aa428750-336a-47e2-93b5-443c347d5d5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627867'] for security_group (c162a1b5-07bc-4bde-b7f8-865fda08c6fa), after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:52.081955 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa428750-336a-47e2-93b5-443c347d5d5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c162a1b5-07bc-4bde-b7f8-865fda08c6fa,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:59:52.087231 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [None req-aa428750-336a-47e2-93b5-443c347d5d5b admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=2f4d2ab05b7743adbf9b6ba1faa737b1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4022238 Feb 20 22:59:52.089002 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.65', 44164) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:59:52.136401 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-6341dd34-7d95-4b03-917b-d31d8b578df9 admin admin] Publish callbacks [] for security_group (c162a1b5-07bc-4bde-b7f8-865fda08c6fa), before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:52.158245 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-6341dd34-7d95-4b03-917b-d31d8b578df9 admin admin] Publish callbacks [] for security_group (c162a1b5-07bc-4bde-b7f8-865fda08c6fa), precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:52.239766 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f55f1e8-120d-4ab7-9196-8352f6209b08 req-93e8848c-2c43-47e7-b668-b240a3e54dda tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:59:52.241210 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-6f55f1e8-120d-4ab7-9196-8352f6209b08 req-93e8848c-2c43-47e7-b668-b240a3e54dda tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] 10.222.0.65 "GET /v2.0/ports?device_id=33326422-931b-476f-886f-d21a1da23dee HTTP/1.1" status: 200 len: 944 time: 0.0516310 Feb 20 22:59:52.290161 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-6f55f1e8-120d-4ab7-9196-8352f6209b08 req-64c5d55f-305d-49ce-8350-f57e8db0e5ef tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] 10.222.0.65 "GET /v2.0/security-groups?id=bc262dbf-af7b-45c0-8865-5866657a07f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432713 Feb 20 22:59:52.291171 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-6341dd34-7d95-4b03-917b-d31d8b578df9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627867'] for security_group (c162a1b5-07bc-4bde-b7f8-865fda08c6fa), after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:52.293690 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-6341dd34-7d95-4b03-917b-d31d8b578df9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:52.294952 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [None req-6341dd34-7d95-4b03-917b-d31d8b578df9 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/c162a1b5-07bc-4bde-b7f8-865fda08c6fa HTTP/1.1" status: 204 len: 168 time: 0.2046916 Feb 20 22:59:52.306523 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6341dd34-7d95-4b03-917b-d31d8b578df9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c162a1b5-07bc-4bde-b7f8-865fda08c6fa,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:59:52.641831 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a3e577-43c5-4c32-98f9-42bb9e90a0b8 req-bbab072f-7c2d-44a1-8d35-884c9d00612d tempest-DeleteServersTestJSON-578838536 tempest-DeleteServersTestJSON-578838536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:59:52.643390 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-13a3e577-43c5-4c32-98f9-42bb9e90a0b8 req-bbab072f-7c2d-44a1-8d35-884c9d00612d tempest-DeleteServersTestJSON-578838536 tempest-DeleteServersTestJSON-578838536-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d352db5-71c9-4b23-8a92-402408ebc450 HTTP/1.1" status: 200 len: 944 time: 0.0623815 Feb 20 22:59:52.706940 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-13a3e577-43c5-4c32-98f9-42bb9e90a0b8 req-4c641184-4cb2-4a59-902e-d06f83b818c3 tempest-DeleteServersTestJSON-578838536 tempest-DeleteServersTestJSON-578838536-project] 10.222.0.65 "GET /v2.0/security-groups?id=001690d6-0663-4ba3-bb6a-812d0f3aa2df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576203 Feb 20 22:59:52.766080 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fa3e47-44eb-4727-a707-075c21a7c7f0 req-067dd9ec-d11f-4ef0-92bb-4f425ef4d983 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:59:52.767580 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-97fa3e47-44eb-4727-a707-075c21a7c7f0 req-067dd9ec-d11f-4ef0-92bb-4f425ef4d983 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/ports?device_id=94ebbaaf-77be-4310-a7a0-d567dde9108c HTTP/1.1" status: 200 len: 944 time: 0.0778649 Feb 20 22:59:52.813991 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-97fa3e47-44eb-4727-a707-075c21a7c7f0 req-44d00684-cf6e-44c0-863e-94c6467526de tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/security-groups?id=04e39133-b65d-431a-838f-6deba86bf0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406477 Feb 20 22:59:53.254047 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.65', 44206) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:59:53.267324 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-5e6ddd79-2e8f-48a8-a858-f3e3bae0b6a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:53.369448 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-5e6ddd79-2e8f-48a8-a858-f3e3bae0b6a6 admin admin] Publish callbacks [] for security_group (14446e70-57c1-4cac-b818-75717692f75f), precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:53.425341 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41a87e4-bad5-456c-ba2b-05a5c064adcd req-386aa226-ced9-49ad-8d18-d97d49c6067b tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:59:53.426863 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-d41a87e4-bad5-456c-ba2b-05a5c064adcd req-386aa226-ced9-49ad-8d18-d97d49c6067b tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] 10.222.0.65 "GET /v2.0/ports?device_id=33326422-931b-476f-886f-d21a1da23dee HTTP/1.1" status: 200 len: 944 time: 0.0521867 Feb 20 22:59:53.485490 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-d41a87e4-bad5-456c-ba2b-05a5c064adcd req-0764e33f-00d1-4ca4-a541-f17f760242e6 tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] 10.222.0.65 "GET /v2.0/security-groups?id=bc262dbf-af7b-45c0-8865-5866657a07f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511844 Feb 20 22:59:53.486614 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-5e6ddd79-2e8f-48a8-a858-f3e3bae0b6a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627867'] for security_group (14446e70-57c1-4cac-b818-75717692f75f), after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:53.536733 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.65', 44226) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:59:53.536936 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [None req-5e6ddd79-2e8f-48a8-a858-f3e3bae0b6a6 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=000e322757524c5eaebaa908d52d23e2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2815166 Feb 20 22:59:53.538840 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6ddd79-2e8f-48a8-a858-f3e3bae0b6a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14446e70-57c1-4cac-b818-75717692f75f,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:59:53.592000 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-baa50bfc-0c91-44f5-a1cf-f5a2a272e192 admin admin] Publish callbacks [] for security_group (14446e70-57c1-4cac-b818-75717692f75f), before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:53.613969 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-baa50bfc-0c91-44f5-a1cf-f5a2a272e192 admin admin] Publish callbacks [] for security_group (14446e70-57c1-4cac-b818-75717692f75f), precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:53.769894 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-baa50bfc-0c91-44f5-a1cf-f5a2a272e192 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627867'] for security_group (14446e70-57c1-4cac-b818-75717692f75f), after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:53.772650 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-baa50bfc-0c91-44f5-a1cf-f5a2a272e192 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:53.774126 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [None req-baa50bfc-0c91-44f5-a1cf-f5a2a272e192 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/14446e70-57c1-4cac-b818-75717692f75f HTTP/1.1" status: 204 len: 168 time: 0.2358243 Feb 20 22:59:53.792619 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa50bfc-0c91-44f5-a1cf-f5a2a272e192 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14446e70-57c1-4cac-b818-75717692f75f,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:59:53.844751 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6834f1c3-0c6a-483a-a38c-eef18ad9c8f6 req-0459df83-637b-4596-a19d-61dfed31523f tempest-DeleteServersTestJSON-578838536 tempest-DeleteServersTestJSON-578838536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:59:53.846545 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-6834f1c3-0c6a-483a-a38c-eef18ad9c8f6 req-0459df83-637b-4596-a19d-61dfed31523f tempest-DeleteServersTestJSON-578838536 tempest-DeleteServersTestJSON-578838536-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d352db5-71c9-4b23-8a92-402408ebc450 HTTP/1.1" status: 200 len: 944 time: 0.0692799 Feb 20 22:59:53.898577 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-6834f1c3-0c6a-483a-a38c-eef18ad9c8f6 req-59e5e676-3648-4a85-9e9b-797c65ecdecb tempest-DeleteServersTestJSON-578838536 tempest-DeleteServersTestJSON-578838536-project] 10.222.0.65 "GET /v2.0/security-groups?id=001690d6-0663-4ba3-bb6a-812d0f3aa2df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458651 Feb 20 22:59:53.965548 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96960ab-6869-44ae-9de3-292408b34d6a req-ae0315b5-8188-4806-8765-95eca8e5ea9f tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:59:53.967658 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-e96960ab-6869-44ae-9de3-292408b34d6a req-ae0315b5-8188-4806-8765-95eca8e5ea9f tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/ports?device_id=94ebbaaf-77be-4310-a7a0-d567dde9108c HTTP/1.1" status: 200 len: 944 time: 0.0619948 Feb 20 22:59:54.015433 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-e96960ab-6869-44ae-9de3-292408b34d6a req-78e0052f-1320-4c8b-96e3-876a2503aa96 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/security-groups?id=04e39133-b65d-431a-838f-6deba86bf0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423615 Feb 20 22:59:54.606155 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4ba966-2cb9-427b-8eb3-471dcf63a221 req-187b9a40-c176-41cd-98d4-d7c2b0fa57bb tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:59:54.607653 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-9f4ba966-2cb9-427b-8eb3-471dcf63a221 req-187b9a40-c176-41cd-98d4-d7c2b0fa57bb tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] 10.222.0.65 "GET /v2.0/ports?device_id=33326422-931b-476f-886f-d21a1da23dee HTTP/1.1" status: 200 len: 944 time: 0.0509427 Feb 20 22:59:54.630854 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.65', 44284) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:59:54.653808 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-9f4ba966-2cb9-427b-8eb3-471dcf63a221 req-e0bb454b-7215-450e-9f7a-ea8f1541264b tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] 10.222.0.65 "GET /v2.0/security-groups?id=bc262dbf-af7b-45c0-8865-5866657a07f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408161 Feb 20 22:59:54.736926 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-a29c883a-415b-4806-8a30-f3e94ba24429 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:54.817661 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-a29c883a-415b-4806-8a30-f3e94ba24429 admin admin] Publish callbacks [] for security_group (f7760616-64fa-4a27-8cb6-249b18eccff7), precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:54.954807 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-a29c883a-415b-4806-8a30-f3e94ba24429 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627867'] for security_group (f7760616-64fa-4a27-8cb6-249b18eccff7), after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:55.021221 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29c883a-415b-4806-8a30-f3e94ba24429 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7760616-64fa-4a27-8cb6-249b18eccff7,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:59:55.027770 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [None req-a29c883a-415b-4806-8a30-f3e94ba24429 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=53220c2bb3dc47829ec50ad9d6b8882a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3958528 Feb 20 22:59:55.030463 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.65', 44304) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:59:55.078070 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8ad966-6eef-417b-8e39-7f0824aa7db3 req-7d157099-b085-4cfe-b0b8-07e1978bc36f tempest-DeleteServersTestJSON-578838536 tempest-DeleteServersTestJSON-578838536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:59:55.083014 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-3f8ad966-6eef-417b-8e39-7f0824aa7db3 req-7d157099-b085-4cfe-b0b8-07e1978bc36f tempest-DeleteServersTestJSON-578838536 tempest-DeleteServersTestJSON-578838536-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d352db5-71c9-4b23-8a92-402408ebc450 HTTP/1.1" status: 200 len: 944 time: 0.1166155 Feb 20 22:59:55.115685 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-2e734055-aae1-4e33-9fb5-3bce3573235e admin admin] Publish callbacks [] for security_group (f7760616-64fa-4a27-8cb6-249b18eccff7), before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:55.150915 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-3f8ad966-6eef-417b-8e39-7f0824aa7db3 req-77e78214-9db2-465d-b48e-c43be5965545 tempest-DeleteServersTestJSON-578838536 tempest-DeleteServersTestJSON-578838536-project] 10.222.0.65 "GET /v2.0/security-groups?id=001690d6-0663-4ba3-bb6a-812d0f3aa2df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613940 Feb 20 22:59:55.159430 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-2e734055-aae1-4e33-9fb5-3bce3573235e admin admin] Publish callbacks [] for security_group (f7760616-64fa-4a27-8cb6-249b18eccff7), precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:55.184036 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca627984-d24b-4c75-a627-2762dd556c0b req-1ac62205-1939-45b3-9f3d-659fbb8ccd1d tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:59:55.185741 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-ca627984-d24b-4c75-a627-2762dd556c0b req-1ac62205-1939-45b3-9f3d-659fbb8ccd1d tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/ports?device_id=94ebbaaf-77be-4310-a7a0-d567dde9108c HTTP/1.1" status: 200 len: 944 time: 0.0838768 Feb 20 22:59:55.246864 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-ca627984-d24b-4c75-a627-2762dd556c0b req-b2e0c223-7b22-449f-b6b8-8ddd9c747c1c tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/security-groups?id=04e39133-b65d-431a-838f-6deba86bf0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538492 Feb 20 22:59:55.330659 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-2e734055-aae1-4e33-9fb5-3bce3573235e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627867'] for security_group (f7760616-64fa-4a27-8cb6-249b18eccff7), after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:55.333252 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-2e734055-aae1-4e33-9fb5-3bce3573235e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:55.334415 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [None req-2e734055-aae1-4e33-9fb5-3bce3573235e admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/f7760616-64fa-4a27-8cb6-249b18eccff7 HTTP/1.1" status: 204 len: 168 time: 0.3024333 Feb 20 22:59:55.342570 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e734055-aae1-4e33-9fb5-3bce3573235e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7760616-64fa-4a27-8cb6-249b18eccff7,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:59:55.744111 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Device 0a3b2189-d1ab-457a-8f01-1dbaa12b1282 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=109630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 22:59:55.779269 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29eba42d-5b8a-4d1f-b03a-078fbdcb0876 req-a34fe835-5f58-48d9-bb9d-6769ab866f03 tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:59:55.780644 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-29eba42d-5b8a-4d1f-b03a-078fbdcb0876 req-a34fe835-5f58-48d9-bb9d-6769ab866f03 tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] 10.222.0.65 "GET /v2.0/ports?device_id=33326422-931b-476f-886f-d21a1da23dee HTTP/1.1" status: 200 len: 944 time: 0.0541625 Feb 20 22:59:55.783403 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Device cc45e304-51bb-4052-a35e-72483737a1a0 up at agent hyperv_hv-cinder-83009 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 22:59:55.830226 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-29eba42d-5b8a-4d1f-b03a-078fbdcb0876 req-51b44780-f5fc-4d65-ad7d-5bce439653f3 tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] 10.222.0.65 "GET /v2.0/security-groups?id=bc262dbf-af7b-45c0-8865-5866657a07f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439587 Feb 20 22:59:55.893979 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] For port 0a3b2189-d1ab-457a-8f01-1dbaa12b1282, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=0a3b2189-d1ab-457a-8f01-1dbaa12b1282,segment=NetworkSegment(bce3d1e8-ca8a-4ba6-b9c0-f5271b830275),segment_id=bce3d1e8-ca8a-4ba6-b9c0-f5271b830275)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 22:59:55.905675 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Returning: {'device': '0a3b2189-d1ab-457a-8f01-1dbaa12b1282', 'network_id': '50907839-a771-4d5d-8cdc-f2154e15e96c', 'port_id': '0a3b2189-d1ab-457a-8f01-1dbaa12b1282', 'mac_address': 'fa:16:3e:3f:aa:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bebd2843-1d13-4eae-8703-47333a1f09f6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 22:59:55.953129 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Current status of the port 0a3b2189-d1ab-457a-8f01-1dbaa12b1282 is: DOWN; New status is: BUILD {{(pid=109630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 22:59:55.953522 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4131840'] for port (0a3b2189-d1ab-457a-8f01-1dbaa12b1282), before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:55.966168 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.notifiers.nova [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a3b2189-d1ab-457a-8f01-1dbaa12b1282 {{(pid=109630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 22:59:55.989512 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] For port 0a3b2189-d1ab-457a-8f01-1dbaa12b1282, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=0a3b2189-d1ab-457a-8f01-1dbaa12b1282,segment=NetworkSegment(bce3d1e8-ca8a-4ba6-b9c0-f5271b830275),segment_id=bce3d1e8-ca8a-4ba6-b9c0-f5271b830275)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 22:59:55.999201 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Provisioning for port cc45e304-51bb-4052-a35e-72483737a1a0 completed by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 22:59:56.004314 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Provisioning complete for port cc45e304-51bb-4052-a35e-72483737a1a0 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 22:59:56.004888 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4145689'] for port (cc45e304-51bb-4052-a35e-72483737a1a0), provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:56.071885 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747407212427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747406771514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747406771532'] for port (0a3b2189-d1ab-457a-8f01-1dbaa12b1282), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:56.072450 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Device dc5e538f-14e0-4a61-8e2d-ae1743c169b8 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=109630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 22:59:56.111823 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.65', 44340) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:59:56.125593 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-c4eb994c-f5e0-4633-b74c-dbbe95fd9d97 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:56.133057 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Current status of the port cc45e304-51bb-4052-a35e-72483737a1a0 is: BUILD; New status is: ACTIVE {{(pid=109630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 22:59:56.133445 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4131840'] for port (cc45e304-51bb-4052-a35e-72483737a1a0), before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:56.206542 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Pushing event updated for resources: {'Port': ['ID=0a3b2189-d1ab-457a-8f01-1dbaa12b1282,revision_number=4']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:59:56.219085 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-c4eb994c-f5e0-4633-b74c-dbbe95fd9d97 admin admin] Publish callbacks [] for security_group (8de2ba95-4638-48bb-a7ef-79cbcf82d44b), precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:56.219828 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d352db5-71c9-4b23-8a92-402408ebc450', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc45e304-51bb-4052-a35e-72483737a1a0'}] {{(pid=109630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 22:59:56.277515 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-c4eb994c-f5e0-4633-b74c-dbbe95fd9d97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627867'] for security_group (8de2ba95-4638-48bb-a7ef-79cbcf82d44b), after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:56.304863 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] For port cc45e304-51bb-4052-a35e-72483737a1a0, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=cc45e304-51bb-4052-a35e-72483737a1a0,segment=NetworkSegment(655b460c-2211-46cc-90b8-10db39171b38),segment_id=655b460c-2211-46cc-90b8-10db39171b38)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 22:59:56.306877 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [None req-c4eb994c-f5e0-4633-b74c-dbbe95fd9d97 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=adcc10ea08d046a5bb12fca680f6d540&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1937804 Feb 20 22:59:56.311404 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.65', 44352) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:59:56.329138 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] For port dc5e538f-14e0-4a61-8e2d-ae1743c169b8, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=dc5e538f-14e0-4a61-8e2d-ae1743c169b8,segment=NetworkSegment(e96cb693-0403-4029-b4e9-bd6b25e8f8fe),segment_id=e96cb693-0403-4029-b4e9-bd6b25e8f8fe)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 22:59:56.343686 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Returning: {'device': 'dc5e538f-14e0-4a61-8e2d-ae1743c169b8', 'network_id': '8904bc28-8825-408d-a027-aaac96b04ee9', 'port_id': 'dc5e538f-14e0-4a61-8e2d-ae1743c169b8', 'mac_address': 'fa:16:3e:5e:29:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58431437-f6f9-4145-a265-242d6c5c36fc', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 22:59:56.372436 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4eb994c-f5e0-4633-b74c-dbbe95fd9d97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8de2ba95-4638-48bb-a7ef-79cbcf82d44b,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:59:56.391753 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19372116-54b9-43de-85a3-3352a88433c4 req-9ac43b69-ee06-4eb3-acc9-f0f4edec2be4 tempest-DeleteServersTestJSON-578838536 tempest-DeleteServersTestJSON-578838536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:59:56.393786 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-19372116-54b9-43de-85a3-3352a88433c4 req-9ac43b69-ee06-4eb3-acc9-f0f4edec2be4 tempest-DeleteServersTestJSON-578838536 tempest-DeleteServersTestJSON-578838536-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d352db5-71c9-4b23-8a92-402408ebc450 HTTP/1.1" status: 200 len: 944 time: 0.1520588 Feb 20 22:59:56.424989 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-2b2f2087-3af0-48ae-adac-17f835633231 admin admin] Publish callbacks [] for security_group (8de2ba95-4638-48bb-a7ef-79cbcf82d44b), before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:56.471819 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-2b2f2087-3af0-48ae-adac-17f835633231 admin admin] Publish callbacks [] for security_group (8de2ba95-4638-48bb-a7ef-79cbcf82d44b), precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:56.473129 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b91f2f9-fa4f-4a31-b937-e6a2975ef3b2 req-492148b7-6e46-4594-9785-9335ec3d9b6c tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:59:56.474789 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-6b91f2f9-fa4f-4a31-b937-e6a2975ef3b2 req-492148b7-6e46-4594-9785-9335ec3d9b6c tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/ports?device_id=94ebbaaf-77be-4310-a7a0-d567dde9108c HTTP/1.1" status: 200 len: 944 time: 0.1091201 Feb 20 22:59:56.487428 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-19372116-54b9-43de-85a3-3352a88433c4 req-336be4cb-8b70-4f39-a612-902dc00f6da4 tempest-DeleteServersTestJSON-578838536 tempest-DeleteServersTestJSON-578838536-project] 10.222.0.65 "GET /v2.0/security-groups?id=001690d6-0663-4ba3-bb6a-812d0f3aa2df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854659 Feb 20 22:59:56.530236 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-6b91f2f9-fa4f-4a31-b937-e6a2975ef3b2 req-934631b4-3b60-411b-99e9-3c503eebb8e1 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/security-groups?id=04e39133-b65d-431a-838f-6deba86bf0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477030 Feb 20 22:59:56.543830 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f8f7ade39b9b648cd02963e66adb41eb29d40ae47bdce8ccfc3d1936511f484" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69653f68-3253-4c5f-8ec9-006677cbe9f1" -d '{"events": [{"server_uuid": "9d352db5-71c9-4b23-8a92-402408ebc450", "name": "network-vif-plugged", "status": "completed", "tag": "cc45e304-51bb-4052-a35e-72483737a1a0"}]}' {{(pid=109630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 22:59:56.556233 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747407212427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747406771514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747406771532'] for port (cc45e304-51bb-4052-a35e-72483737a1a0), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:56.565963 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Current status of the port dc5e538f-14e0-4a61-8e2d-ae1743c169b8 is: DOWN; New status is: BUILD {{(pid=109630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 22:59:56.566372 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4131840'] for port (dc5e538f-14e0-4a61-8e2d-ae1743c169b8), before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:56.599751 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.notifiers.nova [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc5e538f-14e0-4a61-8e2d-ae1743c169b8 {{(pid=109630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 22:59:56.632946 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] For port dc5e538f-14e0-4a61-8e2d-ae1743c169b8, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=dc5e538f-14e0-4a61-8e2d-ae1743c169b8,segment=NetworkSegment(e96cb693-0403-4029-b4e9-bd6b25e8f8fe),segment_id=e96cb693-0403-4029-b4e9-bd6b25e8f8fe)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 22:59:56.634347 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Pushing event updated for resources: {'Port': ['ID=cc45e304-51bb-4052-a35e-72483737a1a0,revision_number=5']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:59:56.644885 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 22:59:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90bf6cf3-761f-41ef-8ef9-f44b78917391 x-openstack-request-id: req-90bf6cf3-761f-41ef-8ef9-f44b78917391 {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 22:59:56.645202 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d352db5-71c9-4b23-8a92-402408ebc450", "name": "network-vif-plugged", "status": "completed", "tag": "cc45e304-51bb-4052-a35e-72483737a1a0", "code": 200}]} {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 22:59:56.645459 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-90bf6cf3-761f-41ef-8ef9-f44b78917391 {{(pid=109630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 22:59:56.645931 dv-cinder-830096-1-iscsi neutron-server[109630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d352db5-71c9-4b23-8a92-402408ebc450', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc45e304-51bb-4052-a35e-72483737a1a0', 'code': 200} Feb 20 22:59:56.685100 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-2b2f2087-3af0-48ae-adac-17f835633231 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627867'] for security_group (8de2ba95-4638-48bb-a7ef-79cbcf82d44b), after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:56.687703 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-2b2f2087-3af0-48ae-adac-17f835633231 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:56.688844 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [None req-2b2f2087-3af0-48ae-adac-17f835633231 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/8de2ba95-4638-48bb-a7ef-79cbcf82d44b HTTP/1.1" status: 204 len: 168 time: 0.3784864 Feb 20 22:59:56.696613 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2f2087-3af0-48ae-adac-17f835633231 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8de2ba95-4638-48bb-a7ef-79cbcf82d44b,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:59:56.718703 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747407212427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747406771514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747406771532'] for port (dc5e538f-14e0-4a61-8e2d-ae1743c169b8), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:56.719879 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Device 66b4984e-4f9b-4971-bf9f-1f953504702d details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=109630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 22:59:56.789744 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Pushing event updated for resources: {'Port': ['ID=dc5e538f-14e0-4a61-8e2d-ae1743c169b8,revision_number=4']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:59:56.793407 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] For port 66b4984e-4f9b-4971-bf9f-1f953504702d, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=66b4984e-4f9b-4971-bf9f-1f953504702d,segment=NetworkSegment(bce3d1e8-ca8a-4ba6-b9c0-f5271b830275),segment_id=bce3d1e8-ca8a-4ba6-b9c0-f5271b830275)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 22:59:56.805449 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Returning: {'device': '66b4984e-4f9b-4971-bf9f-1f953504702d', 'network_id': '50907839-a771-4d5d-8cdc-f2154e15e96c', 'port_id': '66b4984e-4f9b-4971-bf9f-1f953504702d', 'mac_address': 'fa:16:3e:99:0f:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bebd2843-1d13-4eae-8703-47333a1f09f6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 22:59:56.843328 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Current status of the port 66b4984e-4f9b-4971-bf9f-1f953504702d is: DOWN; New status is: BUILD {{(pid=109630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 22:59:56.843686 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4131840'] for port (66b4984e-4f9b-4971-bf9f-1f953504702d), before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:56.859577 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.notifiers.nova [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66b4984e-4f9b-4971-bf9f-1f953504702d {{(pid=109630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 22:59:56.885313 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] For port 66b4984e-4f9b-4971-bf9f-1f953504702d, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=66b4984e-4f9b-4971-bf9f-1f953504702d,segment=NetworkSegment(bce3d1e8-ca8a-4ba6-b9c0-f5271b830275),segment_id=bce3d1e8-ca8a-4ba6-b9c0-f5271b830275)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 22:59:56.971864 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c4651c-5df6-44c9-9bd7-648e1aee2939 req-ac88a831-375f-429e-9394-2063e5d1cfbf tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:59:56.973356 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-d8c4651c-5df6-44c9-9bd7-648e1aee2939 req-ac88a831-375f-429e-9394-2063e5d1cfbf tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] 10.222.0.65 "GET /v2.0/ports?device_id=33326422-931b-476f-886f-d21a1da23dee HTTP/1.1" status: 200 len: 945 time: 0.0566876 Feb 20 22:59:56.975939 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747407212427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747406771514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747406771532'] for port (66b4984e-4f9b-4971-bf9f-1f953504702d), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:57.029967 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Pushing event updated for resources: {'Port': ['ID=66b4984e-4f9b-4971-bf9f-1f953504702d,revision_number=4']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:59:57.037046 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-d8c4651c-5df6-44c9-9bd7-648e1aee2939 req-7d4d6559-a33a-4c5c-995c-3adb8544fe39 tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] 10.222.0.65 "GET /v2.0/security-groups?id=bc262dbf-af7b-45c0-8865-5866657a07f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570836 Feb 20 22:59:57.628839 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ce7867-cc19-400b-91e9-9a784c6e1f31 req-bdc5a5e5-edab-4e47-9d5a-82d23fdd302c tempest-DeleteServersTestJSON-578838536 tempest-DeleteServersTestJSON-578838536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:59:57.630828 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-68ce7867-cc19-400b-91e9-9a784c6e1f31 req-bdc5a5e5-edab-4e47-9d5a-82d23fdd302c tempest-DeleteServersTestJSON-578838536 tempest-DeleteServersTestJSON-578838536-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d352db5-71c9-4b23-8a92-402408ebc450 HTTP/1.1" status: 200 len: 945 time: 0.0653367 Feb 20 22:59:57.681265 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8b7b2d-aceb-40c4-9a6e-2c98884aa795 req-4a96ff72-4ff9-4d59-a1d3-adfb9f18bf0f tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:59:57.689699 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-4c8b7b2d-aceb-40c4-9a6e-2c98884aa795 req-4a96ff72-4ff9-4d59-a1d3-adfb9f18bf0f tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/ports?device_id=94ebbaaf-77be-4310-a7a0-d567dde9108c HTTP/1.1" status: 200 len: 945 time: 0.0784955 Feb 20 22:59:57.697474 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-68ce7867-cc19-400b-91e9-9a784c6e1f31 req-9a4379e3-0356-4c66-9ad1-c19cdcb952a9 tempest-DeleteServersTestJSON-578838536 tempest-DeleteServersTestJSON-578838536-project] 10.222.0.65 "GET /v2.0/security-groups?id=001690d6-0663-4ba3-bb6a-812d0f3aa2df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581346 Feb 20 22:59:57.736827 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-4c8b7b2d-aceb-40c4-9a6e-2c98884aa795 req-d2d9e023-ec12-41bd-b452-983585f9ec4f tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/security-groups?id=04e39133-b65d-431a-838f-6deba86bf0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459554 Feb 20 22:59:58.168370 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152e9dc6-4e21-446d-8d61-fa770d4b0b2d req-6e5f9b54-2ac2-41ea-8cd6-6bf4ffd2e153 tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:59:58.170847 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-152e9dc6-4e21-446d-8d61-fa770d4b0b2d req-6e5f9b54-2ac2-41ea-8cd6-6bf4ffd2e153 tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] 10.222.0.65 "GET /v2.0/ports?device_id=33326422-931b-476f-886f-d21a1da23dee HTTP/1.1" status: 200 len: 945 time: 0.0679445 Feb 20 22:59:58.266104 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-152e9dc6-4e21-446d-8d61-fa770d4b0b2d req-cb626a53-47b6-466b-a824-c1493b8f622e tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] 10.222.0.65 "GET /v2.0/security-groups?id=bc262dbf-af7b-45c0-8865-5866657a07f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903933 Feb 20 22:59:58.289231 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1569e4-9b01-4bbb-ad33-a1b7cacf8e01 req-1bcc806d-d963-42f1-b781-5b9f0f842004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:59:58.290844 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-ca1569e4-9b01-4bbb-ad33-a1b7cacf8e01 req-1bcc806d-d963-42f1-b781-5b9f0f842004 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=9d352db5-71c9-4b23-8a92-402408ebc450 HTTP/1.1" status: 200 len: 1129 time: 0.0961261 Feb 20 22:59:58.309373 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-ca1569e4-9b01-4bbb-ad33-a1b7cacf8e01 req-411dad91-6ff8-4ab5-b998-ade946ee8f1c service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:58.391173 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-ca1569e4-9b01-4bbb-ad33-a1b7cacf8e01 req-411dad91-6ff8-4ab5-b998-ade946ee8f1c service neutron] Publish callbacks [] for security_group (d89732ae-a27f-4ae7-b24f-0ecf525c596d), precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:58.501633 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-ca1569e4-9b01-4bbb-ad33-a1b7cacf8e01 req-411dad91-6ff8-4ab5-b998-ade946ee8f1c service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627867'] for security_group (d89732ae-a27f-4ae7-b24f-0ecf525c596d), after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:58.551090 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-ca1569e4-9b01-4bbb-ad33-a1b7cacf8e01 req-411dad91-6ff8-4ab5-b998-ade946ee8f1c service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=001690d6-0663-4ba3-bb6a-812d0f3aa2df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2537577 Feb 20 22:59:58.551811 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411dad91-6ff8-4ab5-b998-ade946ee8f1c service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=d89732ae-a27f-4ae7-b24f-0ecf525c596d,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:59:58.817765 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4dba07-396c-4362-bdad-daadce83cd29 req-fb2a0096-8a94-4678-807f-99e311d47b25 tempest-DeleteServersTestJSON-578838536 tempest-DeleteServersTestJSON-578838536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:59:58.819299 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-8e4dba07-396c-4362-bdad-daadce83cd29 req-fb2a0096-8a94-4678-807f-99e311d47b25 tempest-DeleteServersTestJSON-578838536 tempest-DeleteServersTestJSON-578838536-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d352db5-71c9-4b23-8a92-402408ebc450 HTTP/1.1" status: 200 len: 945 time: 0.0518384 Feb 20 22:59:58.860318 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae08ee0-2512-412f-93fb-cd432da031cb req-fa1e3b10-6b72-446a-9924-a38b795e9432 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:59:58.861817 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-fae08ee0-2512-412f-93fb-cd432da031cb req-fa1e3b10-6b72-446a-9924-a38b795e9432 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/ports?device_id=94ebbaaf-77be-4310-a7a0-d567dde9108c HTTP/1.1" status: 200 len: 945 time: 0.0549126 Feb 20 22:59:58.868306 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-8e4dba07-396c-4362-bdad-daadce83cd29 req-9b688685-f7da-4b72-8ad7-8d8f9bb43eba tempest-DeleteServersTestJSON-578838536 tempest-DeleteServersTestJSON-578838536-project] 10.222.0.65 "GET /v2.0/security-groups?id=001690d6-0663-4ba3-bb6a-812d0f3aa2df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427938 Feb 20 22:59:58.921601 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-fae08ee0-2512-412f-93fb-cd432da031cb req-58ed6591-c66b-4705-9aa6-65b266f4e9c7 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/security-groups?id=04e39133-b65d-431a-838f-6deba86bf0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540767 Feb 20 22:59:59.341225 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.65', 44456) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:59:59.381891 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c3f400-7af0-45bf-a0f7-cc3898fb7ccb req-abfe9441-a151-47bb-aa7a-98a07968f502 tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:59:59.383447 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-c0c3f400-7af0-45bf-a0f7-cc3898fb7ccb req-abfe9441-a151-47bb-aa7a-98a07968f502 tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] 10.222.0.65 "GET /v2.0/ports?device_id=33326422-931b-476f-886f-d21a1da23dee HTTP/1.1" status: 200 len: 945 time: 0.0512300 Feb 20 22:59:59.429337 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-c0c3f400-7af0-45bf-a0f7-cc3898fb7ccb req-e1e5c547-60e5-4c7b-a917-ee6cf3d0f49c tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] 10.222.0.65 "GET /v2.0/security-groups?id=bc262dbf-af7b-45c0-8865-5866657a07f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399711 Feb 20 22:59:59.443424 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f5acb747-c68e-4686-b16e-34d895c9b9cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:59.514229 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f5acb747-c68e-4686-b16e-34d895c9b9cb admin admin] Publish callbacks [] for security_group (8c4ef5fc-619f-41ec-bf18-cce5f4772843), precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:59.598949 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f5acb747-c68e-4686-b16e-34d895c9b9cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627867'] for security_group (8c4ef5fc-619f-41ec-bf18-cce5f4772843), after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:59.637231 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [None req-f5acb747-c68e-4686-b16e-34d895c9b9cb admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=db8ba895a18642549ed27295d1a85724&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2949519 Feb 20 22:59:59.639441 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5acb747-c68e-4686-b16e-34d895c9b9cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c4ef5fc-619f-41ec-bf18-cce5f4772843,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:59:59.640247 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.65', 44462) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:59:59.647459 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.db.agents_db [None req-1f7bd598-9080-4651-a904-61cb6c9001fd None None] Agent healthcheck: found 6 active agents {{(pid=109631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 22:59:59.690645 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-c4150977-224b-49e4-a4df-d67d19cab9f9 admin admin] Publish callbacks [] for security_group (8c4ef5fc-619f-41ec-bf18-cce5f4772843), before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:59.710694 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-c4150977-224b-49e4-a4df-d67d19cab9f9 admin admin] Publish callbacks [] for security_group (8c4ef5fc-619f-41ec-bf18-cce5f4772843), precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:59.901418 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-c4150977-224b-49e4-a4df-d67d19cab9f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627867'] for security_group (8c4ef5fc-619f-41ec-bf18-cce5f4772843), after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:59.904034 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-c4150977-224b-49e4-a4df-d67d19cab9f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:59:59.907829 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [None req-c4150977-224b-49e4-a4df-d67d19cab9f9 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/8c4ef5fc-619f-41ec-bf18-cce5f4772843 HTTP/1.1" status: 204 len: 168 time: 0.2666073 Feb 20 22:59:59.916592 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4150977-224b-49e4-a4df-d67d19cab9f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c4ef5fc-619f-41ec-bf18-cce5f4772843,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:59:59.990653 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9a6b59-be0c-4fc5-993e-80db11a33868 req-92bae681-aac7-4cab-8f1b-81e9dbfe10db tempest-DeleteServersTestJSON-578838536 tempest-DeleteServersTestJSON-578838536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:59:59.992110 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-db9a6b59-be0c-4fc5-993e-80db11a33868 req-92bae681-aac7-4cab-8f1b-81e9dbfe10db tempest-DeleteServersTestJSON-578838536 tempest-DeleteServersTestJSON-578838536-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d352db5-71c9-4b23-8a92-402408ebc450 HTTP/1.1" status: 200 len: 945 time: 0.0535731 Feb 20 23:00:00.040338 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-db9a6b59-be0c-4fc5-993e-80db11a33868 req-a22d28bd-d592-4fb3-ae30-fb5bdbd67e57 tempest-DeleteServersTestJSON-578838536 tempest-DeleteServersTestJSON-578838536-project] 10.222.0.65 "GET /v2.0/security-groups?id=001690d6-0663-4ba3-bb6a-812d0f3aa2df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418694 Feb 20 23:00:00.043127 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c529915-d9f8-4942-8060-fdea5a308ba9 req-1df3b998-42b2-4b20-904f-6497445a98d8 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:00:00.046985 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-3c529915-d9f8-4942-8060-fdea5a308ba9 req-1df3b998-42b2-4b20-904f-6497445a98d8 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/ports?device_id=94ebbaaf-77be-4310-a7a0-d567dde9108c HTTP/1.1" status: 200 len: 945 time: 0.0550025 Feb 20 23:00:00.101790 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-3c529915-d9f8-4942-8060-fdea5a308ba9 req-5661905b-d96e-4cd4-95e8-fb3c8f8b7c2f tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/security-groups?id=04e39133-b65d-431a-838f-6deba86bf0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512257 Feb 20 23:00:00.547521 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7d7064-8c96-4d4b-9ca3-efba549a20ae req-0121da64-35e3-45a1-9d15-73cad7fcb2f4 tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:00:00.549432 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-ca7d7064-8c96-4d4b-9ca3-efba549a20ae req-0121da64-35e3-45a1-9d15-73cad7fcb2f4 tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] 10.222.0.65 "GET /v2.0/ports?device_id=33326422-931b-476f-886f-d21a1da23dee HTTP/1.1" status: 200 len: 945 time: 0.0552273 Feb 20 23:00:00.594385 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-ca7d7064-8c96-4d4b-9ca3-efba549a20ae req-91885af8-f618-48d2-947d-aeacdafb3f37 tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] 10.222.0.65 "GET /v2.0/security-groups?id=bc262dbf-af7b-45c0-8865-5866657a07f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396249 Feb 20 23:00:00.636938 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.65', 44484) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:00:00.650186 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-306ad835-f1af-419f-8f2a-5552e448644c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:00.724358 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-306ad835-f1af-419f-8f2a-5552e448644c admin admin] Publish callbacks [] for security_group (24c67016-4b72-4505-b684-5b6078137397), precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:00.802422 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] get_ports_and_sgs() called for port_ids ['dc5e538f-14e0-4a61-8e2d-ae1743c169b8'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 23:00:00.805752 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] get_ports_and_sgs() called for port_ids ['0a3b2189-d1ab-457a-8f01-1dbaa12b1282'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 23:00:00.827638 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-306ad835-f1af-419f-8f2a-5552e448644c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627867'] for security_group (24c67016-4b72-4505-b684-5b6078137397), after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:00.866543 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [None req-306ad835-f1af-419f-8f2a-5552e448644c admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=6d2c13540d98466dbc0affc84e85665a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2285123 Feb 20 23:00:00.868586 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306ad835-f1af-419f-8f2a-5552e448644c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24c67016-4b72-4505-b684-5b6078137397,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:00:00.869194 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.65', 44486) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:00:00.932722 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-99b9f94f-2501-4b23-84f0-7f75db5a412c admin admin] Publish callbacks [] for security_group (24c67016-4b72-4505-b684-5b6078137397), before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:00.953386 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-99b9f94f-2501-4b23-84f0-7f75db5a412c admin admin] Publish callbacks [] for security_group (24c67016-4b72-4505-b684-5b6078137397), precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:01.069413 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-99b9f94f-2501-4b23-84f0-7f75db5a412c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627867'] for security_group (24c67016-4b72-4505-b684-5b6078137397), after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:01.072024 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-99b9f94f-2501-4b23-84f0-7f75db5a412c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:01.073296 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [None req-99b9f94f-2501-4b23-84f0-7f75db5a412c admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/24c67016-4b72-4505-b684-5b6078137397 HTTP/1.1" status: 204 len: 168 time: 0.2030232 Feb 20 23:00:01.090949 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b9f94f-2501-4b23-84f0-7f75db5a412c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24c67016-4b72-4505-b684-5b6078137397,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:00:01.173028 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c6831b-5e78-49f4-8872-d1b426602608 req-ed07f8cd-16cc-4e37-9a40-5ac24f64d0c3 tempest-DeleteServersTestJSON-578838536 tempest-DeleteServersTestJSON-578838536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:00:01.186936 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-78c6831b-5e78-49f4-8872-d1b426602608 req-ed07f8cd-16cc-4e37-9a40-5ac24f64d0c3 tempest-DeleteServersTestJSON-578838536 tempest-DeleteServersTestJSON-578838536-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d352db5-71c9-4b23-8a92-402408ebc450 HTTP/1.1" status: 200 len: 945 time: 0.0645251 Feb 20 23:00:01.232799 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-78c6831b-5e78-49f4-8872-d1b426602608 req-537153bf-64d5-4295-8f4b-b10b18a8680a tempest-DeleteServersTestJSON-578838536 tempest-DeleteServersTestJSON-578838536-project] 10.222.0.65 "GET /v2.0/security-groups?id=001690d6-0663-4ba3-bb6a-812d0f3aa2df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511200 Feb 20 23:00:01.237275 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78cac34-e9bc-4120-b76c-16d0c6aab1b6 req-13091a5c-057f-484f-bdbd-27e1df3eccb7 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:00:01.239056 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-e78cac34-e9bc-4120-b76c-16d0c6aab1b6 req-13091a5c-057f-484f-bdbd-27e1df3eccb7 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/ports?device_id=94ebbaaf-77be-4310-a7a0-d567dde9108c HTTP/1.1" status: 200 len: 945 time: 0.0609019 Feb 20 23:00:01.289667 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-e78cac34-e9bc-4120-b76c-16d0c6aab1b6 req-1d13afb5-3000-4667-a5bd-6ed9008c56fa tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/security-groups?id=04e39133-b65d-431a-838f-6deba86bf0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440779 Feb 20 23:00:01.709943 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e87a8f-5c50-42bb-a26c-eef7c429b828 req-e3a9060b-1f22-451f-80bd-c0865072ff7c tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:00:01.711416 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-a9e87a8f-5c50-42bb-a26c-eef7c429b828 req-e3a9060b-1f22-451f-80bd-c0865072ff7c tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] 10.222.0.65 "GET /v2.0/ports?device_id=33326422-931b-476f-886f-d21a1da23dee HTTP/1.1" status: 200 len: 945 time: 0.0510323 Feb 20 23:00:01.760079 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-a9e87a8f-5c50-42bb-a26c-eef7c429b828 req-95ccf81e-5a08-4730-ac81-44e732bbc5ae tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] 10.222.0.65 "GET /v2.0/security-groups?id=bc262dbf-af7b-45c0-8865-5866657a07f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432057 Feb 20 23:00:02.366286 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18891e8b-d9fb-4d5d-9886-8a8b4110744a req-e17b9fc0-c27a-49b0-8458-e058f6363818 tempest-DeleteServersTestJSON-578838536 tempest-DeleteServersTestJSON-578838536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:00:02.368073 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-18891e8b-d9fb-4d5d-9886-8a8b4110744a req-e17b9fc0-c27a-49b0-8458-e058f6363818 tempest-DeleteServersTestJSON-578838536 tempest-DeleteServersTestJSON-578838536-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d352db5-71c9-4b23-8a92-402408ebc450 HTTP/1.1" status: 200 len: 945 time: 0.0661569 Feb 20 23:00:02.420045 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-18891e8b-d9fb-4d5d-9886-8a8b4110744a req-c33d96ff-60e2-4c4c-8ad9-29c820fd178a tempest-DeleteServersTestJSON-578838536 tempest-DeleteServersTestJSON-578838536-project] 10.222.0.65 "GET /v2.0/security-groups?id=001690d6-0663-4ba3-bb6a-812d0f3aa2df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461049 Feb 20 23:00:02.422221 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0189c87-accf-4d79-9f49-879979f15fe5 req-34b0633d-b3f2-4395-b270-4ec6f207e01b tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:00:02.424725 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-d0189c87-accf-4d79-9f49-879979f15fe5 req-34b0633d-b3f2-4395-b270-4ec6f207e01b tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/ports?device_id=94ebbaaf-77be-4310-a7a0-d567dde9108c HTTP/1.1" status: 200 len: 945 time: 0.0588112 Feb 20 23:00:02.471228 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-d0189c87-accf-4d79-9f49-879979f15fe5 req-ef2fc5db-9c9e-4f37-a815-cf5a38920b2e tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/security-groups?id=04e39133-b65d-431a-838f-6deba86bf0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406384 Feb 20 23:00:02.532595 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] get_ports_and_sgs() called for port_ids ['66b4984e-4f9b-4971-bf9f-1f953504702d'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 23:00:02.879985 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a780dfc-58d1-4117-9cbf-5ef6ef434c82 req-3101af9e-c997-46f3-8ef8-45377dc7004f tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:00:02.881460 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-8a780dfc-58d1-4117-9cbf-5ef6ef434c82 req-3101af9e-c997-46f3-8ef8-45377dc7004f tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] 10.222.0.65 "GET /v2.0/ports?device_id=33326422-931b-476f-886f-d21a1da23dee HTTP/1.1" status: 200 len: 945 time: 0.0505855 Feb 20 23:00:02.934737 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-8a780dfc-58d1-4117-9cbf-5ef6ef434c82 req-a9449bd1-bd4d-4205-bf38-e25eb2a5fe9c tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] 10.222.0.65 "GET /v2.0/security-groups?id=bc262dbf-af7b-45c0-8865-5866657a07f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470638 Feb 20 23:00:03.531538 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6f90bf-7132-4c70-84ac-b1a098de2b85 req-fd7d30d3-a9e7-4489-93ee-a2f0732e5e32 tempest-DeleteServersTestJSON-578838536 tempest-DeleteServersTestJSON-578838536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:00:03.533097 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-0d6f90bf-7132-4c70-84ac-b1a098de2b85 req-fd7d30d3-a9e7-4489-93ee-a2f0732e5e32 tempest-DeleteServersTestJSON-578838536 tempest-DeleteServersTestJSON-578838536-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d352db5-71c9-4b23-8a92-402408ebc450 HTTP/1.1" status: 200 len: 945 time: 0.0521297 Feb 20 23:00:03.580243 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-0d6f90bf-7132-4c70-84ac-b1a098de2b85 req-f9b433d4-5ee7-4d24-9ab9-084ce38633e2 tempest-DeleteServersTestJSON-578838536 tempest-DeleteServersTestJSON-578838536-project] 10.222.0.65 "GET /v2.0/security-groups?id=001690d6-0663-4ba3-bb6a-812d0f3aa2df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417461 Feb 20 23:00:03.589797 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80040542-fa7c-4fbf-ab16-dcdcc97a5f03 req-232e487f-3f41-42b3-80c5-a3d65bd67981 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:00:03.591298 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-80040542-fa7c-4fbf-ab16-dcdcc97a5f03 req-232e487f-3f41-42b3-80c5-a3d65bd67981 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/ports?device_id=94ebbaaf-77be-4310-a7a0-d567dde9108c HTTP/1.1" status: 200 len: 945 time: 0.0512748 Feb 20 23:00:03.639050 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-80040542-fa7c-4fbf-ab16-dcdcc97a5f03 req-d2428390-4068-44d8-80bc-077b208fc5be tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/security-groups?id=04e39133-b65d-431a-838f-6deba86bf0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419915 Feb 20 23:00:04.061452 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509e54ca-75ed-4a25-ab22-aa571997ee47 req-03f66302-fecc-464d-9bb7-17043d588514 tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:00:04.063103 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-509e54ca-75ed-4a25-ab22-aa571997ee47 req-03f66302-fecc-464d-9bb7-17043d588514 tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] 10.222.0.65 "GET /v2.0/ports?device_id=33326422-931b-476f-886f-d21a1da23dee HTTP/1.1" status: 200 len: 945 time: 0.0633330 Feb 20 23:00:04.111078 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-509e54ca-75ed-4a25-ab22-aa571997ee47 req-d64c4abf-2812-4a2a-b472-af1d57812bc3 tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] 10.222.0.65 "GET /v2.0/security-groups?id=bc262dbf-af7b-45c0-8865-5866657a07f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423675 Feb 20 23:00:04.350685 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Device 0a3b2189-d1ab-457a-8f01-1dbaa12b1282 up at agent hyperv_hv-cinder-83009 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 23:00:04.495794 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Provisioning for port 0a3b2189-d1ab-457a-8f01-1dbaa12b1282 completed by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 23:00:04.500209 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Provisioning complete for port 0a3b2189-d1ab-457a-8f01-1dbaa12b1282 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:00:04.500651 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4145689'] for port (0a3b2189-d1ab-457a-8f01-1dbaa12b1282), provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:04.578022 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Current status of the port 0a3b2189-d1ab-457a-8f01-1dbaa12b1282 is: BUILD; New status is: ACTIVE {{(pid=109630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:00:04.578441 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4131840'] for port (0a3b2189-d1ab-457a-8f01-1dbaa12b1282), before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:04.599910 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33326422-931b-476f-886f-d21a1da23dee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a3b2189-d1ab-457a-8f01-1dbaa12b1282'}] {{(pid=109630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 23:00:04.602067 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f8f7ade39b9b648cd02963e66adb41eb29d40ae47bdce8ccfc3d1936511f484" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a74a87e8-0a34-4b7e-9bcf-c0b70da524fe" -d '{"events": [{"server_uuid": "33326422-931b-476f-886f-d21a1da23dee", "name": "network-vif-plugged", "status": "completed", "tag": "0a3b2189-d1ab-457a-8f01-1dbaa12b1282"}]}' {{(pid=109630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 23:00:04.614277 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] For port 0a3b2189-d1ab-457a-8f01-1dbaa12b1282, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=0a3b2189-d1ab-457a-8f01-1dbaa12b1282,segment=NetworkSegment(bce3d1e8-ca8a-4ba6-b9c0-f5271b830275),segment_id=bce3d1e8-ca8a-4ba6-b9c0-f5271b830275)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:00:04.640362 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 23:00:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f4ae249-5fe3-4e10-9828-e77bd9dbf1f8 x-openstack-request-id: req-7f4ae249-5fe3-4e10-9828-e77bd9dbf1f8 {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 23:00:04.640688 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33326422-931b-476f-886f-d21a1da23dee", "name": "network-vif-plugged", "status": "completed", "tag": "0a3b2189-d1ab-457a-8f01-1dbaa12b1282", "code": 200}]} {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 23:00:04.640946 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-7f4ae249-5fe3-4e10-9828-e77bd9dbf1f8 {{(pid=109630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 23:00:04.641337 dv-cinder-830096-1-iscsi neutron-server[109630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33326422-931b-476f-886f-d21a1da23dee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a3b2189-d1ab-457a-8f01-1dbaa12b1282', 'code': 200} Feb 20 23:00:04.707347 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3438fcb5-856c-4eee-9d50-7ec916c21ead req-c3251eee-4d3d-4c35-b69d-8edb8cd6bb89 tempest-DeleteServersTestJSON-578838536 tempest-DeleteServersTestJSON-578838536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:00:04.708843 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-3438fcb5-856c-4eee-9d50-7ec916c21ead req-c3251eee-4d3d-4c35-b69d-8edb8cd6bb89 tempest-DeleteServersTestJSON-578838536 tempest-DeleteServersTestJSON-578838536-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d352db5-71c9-4b23-8a92-402408ebc450 HTTP/1.1" status: 200 len: 945 time: 0.0552168 Feb 20 23:00:04.755732 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-3438fcb5-856c-4eee-9d50-7ec916c21ead req-67d35aa7-10e1-4443-b1a1-b6b1ae49c557 tempest-DeleteServersTestJSON-578838536 tempest-DeleteServersTestJSON-578838536-project] 10.222.0.65 "GET /v2.0/security-groups?id=001690d6-0663-4ba3-bb6a-812d0f3aa2df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407250 Feb 20 23:00:04.759285 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747407212427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747406771514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747406771532'] for port (0a3b2189-d1ab-457a-8f01-1dbaa12b1282), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:04.760197 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Device dc5e538f-14e0-4a61-8e2d-ae1743c169b8 up at agent hyperv_hv-cinder-83009 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 23:00:04.772078 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ab83dd-7193-4197-bff4-1cedb510cb17 req-bfa45dab-7a40-4780-824a-7b2e76c64b8a tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:00:04.773657 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-14ab83dd-7193-4197-bff4-1cedb510cb17 req-bfa45dab-7a40-4780-824a-7b2e76c64b8a tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/ports?device_id=94ebbaaf-77be-4310-a7a0-d567dde9108c HTTP/1.1" status: 200 len: 945 time: 0.0601187 Feb 20 23:00:04.827718 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-14ab83dd-7193-4197-bff4-1cedb510cb17 req-3dfb62cd-be57-4dfa-99bc-70d28c622a9f tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/security-groups?id=04e39133-b65d-431a-838f-6deba86bf0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481563 Feb 20 23:00:04.849873 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Pushing event updated for resources: {'Port': ['ID=0a3b2189-d1ab-457a-8f01-1dbaa12b1282,revision_number=5']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:00:04.901326 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Provisioning for port dc5e538f-14e0-4a61-8e2d-ae1743c169b8 completed by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 23:00:04.905313 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Provisioning complete for port dc5e538f-14e0-4a61-8e2d-ae1743c169b8 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:00:04.905694 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4145689'] for port (dc5e538f-14e0-4a61-8e2d-ae1743c169b8), provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:04.995951 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8113f8-a112-411d-93ea-a717c37cc39e req-39e69875-3977-4253-9105-03ad0822d5ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:00:04.997690 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-ad8113f8-a112-411d-93ea-a717c37cc39e req-39e69875-3977-4253-9105-03ad0822d5ee service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=33326422-931b-476f-886f-d21a1da23dee HTTP/1.1" status: 200 len: 1130 time: 0.0623009 Feb 20 23:00:05.025015 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Current status of the port dc5e538f-14e0-4a61-8e2d-ae1743c169b8 is: BUILD; New status is: ACTIVE {{(pid=109630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:00:05.025882 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4131840'] for port (dc5e538f-14e0-4a61-8e2d-ae1743c169b8), before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:05.068914 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-ad8113f8-a112-411d-93ea-a717c37cc39e req-7b8ef6c6-78cf-4a34-8a62-f9b30392db8a service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=bc262dbf-af7b-45c0-8865-5866657a07f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645556 Feb 20 23:00:05.074253 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] For port dc5e538f-14e0-4a61-8e2d-ae1743c169b8, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=dc5e538f-14e0-4a61-8e2d-ae1743c169b8,segment=NetworkSegment(e96cb693-0403-4029-b4e9-bd6b25e8f8fe),segment_id=e96cb693-0403-4029-b4e9-bd6b25e8f8fe)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:00:05.192406 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747407212427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747406771514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747406771532'] for port (dc5e538f-14e0-4a61-8e2d-ae1743c169b8), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:05.242652 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e61b05-62e9-4f57-833e-ff669b88031d req-4222ece6-6d3b-4d1b-a813-713e015bf408 tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:00:05.244520 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Pushing event updated for resources: {'Port': ['ID=dc5e538f-14e0-4a61-8e2d-ae1743c169b8,revision_number=5']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:00:05.244656 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-d7e61b05-62e9-4f57-833e-ff669b88031d req-4222ece6-6d3b-4d1b-a813-713e015bf408 tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] 10.222.0.65 "GET /v2.0/ports?device_id=33326422-931b-476f-886f-d21a1da23dee HTTP/1.1" status: 200 len: 946 time: 0.0597539 Feb 20 23:00:05.294421 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-d7e61b05-62e9-4f57-833e-ff669b88031d req-b57386b7-8257-4277-b03f-7db8a5947654 tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] 10.222.0.65 "GET /v2.0/security-groups?id=bc262dbf-af7b-45c0-8865-5866657a07f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429075 Feb 20 23:00:05.881278 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26eed45e-e7f1-49b0-95cc-fcdd98f5674c req-f41954e7-3147-45ee-b2fe-9341afebe9d2 tempest-DeleteServersTestJSON-578838536 tempest-DeleteServersTestJSON-578838536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:00:05.888801 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-26eed45e-e7f1-49b0-95cc-fcdd98f5674c req-f41954e7-3147-45ee-b2fe-9341afebe9d2 tempest-DeleteServersTestJSON-578838536 tempest-DeleteServersTestJSON-578838536-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d352db5-71c9-4b23-8a92-402408ebc450 HTTP/1.1" status: 200 len: 945 time: 0.0647259 Feb 20 23:00:05.890240 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.65', 44642) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:00:05.949615 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-26eed45e-e7f1-49b0-95cc-fcdd98f5674c req-6ce4f3d6-a64b-4c39-bda8-728ff2c6a0f7 tempest-DeleteServersTestJSON-578838536 tempest-DeleteServersTestJSON-578838536-project] 10.222.0.65 "GET /v2.0/security-groups?id=001690d6-0663-4ba3-bb6a-812d0f3aa2df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598681 Feb 20 23:00:05.978633 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b25c107-a085-44a6-9e78-75f255fa5097 req-6f1a41f5-0755-4096-8a9d-ee3464e4d850 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:00:05.978633 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-5b25c107-a085-44a6-9e78-75f255fa5097 req-6f1a41f5-0755-4096-8a9d-ee3464e4d850 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/ports?device_id=94ebbaaf-77be-4310-a7a0-d567dde9108c HTTP/1.1" status: 200 len: 946 time: 0.0684309 Feb 20 23:00:06.035158 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-5b25c107-a085-44a6-9e78-75f255fa5097 req-6fd3da7a-c168-4226-9baf-244ed6480265 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/security-groups?id=04e39133-b65d-431a-838f-6deba86bf0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527375 Feb 20 23:00:06.137537 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ea4daf86-6129-4491-bf78-3ab441724912 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:06.217501 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ea4daf86-6129-4491-bf78-3ab441724912 admin admin] Publish callbacks [] for security_group (f6d25da1-c174-46c7-8f59-dda520e9b1ac), precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:06.358246 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ea4daf86-6129-4491-bf78-3ab441724912 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627867'] for security_group (f6d25da1-c174-46c7-8f59-dda520e9b1ac), after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:06.403921 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4daf86-6129-4491-bf78-3ab441724912 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6d25da1-c174-46c7-8f59-dda520e9b1ac,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:00:06.408449 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [None req-ea4daf86-6129-4491-bf78-3ab441724912 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=eb878c7c99bd4f29ad7f18abbd6739b3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5164521 Feb 20 23:00:06.411347 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.65', 44662) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:00:06.425910 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fee766-2459-4c35-8fb1-d780afb72c62 req-324d5b2d-1dde-44ba-bdbd-8484573124d6 tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:00:06.427684 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-c0fee766-2459-4c35-8fb1-d780afb72c62 req-324d5b2d-1dde-44ba-bdbd-8484573124d6 tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] 10.222.0.65 "GET /v2.0/ports?device_id=33326422-931b-476f-886f-d21a1da23dee HTTP/1.1" status: 200 len: 946 time: 0.0688443 Feb 20 23:00:06.460652 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-747cb311-9808-4910-a19f-6ad6116af318 admin admin] Publish callbacks [] for security_group (f6d25da1-c174-46c7-8f59-dda520e9b1ac), before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:06.481692 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.65', 44664) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:00:06.483248 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-c0fee766-2459-4c35-8fb1-d780afb72c62 req-4d3d918e-b860-443e-8bc6-ddab7d3ad43c tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] 10.222.0.65 "GET /v2.0/security-groups?id=bc262dbf-af7b-45c0-8865-5866657a07f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477614 Feb 20 23:00:06.491229 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-747cb311-9808-4910-a19f-6ad6116af318 admin admin] Publish callbacks [] for security_group (f6d25da1-c174-46c7-8f59-dda520e9b1ac), precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:06.588982 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-61bd9aa1-df60-4b2e-b261-a9130ceecf6f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:06.636419 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-747cb311-9808-4910-a19f-6ad6116af318 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627867'] for security_group (f6d25da1-c174-46c7-8f59-dda520e9b1ac), after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:06.638966 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-747cb311-9808-4910-a19f-6ad6116af318 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:06.640088 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [None req-747cb311-9808-4910-a19f-6ad6116af318 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/f6d25da1-c174-46c7-8f59-dda520e9b1ac HTTP/1.1" status: 204 len: 168 time: 0.2281883 Feb 20 23:00:06.642735 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94ebbaaf-77be-4310-a7a0-d567dde9108c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc5e538f-14e0-4a61-8e2d-ae1743c169b8'}] {{(pid=109630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 23:00:06.646055 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f8f7ade39b9b648cd02963e66adb41eb29d40ae47bdce8ccfc3d1936511f484" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d59c09a-1472-4c88-baac-0d697e19791e" -d '{"events": [{"server_uuid": "94ebbaaf-77be-4310-a7a0-d567dde9108c", "name": "network-vif-plugged", "status": "completed", "tag": "dc5e538f-14e0-4a61-8e2d-ae1743c169b8"}]}' {{(pid=109630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 23:00:06.661148 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747cb311-9808-4910-a19f-6ad6116af318 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6d25da1-c174-46c7-8f59-dda520e9b1ac,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:00:06.704100 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 23:00:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df357a0c-9673-4f78-9beb-9d9ff56594bc x-openstack-request-id: req-df357a0c-9673-4f78-9beb-9d9ff56594bc {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 23:00:06.705486 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94ebbaaf-77be-4310-a7a0-d567dde9108c", "name": "network-vif-plugged", "status": "completed", "tag": "dc5e538f-14e0-4a61-8e2d-ae1743c169b8", "code": 200}]} {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 23:00:06.706189 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-df357a0c-9673-4f78-9beb-9d9ff56594bc {{(pid=109630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 23:00:06.706934 dv-cinder-830096-1-iscsi neutron-server[109630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94ebbaaf-77be-4310-a7a0-d567dde9108c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc5e538f-14e0-4a61-8e2d-ae1743c169b8', 'code': 200} Feb 20 23:00:06.716152 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-61bd9aa1-df60-4b2e-b261-a9130ceecf6f admin admin] Publish callbacks [] for security_group (fd479ab7-c95c-4386-8e2d-508a0c6dc4e1), precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:06.849832 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-61bd9aa1-df60-4b2e-b261-a9130ceecf6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627867'] for security_group (fd479ab7-c95c-4386-8e2d-508a0c6dc4e1), after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:06.894515 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [None req-61bd9aa1-df60-4b2e-b261-a9130ceecf6f admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=2286865919de40fcbcb0ece853c44fcf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4099581 Feb 20 23:00:06.894515 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bd9aa1-df60-4b2e-b261-a9130ceecf6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd479ab7-c95c-4386-8e2d-508a0c6dc4e1,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:00:06.896473 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.65', 44678) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:00:06.956448 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-1794a825-91db-4177-944c-82803e757581 admin admin] Publish callbacks [] for security_group (fd479ab7-c95c-4386-8e2d-508a0c6dc4e1), before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:06.987514 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-1794a825-91db-4177-944c-82803e757581 admin admin] Publish callbacks [] for security_group (fd479ab7-c95c-4386-8e2d-508a0c6dc4e1), precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:07.107414 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-1794a825-91db-4177-944c-82803e757581 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627867'] for security_group (fd479ab7-c95c-4386-8e2d-508a0c6dc4e1), after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:07.110417 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-1794a825-91db-4177-944c-82803e757581 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:07.111558 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [None req-1794a825-91db-4177-944c-82803e757581 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/fd479ab7-c95c-4386-8e2d-508a0c6dc4e1 HTTP/1.1" status: 204 len: 168 time: 0.2139962 Feb 20 23:00:07.122380 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1794a825-91db-4177-944c-82803e757581 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd479ab7-c95c-4386-8e2d-508a0c6dc4e1,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:00:07.141893 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Device 66b4984e-4f9b-4971-bf9f-1f953504702d up at agent hyperv_hv-cinder-83009 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 23:00:07.219215 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12420d3e-2df9-494a-88ad-4929a1ed003f req-9b600863-964b-4d2b-938a-e246e7139d62 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:00:07.235819 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-12420d3e-2df9-494a-88ad-4929a1ed003f req-9b600863-964b-4d2b-938a-e246e7139d62 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/ports?device_id=94ebbaaf-77be-4310-a7a0-d567dde9108c HTTP/1.1" status: 200 len: 946 time: 0.0976138 Feb 20 23:00:07.296876 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-12420d3e-2df9-494a-88ad-4929a1ed003f req-d549e056-31e8-44aa-a2ae-cbe68baa7951 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/security-groups?id=04e39133-b65d-431a-838f-6deba86bf0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613332 Feb 20 23:00:07.347934 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Provisioning for port 66b4984e-4f9b-4971-bf9f-1f953504702d completed by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 23:00:07.359906 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Provisioning complete for port 66b4984e-4f9b-4971-bf9f-1f953504702d triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:00:07.360291 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4145689'] for port (66b4984e-4f9b-4971-bf9f-1f953504702d), provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:07.458993 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Current status of the port 66b4984e-4f9b-4971-bf9f-1f953504702d is: BUILD; New status is: ACTIVE {{(pid=109630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:00:07.459390 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4131840'] for port (66b4984e-4f9b-4971-bf9f-1f953504702d), before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:07.491102 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] For port 66b4984e-4f9b-4971-bf9f-1f953504702d, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=66b4984e-4f9b-4971-bf9f-1f953504702d,segment=NetworkSegment(bce3d1e8-ca8a-4ba6-b9c0-f5271b830275),segment_id=bce3d1e8-ca8a-4ba6-b9c0-f5271b830275)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:00:07.605159 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747407212427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747406771514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747406771532'] for port (66b4984e-4f9b-4971-bf9f-1f953504702d), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:07.608991 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005c5912-b63b-4582-a832-421221e3378b req-8f948656-963a-4d32-aed0-992967245f1d tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:00:07.610079 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-005c5912-b63b-4582-a832-421221e3378b req-8f948656-963a-4d32-aed0-992967245f1d tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] 10.222.0.65 "GET /v2.0/ports?device_id=33326422-931b-476f-886f-d21a1da23dee HTTP/1.1" status: 200 len: 946 time: 0.0554237 Feb 20 23:00:07.657638 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Pushing event updated for resources: {'Port': ['ID=66b4984e-4f9b-4971-bf9f-1f953504702d,revision_number=5']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:00:07.660027 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-005c5912-b63b-4582-a832-421221e3378b req-a70d9e08-281a-4bf2-8b5c-7b4b20365fbe tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] 10.222.0.65 "GET /v2.0/security-groups?id=bc262dbf-af7b-45c0-8865-5866657a07f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444763 Feb 20 23:00:07.663001 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.65', 44714) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:00:07.687267 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-6194ac85-4a55-47bf-8774-d07915d8933a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:07.766843 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-6194ac85-4a55-47bf-8774-d07915d8933a admin admin] Publish callbacks [] for security_group (9fa9584d-c253-497f-8cfe-274da1cef396), precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:07.844026 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-6194ac85-4a55-47bf-8774-d07915d8933a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627867'] for security_group (9fa9584d-c253-497f-8cfe-274da1cef396), after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:07.882526 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [None req-6194ac85-4a55-47bf-8774-d07915d8933a admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=37951dc1efbd4ca98ee83f3844731e8a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2182541 Feb 20 23:00:07.883476 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6194ac85-4a55-47bf-8774-d07915d8933a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fa9584d-c253-497f-8cfe-274da1cef396,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:00:07.885263 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.65', 44720) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:00:07.938329 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-7e96748e-b9ab-46fc-9798-6b43670ce2cd admin admin] Publish callbacks [] for security_group (9fa9584d-c253-497f-8cfe-274da1cef396), before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:07.961150 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-7e96748e-b9ab-46fc-9798-6b43670ce2cd admin admin] Publish callbacks [] for security_group (9fa9584d-c253-497f-8cfe-274da1cef396), precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:08.069792 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.65', 44728) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:00:08.082430 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-7e0b8ebd-904f-4a8b-9a6d-01576932891c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:08.089881 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-7e96748e-b9ab-46fc-9798-6b43670ce2cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627867'] for security_group (9fa9584d-c253-497f-8cfe-274da1cef396), after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:08.092340 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-7e96748e-b9ab-46fc-9798-6b43670ce2cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:08.093398 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [None req-7e96748e-b9ab-46fc-9798-6b43670ce2cd admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/9fa9584d-c253-497f-8cfe-274da1cef396 HTTP/1.1" status: 204 len: 168 time: 0.2064729 Feb 20 23:00:08.110733 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e96748e-b9ab-46fc-9798-6b43670ce2cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fa9584d-c253-497f-8cfe-274da1cef396,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:00:08.175512 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-7e0b8ebd-904f-4a8b-9a6d-01576932891c admin admin] Publish callbacks [] for security_group (bf713426-472d-4560-b2a2-8a3c657abdae), precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:08.279227 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-7e0b8ebd-904f-4a8b-9a6d-01576932891c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627867'] for security_group (bf713426-472d-4560-b2a2-8a3c657abdae), after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:08.320184 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [None req-7e0b8ebd-904f-4a8b-9a6d-01576932891c admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=6ae5fa7cb6814ed7afb89b49e9331451&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2492969 Feb 20 23:00:08.322146 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0b8ebd-904f-4a8b-9a6d-01576932891c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf713426-472d-4560-b2a2-8a3c657abdae,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:00:08.323027 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.65', 44736) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:00:08.396672 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-516cf786-e449-4b57-81bc-a0286e296210 admin admin] Publish callbacks [] for security_group (bf713426-472d-4560-b2a2-8a3c657abdae), before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:08.424922 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-516cf786-e449-4b57-81bc-a0286e296210 admin admin] Publish callbacks [] for security_group (bf713426-472d-4560-b2a2-8a3c657abdae), precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:08.462457 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea61a336-dcee-45a6-a703-8c92f41eaa01 req-5a8a543b-9318-4905-baf7-fedf98cd57c8 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:00:08.465076 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-ea61a336-dcee-45a6-a703-8c92f41eaa01 req-5a8a543b-9318-4905-baf7-fedf98cd57c8 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/ports?device_id=94ebbaaf-77be-4310-a7a0-d567dde9108c HTTP/1.1" status: 200 len: 946 time: 0.0940425 Feb 20 23:00:08.533297 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-ea61a336-dcee-45a6-a703-8c92f41eaa01 req-1739cc54-8f3f-4198-8397-4068a32f1488 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/security-groups?id=04e39133-b65d-431a-838f-6deba86bf0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441558 Feb 20 23:00:08.662036 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-516cf786-e449-4b57-81bc-a0286e296210 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627867'] for security_group (bf713426-472d-4560-b2a2-8a3c657abdae), after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:08.664739 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-516cf786-e449-4b57-81bc-a0286e296210 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:08.665905 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [None req-516cf786-e449-4b57-81bc-a0286e296210 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/bf713426-472d-4560-b2a2-8a3c657abdae HTTP/1.1" status: 204 len: 168 time: 0.3404939 Feb 20 23:00:08.679426 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516cf786-e449-4b57-81bc-a0286e296210 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf713426-472d-4560-b2a2-8a3c657abdae,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:00:08.709566 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81375607-d255-4352-85da-eab4c1e730a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66b4984e-4f9b-4971-bf9f-1f953504702d'}] {{(pid=109630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 23:00:08.712202 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f8f7ade39b9b648cd02963e66adb41eb29d40ae47bdce8ccfc3d1936511f484" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe51e13b-e808-4ef2-945c-256db6c4fae4" -d '{"events": [{"server_uuid": "81375607-d255-4352-85da-eab4c1e730a9", "name": "network-vif-plugged", "status": "completed", "tag": "66b4984e-4f9b-4971-bf9f-1f953504702d"}]}' {{(pid=109630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 23:00:08.941193 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 23:00:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb20eeb5-9b12-4754-bc8c-9be7b288318a x-openstack-request-id: req-bb20eeb5-9b12-4754-bc8c-9be7b288318a {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 23:00:08.941193 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81375607-d255-4352-85da-eab4c1e730a9", "name": "network-vif-plugged", "status": "completed", "tag": "66b4984e-4f9b-4971-bf9f-1f953504702d", "code": 200}]} {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 23:00:08.941193 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-bb20eeb5-9b12-4754-bc8c-9be7b288318a {{(pid=109630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 23:00:08.941193 dv-cinder-830096-1-iscsi neutron-server[109630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81375607-d255-4352-85da-eab4c1e730a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66b4984e-4f9b-4971-bf9f-1f953504702d', 'code': 200} Feb 20 23:00:08.942019 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778ba6c6-8536-4913-8b2e-df07213de20e req-b0169c11-b42f-45f5-b0da-775490ca5fdf tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:00:08.942019 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-778ba6c6-8536-4913-8b2e-df07213de20e req-b0169c11-b42f-45f5-b0da-775490ca5fdf tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] 10.222.0.65 "GET /v2.0/ports?device_id=33326422-931b-476f-886f-d21a1da23dee HTTP/1.1" status: 200 len: 946 time: 0.0514610 Feb 20 23:00:08.942019 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-778ba6c6-8536-4913-8b2e-df07213de20e req-a4f1e527-6d98-4dba-85f9-b8038a663326 tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] 10.222.0.65 "GET /v2.0/security-groups?id=bc262dbf-af7b-45c0-8865-5866657a07f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400796 Feb 20 23:00:09.645284 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f09607-c9ca-43cd-b761-4229cdbdd2b3 req-b711b4d7-37ac-433e-a0d8-1e4cb976b792 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:00:09.646970 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-c0f09607-c9ca-43cd-b761-4229cdbdd2b3 req-b711b4d7-37ac-433e-a0d8-1e4cb976b792 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/ports?device_id=94ebbaaf-77be-4310-a7a0-d567dde9108c HTTP/1.1" status: 200 len: 946 time: 0.0563538 Feb 20 23:00:09.695375 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-c0f09607-c9ca-43cd-b761-4229cdbdd2b3 req-53b54455-ff1c-4b67-bec1-6c6d25045c1e tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/security-groups?id=04e39133-b65d-431a-838f-6deba86bf0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423381 Feb 20 23:00:09.839613 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f5a714-f7cc-4a4d-93e9-97da28092173 req-7ac488d9-cc54-46f2-8f15-e80c648f23ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:00:09.841089 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-c3f5a714-f7cc-4a4d-93e9-97da28092173 req-7ac488d9-cc54-46f2-8f15-e80c648f23ea service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=94ebbaaf-77be-4310-a7a0-d567dde9108c HTTP/1.1" status: 200 len: 1130 time: 0.0500717 Feb 20 23:00:09.894059 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-c3f5a714-f7cc-4a4d-93e9-97da28092173 req-d3051070-a3f1-4232-bef7-e1c58d5ec786 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=04e39133-b65d-431a-838f-6deba86bf0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423806 Feb 20 23:00:10.017928 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06924c92-fc22-4d9c-b2a7-bd49625d89a4 req-b3a3b2d4-c7c1-411a-94bf-587bd8584807 tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:00:10.019429 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-06924c92-fc22-4d9c-b2a7-bd49625d89a4 req-b3a3b2d4-c7c1-411a-94bf-587bd8584807 tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] 10.222.0.65 "GET /v2.0/ports?device_id=33326422-931b-476f-886f-d21a1da23dee HTTP/1.1" status: 200 len: 946 time: 0.0540628 Feb 20 23:00:10.071134 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-06924c92-fc22-4d9c-b2a7-bd49625d89a4 req-522195ed-faac-4dde-930a-7d83df6502cc tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] 10.222.0.65 "GET /v2.0/security-groups?id=bc262dbf-af7b-45c0-8865-5866657a07f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461924 Feb 20 23:00:10.207872 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.65', 44790) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:00:10.221639 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-ff493483-be49-4b25-be19-bdf282281e8c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:10.270341 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd081361-6fb8-4a1f-8b3a-e79cf3f2fa4c req-0fd3660a-bc1a-4c53-997f-2a540a839b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:00:10.272402 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-fd081361-6fb8-4a1f-8b3a-e79cf3f2fa4c req-0fd3660a-bc1a-4c53-997f-2a540a839b1f service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=81375607-d255-4352-85da-eab4c1e730a9 HTTP/1.1" status: 200 len: 1129 time: 0.0457153 Feb 20 23:00:10.299949 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-ff493483-be49-4b25-be19-bdf282281e8c admin admin] Publish callbacks [] for security_group (a8efe2db-5d41-4a20-b39b-47c7ae288cc2), precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:10.320541 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-fd081361-6fb8-4a1f-8b3a-e79cf3f2fa4c req-9ad1a27b-d563-48b1-a14f-e0dc63d1feaf service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=bc262dbf-af7b-45c0-8865-5866657a07f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419798 Feb 20 23:00:10.370214 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-ff493483-be49-4b25-be19-bdf282281e8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627867'] for security_group (a8efe2db-5d41-4a20-b39b-47c7ae288cc2), after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:10.411415 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [None req-ff493483-be49-4b25-be19-bdf282281e8c admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=b46fc18a22894ee6ba17d3da571c3422&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2025857 Feb 20 23:00:10.412497 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff493483-be49-4b25-be19-bdf282281e8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8efe2db-5d41-4a20-b39b-47c7ae288cc2,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:00:10.414468 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.65', 44798) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:00:10.461186 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-9856df30-7240-4abe-b5ca-0b4167de40fd admin admin] Publish callbacks [] for security_group (a8efe2db-5d41-4a20-b39b-47c7ae288cc2), before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:10.482486 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-9856df30-7240-4abe-b5ca-0b4167de40fd admin admin] Publish callbacks [] for security_group (a8efe2db-5d41-4a20-b39b-47c7ae288cc2), precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:10.556750 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.65', 44804) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:00:10.627744 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-9856df30-7240-4abe-b5ca-0b4167de40fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627867'] for security_group (a8efe2db-5d41-4a20-b39b-47c7ae288cc2), after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:10.630724 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-9856df30-7240-4abe-b5ca-0b4167de40fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:10.634800 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [None req-9856df30-7240-4abe-b5ca-0b4167de40fd admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/a8efe2db-5d41-4a20-b39b-47c7ae288cc2 HTTP/1.1" status: 204 len: 168 time: 0.2193208 Feb 20 23:00:10.643830 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9856df30-7240-4abe-b5ca-0b4167de40fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8efe2db-5d41-4a20-b39b-47c7ae288cc2,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:00:10.684579 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-0fec6f57-08c4-4d2f-87ee-09a2db682533 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:10.778033 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-0fec6f57-08c4-4d2f-87ee-09a2db682533 admin admin] Publish callbacks [] for security_group (082d00da-0a96-41ba-a57d-c96272bd23f9), precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:10.825103 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9a5453-658c-425d-aaa9-c6f6661059ae req-331fcdd9-fcc0-4353-a162-49a8afdeb3e2 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:00:10.826509 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-8b9a5453-658c-425d-aaa9-c6f6661059ae req-331fcdd9-fcc0-4353-a162-49a8afdeb3e2 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/ports?device_id=94ebbaaf-77be-4310-a7a0-d567dde9108c HTTP/1.1" status: 200 len: 946 time: 0.0534608 Feb 20 23:00:10.871326 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-8b9a5453-658c-425d-aaa9-c6f6661059ae req-00957f27-dc0a-47be-86fd-0736b546058a tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/security-groups?id=04e39133-b65d-431a-838f-6deba86bf0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393815 Feb 20 23:00:10.890286 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-0fec6f57-08c4-4d2f-87ee-09a2db682533 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627867'] for security_group (082d00da-0a96-41ba-a57d-c96272bd23f9), after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:10.933752 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [None req-0fec6f57-08c4-4d2f-87ee-09a2db682533 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=a7000f53f1a944f18bf12734a5b7d1d9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3753033 Feb 20 23:00:10.934967 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fec6f57-08c4-4d2f-87ee-09a2db682533 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=082d00da-0a96-41ba-a57d-c96272bd23f9,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:00:10.936783 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.65', 44826) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:00:10.996902 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-7a76b790-39ed-4ab4-bc41-c3bbd7282e42 admin admin] Publish callbacks [] for security_group (082d00da-0a96-41ba-a57d-c96272bd23f9), before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:11.024057 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-7a76b790-39ed-4ab4-bc41-c3bbd7282e42 admin admin] Publish callbacks [] for security_group (082d00da-0a96-41ba-a57d-c96272bd23f9), precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:11.193162 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-7a76b790-39ed-4ab4-bc41-c3bbd7282e42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627867'] for security_group (082d00da-0a96-41ba-a57d-c96272bd23f9), after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:11.196189 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-7a76b790-39ed-4ab4-bc41-c3bbd7282e42 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:11.198068 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [None req-7a76b790-39ed-4ab4-bc41-c3bbd7282e42 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/082d00da-0a96-41ba-a57d-c96272bd23f9 HTTP/1.1" status: 204 len: 168 time: 0.2475610 Feb 20 23:00:11.211269 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a76b790-39ed-4ab4-bc41-c3bbd7282e42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=082d00da-0a96-41ba-a57d-c96272bd23f9,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:00:11.265867 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d805f126-eab2-4a32-818a-4c8d5c0e8f06 req-5b072ce9-2336-43a0-a5dc-5e1379614cb2 tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:00:11.272990 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-d805f126-eab2-4a32-818a-4c8d5c0e8f06 req-5b072ce9-2336-43a0-a5dc-5e1379614cb2 tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] 10.222.0.65 "GET /v2.0/ports?device_id=33326422-931b-476f-886f-d21a1da23dee HTTP/1.1" status: 200 len: 946 time: 0.0859368 Feb 20 23:00:11.332156 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-d805f126-eab2-4a32-818a-4c8d5c0e8f06 req-8057823a-0fe8-43cc-9252-2c0f15c3aad7 tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] 10.222.0.65 "GET /v2.0/security-groups?id=bc262dbf-af7b-45c0-8865-5866657a07f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549934 Feb 20 23:00:11.993660 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c325997e-f236-472c-8290-1f72382ca3aa req-aab8b45f-cafa-4722-bc18-1a7e58de79a3 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:00:11.995319 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-c325997e-f236-472c-8290-1f72382ca3aa req-aab8b45f-cafa-4722-bc18-1a7e58de79a3 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/ports?device_id=94ebbaaf-77be-4310-a7a0-d567dde9108c HTTP/1.1" status: 200 len: 946 time: 0.0537026 Feb 20 23:00:12.043806 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-c325997e-f236-472c-8290-1f72382ca3aa req-5e69a972-99ee-478b-bfdb-796288554d60 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/security-groups?id=04e39133-b65d-431a-838f-6deba86bf0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423203 Feb 20 23:00:12.241426 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.65', 44882) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:00:12.254735 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-87b79fac-c6dd-4183-833a-66c8f01918ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:12.345345 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-87b79fac-c6dd-4183-833a-66c8f01918ba admin admin] Publish callbacks [] for security_group (0498197d-c13c-41b0-97e4-9be989cfbc09), precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:12.364529 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-3b1b3bcf-d05a-47ef-8b08-6f7a8cd35228 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (83a03d73-f5e1-4f72-b2a3-d557ae097998), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:12.463331 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-87b79fac-c6dd-4183-833a-66c8f01918ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627867'] for security_group (0498197d-c13c-41b0-97e4-9be989cfbc09), after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:12.466221 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf381b0-cb9a-48ef-b2f2-18a90a59acc8 req-a18eabda-e211-4e26-8725-f6bf1385f90b tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:00:12.467985 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-bbf381b0-cb9a-48ef-b2f2-18a90a59acc8 req-a18eabda-e211-4e26-8725-f6bf1385f90b tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] 10.222.0.65 "GET /v2.0/ports?device_id=33326422-931b-476f-886f-d21a1da23dee HTTP/1.1" status: 200 len: 946 time: 0.0569918 Feb 20 23:00:12.482228 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.65', 44896) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:00:12.519865 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [None req-87b79fac-c6dd-4183-833a-66c8f01918ba admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=10eda33c31e94cdd9b10a8edffb6456f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2773767 Feb 20 23:00:12.521838 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b79fac-c6dd-4183-833a-66c8f01918ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0498197d-c13c-41b0-97e4-9be989cfbc09,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:00:12.525150 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.65', 44900) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:00:12.554703 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-bbf381b0-cb9a-48ef-b2f2-18a90a59acc8 req-2bd5ac39-aa34-4643-a6c0-e1fc0953998c tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] 10.222.0.65 "GET /v2.0/security-groups?id=bc262dbf-af7b-45c0-8865-5866657a07f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760491 Feb 20 23:00:12.619444 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-d3d50172-eaa6-4f8e-aef9-e58538c92059 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:12.690582 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-107aefcf-46b4-46d2-8b0d-cfa7a669db8a admin admin] Publish callbacks [] for security_group (0498197d-c13c-41b0-97e4-9be989cfbc09), before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:12.727126 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-107aefcf-46b4-46d2-8b0d-cfa7a669db8a admin admin] Publish callbacks [] for security_group (0498197d-c13c-41b0-97e4-9be989cfbc09), precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:12.788526 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-d3d50172-eaa6-4f8e-aef9-e58538c92059 admin admin] Publish callbacks [] for security_group (618b75de-929b-49d5-9faa-593829a2e7cc), precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:12.948088 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-107aefcf-46b4-46d2-8b0d-cfa7a669db8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627867'] for security_group (0498197d-c13c-41b0-97e4-9be989cfbc09), after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:12.950768 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-107aefcf-46b4-46d2-8b0d-cfa7a669db8a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:12.951964 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [None req-107aefcf-46b4-46d2-8b0d-cfa7a669db8a admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/0498197d-c13c-41b0-97e4-9be989cfbc09 HTTP/1.1" status: 204 len: 168 time: 0.4257672 Feb 20 23:00:12.952678 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-d3d50172-eaa6-4f8e-aef9-e58538c92059 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627867'] for security_group (618b75de-929b-49d5-9faa-593829a2e7cc), after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:12.971300 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107aefcf-46b4-46d2-8b0d-cfa7a669db8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0498197d-c13c-41b0-97e4-9be989cfbc09,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:00:13.007099 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [None req-d3d50172-eaa6-4f8e-aef9-e58538c92059 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=6424c74082d0445896d5c8f2e760a157&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5238001 Feb 20 23:00:13.009951 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.65', 44924) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:00:13.026850 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d50172-eaa6-4f8e-aef9-e58538c92059 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=618b75de-929b-49d5-9faa-593829a2e7cc,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:00:13.108350 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-ea211557-ebe5-4994-8c82-eb95163464b8 admin admin] Publish callbacks [] for security_group (618b75de-929b-49d5-9faa-593829a2e7cc), before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:13.136829 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-ea211557-ebe5-4994-8c82-eb95163464b8 admin admin] Publish callbacks [] for security_group (618b75de-929b-49d5-9faa-593829a2e7cc), precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:13.182517 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b37bc39-970d-4e0d-b2e2-e593efe44cd0 req-12639417-da8f-4b74-a04b-f9a045585dd0 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:00:13.190542 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-8b37bc39-970d-4e0d-b2e2-e593efe44cd0 req-12639417-da8f-4b74-a04b-f9a045585dd0 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/ports?device_id=94ebbaaf-77be-4310-a7a0-d567dde9108c HTTP/1.1" status: 200 len: 946 time: 0.0625265 Feb 20 23:00:13.236278 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-8b37bc39-970d-4e0d-b2e2-e593efe44cd0 req-6aa59905-0fa7-49fe-8976-0660ad698c40 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/security-groups?id=04e39133-b65d-431a-838f-6deba86bf0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448906 Feb 20 23:00:13.364686 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-ea211557-ebe5-4994-8c82-eb95163464b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627867'] for security_group (618b75de-929b-49d5-9faa-593829a2e7cc), after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:13.367099 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-ea211557-ebe5-4994-8c82-eb95163464b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:13.368182 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [None req-ea211557-ebe5-4994-8c82-eb95163464b8 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/618b75de-929b-49d5-9faa-593829a2e7cc HTTP/1.1" status: 204 len: 168 time: 0.3571434 Feb 20 23:00:13.393037 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea211557-ebe5-4994-8c82-eb95163464b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=618b75de-929b-49d5-9faa-593829a2e7cc,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:00:13.403898 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778a2ed5-0953-411a-8beb-72db6ea26aed req-1cf7d54f-8513-4a47-bcab-3d932a700f06 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:00:13.406116 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-778a2ed5-0953-411a-8beb-72db6ea26aed req-1cf7d54f-8513-4a47-bcab-3d932a700f06 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/ports?device_id=94ebbaaf-77be-4310-a7a0-d567dde9108c HTTP/1.1" status: 200 len: 946 time: 0.0539439 Feb 20 23:00:13.419201 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.65', 44940) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:00:13.424296 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.v2.base [None req-4cd23dea-0d4c-4ff4-b93e-1a344b3ad877 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Request body: {'floatingip': {'port_id': 'dc5e538f-14e0-4a61-8e2d-ae1743c169b8'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:00:13.433944 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41c2a46-5329-465c-9c4a-175e24e57207 req-75e8d95a-03dc-4430-8746-7d1a2a9a05c3 tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:00:13.435690 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-e41c2a46-5329-465c-9c4a-175e24e57207 req-75e8d95a-03dc-4430-8746-7d1a2a9a05c3 tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] 10.222.0.65 "GET /v2.0/ports?device_id=33326422-931b-476f-886f-d21a1da23dee HTTP/1.1" status: 200 len: 946 time: 0.0804138 Feb 20 23:00:13.496776 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-e41c2a46-5329-465c-9c4a-175e24e57207 req-740eae30-9acf-45af-83d8-8c2d3b7cdc9f tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] 10.222.0.65 "GET /v2.0/security-groups?id=bc262dbf-af7b-45c0-8865-5866657a07f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529652 Feb 20 23:00:13.538861 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-4cd23dea-0d4c-4ff4-b93e-1a344b3ad877 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Publish callbacks [] for floatingip (e8f30366-c510-4af4-925b-bef55167646a), before_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:13.643365 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf19df3-0bda-49d8-aee5-7890ee9222bb req-fea536c3-2e89-4d7e-a2a6-6d976fe8074c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:00:13.644893 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-8bf19df3-0bda-49d8-aee5-7890ee9222bb req-fea536c3-2e89-4d7e-a2a6-6d976fe8074c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e684d4332ff043eab2d102df1b6dd908&device_id=33326422-931b-476f-886f-d21a1da23dee HTTP/1.1" status: 200 len: 1130 time: 0.1870239 Feb 20 23:00:13.981886 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.65', 44960) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:00:14.045142 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf19df3-0bda-49d8-aee5-7890ee9222bb req-954e7d42-e0d7-4918-8125-a851491cac71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:00:14.047855 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-8bf19df3-0bda-49d8-aee5-7890ee9222bb req-954e7d42-e0d7-4918-8125-a851491cac71 service neutron] 10.222.0.42 "GET /v2.0/networks?id=50907839-a771-4d5d-8cdc-f2154e15e96c HTTP/1.1" status: 200 len: 919 time: 0.3929701 Feb 20 23:00:14.094035 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-8bf19df3-0bda-49d8-aee5-7890ee9222bb req-83abdc48-c30d-4113-9707-9d978ac7a175 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0a3b2189-d1ab-457a-8f01-1dbaa12b1282 HTTP/1.1" status: 200 len: 217 time: 0.0408115 Feb 20 23:00:14.152366 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-cb4b97cc-b01c-471b-ac00-eca111f07097 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:14.243353 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-cb4b97cc-b01c-471b-ac00-eca111f07097 admin admin] Publish callbacks [] for security_group (71932f7d-16c0-4cf5-bf28-a19f602c1114), precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:14.257770 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf19df3-0bda-49d8-aee5-7890ee9222bb req-483774d0-712f-4b76-9314-8ab671d92db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:00:14.259348 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-8bf19df3-0bda-49d8-aee5-7890ee9222bb req-483774d0-712f-4b76-9314-8ab671d92db4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=bebd2843-1d13-4eae-8703-47333a1f09f6 HTTP/1.1" status: 200 len: 859 time: 0.1566753 Feb 20 23:00:14.304299 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-8bf19df3-0bda-49d8-aee5-7890ee9222bb req-a041a2db-9665-4b00-b755-9f2ef54d043b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=50907839-a771-4d5d-8cdc-f2154e15e96c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387318 Feb 20 23:00:14.380922 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-cb4b97cc-b01c-471b-ac00-eca111f07097 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627867'] for security_group (71932f7d-16c0-4cf5-bf28-a19f602c1114), after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:14.386497 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.65', 44970) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:00:14.442180 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e17e0e55-61cb-49f3-88ad-78578934c1d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:14.453163 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [None req-cb4b97cc-b01c-471b-ac00-eca111f07097 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=73b95a56d52c496093d1d09f3348bce3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4677863 Feb 20 23:00:14.453889 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.65', 44972) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:00:14.457472 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4b97cc-b01c-471b-ac00-eca111f07097 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71932f7d-16c0-4cf5-bf28-a19f602c1114,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:00:14.469666 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4b97cc-b01c-471b-ac00-eca111f07097 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:00:14.470044 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4b97cc-b01c-471b-ac00-eca111f07097 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:00:14.470424 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4b97cc-b01c-471b-ac00-eca111f07097 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:00:14.470770 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4b97cc-b01c-471b-ac00-eca111f07097 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:00:14.471096 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4b97cc-b01c-471b-ac00-eca111f07097 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:00:14.471419 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4b97cc-b01c-471b-ac00-eca111f07097 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:00:14.471746 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4b97cc-b01c-471b-ac00-eca111f07097 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:00:14.472060 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4b97cc-b01c-471b-ac00-eca111f07097 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:00:14.472381 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4b97cc-b01c-471b-ac00-eca111f07097 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:00:14.472725 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4b97cc-b01c-471b-ac00-eca111f07097 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:00:14.473020 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4b97cc-b01c-471b-ac00-eca111f07097 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:00:14.473335 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4b97cc-b01c-471b-ac00-eca111f07097 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:00:14.473649 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4b97cc-b01c-471b-ac00-eca111f07097 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:00:14.509717 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-5ab78d3d-9a8c-4acc-9bb4-219c7f72506a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (13c347f3-1c01-45ee-af8c-9f8a630e0f23), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:14.562301 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e17e0e55-61cb-49f3-88ad-78578934c1d3 admin admin] Publish callbacks [] for security_group (0e7792c5-2249-4c99-8dd5-e2639ae39fce), precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:14.576196 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.db.resource_extend [None req-4cd23dea-0d4c-4ff4-b93e-1a344b3ad877 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 20 23:00:14.622349 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-8bf19df3-0bda-49d8-aee5-7890ee9222bb req-275dbf23-3b72-4f2f-9992-b183f8314716 service neutron] 10.222.0.42 "GET /v2.0/networks/50907839-a771-4d5d-8cdc-f2154e15e96c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3023999 Feb 20 23:00:14.652063 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e17e0e55-61cb-49f3-88ad-78578934c1d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627867'] for security_group (0e7792c5-2249-4c99-8dd5-e2639ae39fce), after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:14.682521 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-1f7abf2e-7e09-4341-bb77-185729e5e2cc admin admin] Publish callbacks [] for security_group (71932f7d-16c0-4cf5-bf28-a19f602c1114), before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:14.716779 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [None req-e17e0e55-61cb-49f3-88ad-78578934c1d3 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=9ce31c4a8b884749877ae20dd9d39a5c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3270588 Feb 20 23:00:14.717454 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.65', 44982) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:00:14.720379 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17e0e55-61cb-49f3-88ad-78578934c1d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e7792c5-2249-4c99-8dd5-e2639ae39fce,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:00:14.733552 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-4cd23dea-0d4c-4ff4-b93e-1a344b3ad877 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:14.755204 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-1f7abf2e-7e09-4341-bb77-185729e5e2cc admin admin] Publish callbacks [] for security_group (71932f7d-16c0-4cf5-bf28-a19f602c1114), precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:14.801184 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-7847e00a-edd7-4b6a-8479-d88e992e0e1c admin admin] Publish callbacks [] for security_group (0e7792c5-2249-4c99-8dd5-e2639ae39fce), before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:14.818688 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-4cd23dea-0d4c-4ff4-b93e-1a344b3ad877 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-704244'] for floatingip (e8f30366-c510-4af4-925b-bef55167646a), after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:14.827712 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-7847e00a-edd7-4b6a-8479-d88e992e0e1c admin admin] Publish callbacks [] for security_group (0e7792c5-2249-4c99-8dd5-e2639ae39fce), precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:14.842398 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-8bf19df3-0bda-49d8-aee5-7890ee9222bb req-86b28212-3d68-4c8f-aa25-16e6b3edd444 service neutron] 10.222.0.42 "GET /v2.0/networks/50907839-a771-4d5d-8cdc-f2154e15e96c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1975205 Feb 20 23:00:14.938254 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d6e144-9241-4553-a8f4-0b9c9dc0890b req-3acfc46c-1dc9-4007-8872-7a44f989effc tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:00:14.939763 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-49d6e144-9241-4553-a8f4-0b9c9dc0890b req-3acfc46c-1dc9-4007-8872-7a44f989effc tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] 10.222.0.65 "GET /v2.0/ports?device_id=33326422-931b-476f-886f-d21a1da23dee HTTP/1.1" status: 200 len: 946 time: 0.1488736 Feb 20 23:00:14.959084 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-7847e00a-edd7-4b6a-8479-d88e992e0e1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627867'] for security_group (0e7792c5-2249-4c99-8dd5-e2639ae39fce), after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:14.963885 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-7847e00a-edd7-4b6a-8479-d88e992e0e1c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:14.966508 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [None req-7847e00a-edd7-4b6a-8479-d88e992e0e1c admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/0e7792c5-2249-4c99-8dd5-e2639ae39fce HTTP/1.1" status: 204 len: 168 time: 0.2471006 Feb 20 23:00:14.975329 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7847e00a-edd7-4b6a-8479-d88e992e0e1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e7792c5-2249-4c99-8dd5-e2639ae39fce,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:00:15.041693 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-49d6e144-9241-4553-a8f4-0b9c9dc0890b req-6b80883b-cef6-44fc-bab3-2cb74a039121 tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] 10.222.0.65 "GET /v2.0/security-groups?id=bc262dbf-af7b-45c0-8865-5866657a07f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891097 Feb 20 23:00:15.043454 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.db.l3_db [None req-4cd23dea-0d4c-4ff4-b93e-1a344b3ad877 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Floating IP e8f30366-c510-4af4-925b-bef55167646a associated. External IP: 172.27.2.252, port: dc5e538f-14e0-4a61-8e2d-ae1743c169b8. Feb 20 23:00:15.079888 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-1f7abf2e-7e09-4341-bb77-185729e5e2cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627867'] for security_group (71932f7d-16c0-4cf5-bf28-a19f602c1114), after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:15.082508 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-1f7abf2e-7e09-4341-bb77-185729e5e2cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:15.083625 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [None req-1f7abf2e-7e09-4341-bb77-185729e5e2cc admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/71932f7d-16c0-4cf5-bf28-a19f602c1114 HTTP/1.1" status: 204 len: 168 time: 0.6289766 Feb 20 23:00:15.102507 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7abf2e-7e09-4341-bb77-185729e5e2cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71932f7d-16c0-4cf5-bf28-a19f602c1114,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:00:15.112805 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7abf2e-7e09-4341-bb77-185729e5e2cc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:00:15.113151 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7abf2e-7e09-4341-bb77-185729e5e2cc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:00:15.113485 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7abf2e-7e09-4341-bb77-185729e5e2cc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:00:15.113815 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7abf2e-7e09-4341-bb77-185729e5e2cc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:00:15.114138 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7abf2e-7e09-4341-bb77-185729e5e2cc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:00:15.114488 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7abf2e-7e09-4341-bb77-185729e5e2cc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:00:15.114812 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7abf2e-7e09-4341-bb77-185729e5e2cc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:00:15.115132 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7abf2e-7e09-4341-bb77-185729e5e2cc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:00:15.115456 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7abf2e-7e09-4341-bb77-185729e5e2cc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:00:15.115777 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7abf2e-7e09-4341-bb77-185729e5e2cc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:00:15.116092 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7abf2e-7e09-4341-bb77-185729e5e2cc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:00:15.116409 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7abf2e-7e09-4341-bb77-185729e5e2cc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:00:15.116722 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7abf2e-7e09-4341-bb77-185729e5e2cc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:00:15.325034 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cd23dea-0d4c-4ff4-b93e-1a344b3ad877 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Router 46817dfe-fc89-4585-97bb-fc918877ba0e has already been hosted by L3 agent 13c347f3-1c01-45ee-af8c-9f8a630e0f23 {{(pid=109628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 23:00:15.434071 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cd23dea-0d4c-4ff4-b93e-1a344b3ad877 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Notify agent at l3_agent.dv-cinder-830096-1-iscsi the message routers_updated {{(pid=109628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 23:00:15.438691 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-4cd23dea-0d4c-4ff4-b93e-1a344b3ad877 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932959'] for floatingip (None), before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:15.447067 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01df3cbf-320a-474b-b4a0-5af56e410c92 None None] Sync routers for ids ['46817dfe-fc89-4585-97bb-fc918877ba0e'] in dv-cinder-830096-1-iscsi {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 23:00:15.456950 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01df3cbf-320a-474b-b4a0-5af56e410c92 None None] Routers {'46817dfe-fc89-4585-97bb-fc918877ba0e'} bound to L3 agent in host dv-cinder-830096-1-iscsi {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 23:00:15.457557 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-01df3cbf-320a-474b-b4a0-5af56e410c92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T22:50:44Z,description=,heartbeat_timestamp=2022-02-20T23:00:14Z,host='dv-cinder-830096-1-iscsi',id=13c347f3-1c01-45ee-af8c-9f8a630e0f23,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T22:50:45Z,topic='l3_agent')) {'router_ids': ['46817dfe-fc89-4585-97bb-fc918877ba0e'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:00:15.477621 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [None req-4cd23dea-0d4c-4ff4-b93e-1a344b3ad877 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "PUT /v2.0/floatingips/e8f30366-c510-4af4-925b-bef55167646a HTTP/1.1" status: 200 len: 992 time: 2.0496168 Feb 20 23:00:15.477621 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94ebbaaf-77be-4310-a7a0-d567dde9108c', 'tag': 'dc5e538f-14e0-4a61-8e2d-ae1743c169b8'}] {{(pid=109628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 23:00:15.477621 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4be7ee60aa4259b475ee261dcf74c65065c56e299c7a4b2359a57cf03aee0d96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75112ab1-3a96-466e-afc4-5b907ee1aa80" -d '{"events": [{"name": "network-changed", "server_uuid": "94ebbaaf-77be-4310-a7a0-d567dde9108c", "tag": "dc5e538f-14e0-4a61-8e2d-ae1743c169b8"}]}' {{(pid=109628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 23:00:15.540565 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 23:00:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51394f3a-ea36-4bf4-b837-b9e10611d0bb x-openstack-request-id: req-51394f3a-ea36-4bf4-b837-b9e10611d0bb {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 23:00:15.540929 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94ebbaaf-77be-4310-a7a0-d567dde9108c", "tag": "dc5e538f-14e0-4a61-8e2d-ae1743c169b8", "status": "completed", "code": 200}]} {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 23:00:15.541209 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-51394f3a-ea36-4bf4-b837-b9e10611d0bb {{(pid=109628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 23:00:15.542301 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94ebbaaf-77be-4310-a7a0-d567dde9108c', 'tag': 'dc5e538f-14e0-4a61-8e2d-ae1743c169b8', 'status': 'completed', 'code': 200} Feb 20 23:00:15.588617 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.db.l3_dvr_db [None req-01df3cbf-320a-474b-b4a0-5af56e410c92 None None] Set router 46817dfe-fc89-4585-97bb-fc918877ba0e gateway port host: dv-cinder-830096-1-iscsi {{(pid=109631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 23:00:15.614071 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75112ab1-3a96-466e-afc4-5b907ee1aa80 req-b042b7e8-ade0-4915-96ed-f434ea2b79d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:00:15.615438 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-75112ab1-3a96-466e-afc4-5b907ee1aa80 req-b042b7e8-ade0-4915-96ed-f434ea2b79d3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=48a93be9550345ed9b9cbfc081ec5671&device_id=94ebbaaf-77be-4310-a7a0-d567dde9108c HTTP/1.1" status: 200 len: 1130 time: 0.0538492 Feb 20 23:00:15.697939 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.65', 45020) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:00:15.724140 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75112ab1-3a96-466e-afc4-5b907ee1aa80 req-417bebf2-123f-4641-9203-d908320e378b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:00:15.724140 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-75112ab1-3a96-466e-afc4-5b907ee1aa80 req-417bebf2-123f-4641-9203-d908320e378b service neutron] 10.222.0.42 "GET /v2.0/networks?id=8904bc28-8825-408d-a027-aaac96b04ee9 HTTP/1.1" status: 200 len: 916 time: 0.1011333 Feb 20 23:00:15.881938 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-01df3cbf-320a-474b-b4a0-5af56e410c92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46817dfe-fc89-4585-97bb-fc918877ba0e', 'name': 'tempest-AttachVolumeShelveTestJSON-841500598-router', 'tenant_id': '48a93be9550345ed9b9cbfc081ec5671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f52b71d-61c7-49bc-86ae-3e3415c25b55', 'external_fixed_ips': [{'subnet_id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'ip_address': '172.27.2.135'}], 'enable_snat': True}, 'gw_port_id': '668be8c4-3b55-47a7-90f8-93d4d855d93f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T22:59:16Z', 'updated_at': '2022-02-20T22:59:22Z', 'revision_number': 4, 'project_id': '48a93be9550345ed9b9cbfc081ec5671', 'gw_port': {'id': '668be8c4-3b55-47a7-90f8-93d4d855d93f', 'name': '', 'network_id': '5f52b71d-61c7-49bc-86ae-3e3415c25b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:36:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46817dfe-fc89-4585-97bb-fc918877ba0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'ip_address': '172.27.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T22:59:17Z', 'updated_at': '2022-02-20T22:59:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-1-iscsi', '_floatingips': [{'id': 'e8f30366-c510-4af4-925b-bef55167646a', 'tenant_id': '48a93be9550345ed9b9cbfc081ec5671', 'floating_ip_address': '172.27.2.252', 'floating_network_id': '5f52b71d-61c7-49bc-86ae-3e3415c25b55', 'router_id': '46817dfe-fc89-4585-97bb-fc918877ba0e', 'port_id': 'dc5e538f-14e0-4a61-8e2d-ae1743c169b8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 108, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8904bc28-8825-408d-a027-aaac96b04ee9', 'mac_address': 'fa:16:3e:5e:29:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94ebbaaf-77be-4310-a7a0-d567dde9108c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T22:59:30Z', 'updated_at': '2022-02-20T23:00:14Z', 'revision_number': 1, 'project_id': '48a93be9550345ed9b9cbfc081ec5671', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95d16298-3bc7-4771-bf34-e3a6ec44e3a9', 'name': '', 'network_id': '8904bc28-8825-408d-a027-aaac96b04ee9', 'tenant_id': '48a93be9550345ed9b9cbfc081ec5671', 'mac_address': 'fa:16:3e:4c:5a:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46817dfe-fc89-4585-97bb-fc918877ba0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '58431437-f6f9-4145-a265-242d6c5c36fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T22:59:21Z', 'updated_at': '2022-02-20T22:59:27Z', 'revision_number': 5, 'project_id': '48a93be9550345ed9b9cbfc081ec5671', 'subnets': [{'id': '58431437-f6f9-4145-a265-242d6c5c36fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830096-1-iscsi', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:00:15.902563 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-343008d4-3a37-47e4-bcbd-5ef9b41dd99c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (5ba36dc9-fc49-4f8a-9e75-ea70dbbc9d37), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:15.909984 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-75112ab1-3a96-466e-afc4-5b907ee1aa80 req-2d8f9034-d292-4eb5-88bd-5139eef8857f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dc5e538f-14e0-4a61-8e2d-ae1743c169b8 HTTP/1.1" status: 200 len: 1000 time: 0.1817167 Feb 20 23:00:15.910600 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01df3cbf-320a-474b-b4a0-5af56e410c92 None None] Checking router: 46817dfe-fc89-4585-97bb-fc918877ba0e for host: dv-cinder-830096-1-iscsi {{(pid=109631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 23:00:15.921287 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01df3cbf-320a-474b-b4a0-5af56e410c92 None None] Routers {'46817dfe-fc89-4585-97bb-fc918877ba0e'} bound to L3 agent in host dv-cinder-830096-1-iscsi {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 23:00:15.922069 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-01df3cbf-320a-474b-b4a0-5af56e410c92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T22:50:44Z,description=,heartbeat_timestamp=2022-02-20T23:00:14Z,host='dv-cinder-830096-1-iscsi',id=13c347f3-1c01-45ee-af8c-9f8a630e0f23,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T22:50:45Z,topic='l3_agent')) {'router_ids': ['46817dfe-fc89-4585-97bb-fc918877ba0e'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:00:15.964721 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75112ab1-3a96-466e-afc4-5b907ee1aa80 req-425ac48c-be27-462e-b86b-9c2eb156d5c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:00:15.966206 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-75112ab1-3a96-466e-afc4-5b907ee1aa80 req-425ac48c-be27-462e-b86b-9c2eb156d5c0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=58431437-f6f9-4145-a265-242d6c5c36fc HTTP/1.1" status: 200 len: 855 time: 0.0499415 Feb 20 23:00:16.097992 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-6d1f464c-47e6-495a-a523-d8212c33ce57 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:16.125579 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.db.l3_dvr_db [None req-01df3cbf-320a-474b-b4a0-5af56e410c92 None None] Set router 46817dfe-fc89-4585-97bb-fc918877ba0e gateway port host: dv-cinder-830096-1-iscsi {{(pid=109631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 23:00:16.205844 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75112ab1-3a96-466e-afc4-5b907ee1aa80 req-3eb86330-7660-45de-8915-e82ee5bd0147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:00:16.207384 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-75112ab1-3a96-466e-afc4-5b907ee1aa80 req-3eb86330-7660-45de-8915-e82ee5bd0147 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8904bc28-8825-408d-a027-aaac96b04ee9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2349143 Feb 20 23:00:16.282299 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-6d1f464c-47e6-495a-a523-d8212c33ce57 admin admin] Publish callbacks [] for security_group (55420def-f34d-4aa2-9b9a-554fc3a95060), precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:16.378885 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-01df3cbf-320a-474b-b4a0-5af56e410c92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46817dfe-fc89-4585-97bb-fc918877ba0e', 'name': 'tempest-AttachVolumeShelveTestJSON-841500598-router', 'tenant_id': '48a93be9550345ed9b9cbfc081ec5671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f52b71d-61c7-49bc-86ae-3e3415c25b55', 'external_fixed_ips': [{'subnet_id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'ip_address': '172.27.2.135'}], 'enable_snat': True}, 'gw_port_id': '668be8c4-3b55-47a7-90f8-93d4d855d93f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T22:59:16Z', 'updated_at': '2022-02-20T22:59:22Z', 'revision_number': 4, 'project_id': '48a93be9550345ed9b9cbfc081ec5671', 'gw_port': {'id': '668be8c4-3b55-47a7-90f8-93d4d855d93f', 'name': '', 'network_id': '5f52b71d-61c7-49bc-86ae-3e3415c25b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:36:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46817dfe-fc89-4585-97bb-fc918877ba0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'ip_address': '172.27.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T22:59:17Z', 'updated_at': '2022-02-20T22:59:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-1-iscsi', '_floatingips': [{'id': 'e8f30366-c510-4af4-925b-bef55167646a', 'tenant_id': '48a93be9550345ed9b9cbfc081ec5671', 'floating_ip_address': '172.27.2.252', 'floating_network_id': '5f52b71d-61c7-49bc-86ae-3e3415c25b55', 'router_id': '46817dfe-fc89-4585-97bb-fc918877ba0e', 'port_id': 'dc5e538f-14e0-4a61-8e2d-ae1743c169b8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 108, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8904bc28-8825-408d-a027-aaac96b04ee9', 'mac_address': 'fa:16:3e:5e:29:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94ebbaaf-77be-4310-a7a0-d567dde9108c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T22:59:30Z', 'updated_at': '2022-02-20T23:00:14Z', 'revision_number': 1, 'project_id': '48a93be9550345ed9b9cbfc081ec5671', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95d16298-3bc7-4771-bf34-e3a6ec44e3a9', 'name': '', 'network_id': '8904bc28-8825-408d-a027-aaac96b04ee9', 'tenant_id': '48a93be9550345ed9b9cbfc081ec5671', 'mac_address': 'fa:16:3e:4c:5a:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46817dfe-fc89-4585-97bb-fc918877ba0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '58431437-f6f9-4145-a265-242d6c5c36fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T22:59:21Z', 'updated_at': '2022-02-20T22:59:27Z', 'revision_number': 5, 'project_id': '48a93be9550345ed9b9cbfc081ec5671', 'subnets': [{'id': '58431437-f6f9-4145-a265-242d6c5c36fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830096-1-iscsi', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:00:16.412923 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01df3cbf-320a-474b-b4a0-5af56e410c92 None None] The sync data for ids ['46817dfe-fc89-4585-97bb-fc918877ba0e'] in dv-cinder-830096-1-iscsi is: [{'id': '46817dfe-fc89-4585-97bb-fc918877ba0e', 'name': 'tempest-AttachVolumeShelveTestJSON-841500598-router', 'tenant_id': '48a93be9550345ed9b9cbfc081ec5671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f52b71d-61c7-49bc-86ae-3e3415c25b55', 'external_fixed_ips': [{'subnet_id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'ip_address': '172.27.2.135'}], 'enable_snat': True}, 'gw_port_id': '668be8c4-3b55-47a7-90f8-93d4d855d93f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T22:59:16Z', 'updated_at': '2022-02-20T22:59:22Z', 'revision_number': 4, 'project_id': '48a93be9550345ed9b9cbfc081ec5671', 'gw_port': {'id': '668be8c4-3b55-47a7-90f8-93d4d855d93f', 'name': '', 'network_id': '5f52b71d-61c7-49bc-86ae-3e3415c25b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:36:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46817dfe-fc89-4585-97bb-fc918877ba0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'ip_address': '172.27.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T22:59:17Z', 'updated_at': '2022-02-20T22:59:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-1-iscsi', '_floatingips': [{'id': 'e8f30366-c510-4af4-925b-bef55167646a', 'tenant_id': '48a93be9550345ed9b9cbfc081ec5671', 'floating_ip_address': '172.27.2.252', 'floating_network_id': '5f52b71d-61c7-49bc-86ae-3e3415c25b55', 'router_id': '46817dfe-fc89-4585-97bb-fc918877ba0e', 'port_id': 'dc5e538f-14e0-4a61-8e2d-ae1743c169b8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 108, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8904bc28-8825-408d-a027-aaac96b04ee9', 'mac_address': 'fa:16:3e:5e:29:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94ebbaaf-77be-4310-a7a0-d567dde9108c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T22:59:30Z', 'updated_at': '2022-02-20T23:00:14Z', 'revision_number': 1, 'project_id': '48a93be9550345ed9b9cbfc081ec5671', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95d16298-3bc7-4771-bf34-e3a6ec44e3a9', 'name': '', 'network_id': '8904bc28-8825-408d-a027-aaac96b04ee9', 'tenant_id': '48a93be9550345ed9b9cbfc081ec5671', 'mac_address': 'fa:16:3e:4c:5a:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46817dfe-fc89-4585-97bb-fc918877ba0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '58431437-f6f9-4145-a265-242d6c5c36fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T22:59:21Z', 'updated_at': '2022-02-20T22:59:27Z', 'revision_number': 5, 'project_id': '48a93be9550345ed9b9cbfc081ec5671', 'subnets': [{'id': '58431437-f6f9-4145-a265-242d6c5c36fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 23:00:16.517219 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-6d1f464c-47e6-495a-a523-d8212c33ce57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627867'] for security_group (55420def-f34d-4aa2-9b9a-554fc3a95060), after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:16.546198 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328ef221-dd55-4393-b487-3c823af17232 req-013e5f5c-726b-4759-a132-f3f8f04ec39e tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:00:16.547687 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-328ef221-dd55-4393-b487-3c823af17232 req-013e5f5c-726b-4759-a132-f3f8f04ec39e tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] 10.222.0.65 "GET /v2.0/ports?device_id=33326422-931b-476f-886f-d21a1da23dee HTTP/1.1" status: 200 len: 946 time: 0.3833106 Feb 20 23:00:16.596532 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1f464c-47e6-495a-a523-d8212c33ce57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55420def-f34d-4aa2-9b9a-554fc3a95060,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:00:16.602764 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [None req-6d1f464c-47e6-495a-a523-d8212c33ce57 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=0e070828595c4152a0c7c2524b00aacf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9033659 Feb 20 23:00:16.604820 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.65', 45052) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:00:16.638269 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-75112ab1-3a96-466e-afc4-5b907ee1aa80 req-25aec54e-d0bf-45c6-adec-a25bfab5b4f3 service neutron] 10.222.0.42 "GET /v2.0/networks/8904bc28-8825-408d-a027-aaac96b04ee9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4190121 Feb 20 23:00:16.645681 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-328ef221-dd55-4393-b487-3c823af17232 req-92ef087f-5570-4ab7-b843-20fad9906576 tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] 10.222.0.65 "GET /v2.0/security-groups?id=bc262dbf-af7b-45c0-8865-5866657a07f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894969 Feb 20 23:00:16.733750 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-8cc751fd-014e-47f0-bdb3-532430885ae8 admin admin] Publish callbacks [] for security_group (55420def-f34d-4aa2-9b9a-554fc3a95060), before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:16.747194 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab8544d9-3ba5-42d9-be64-18b698c9a116 None None] New status for floating IP e8f30366-c510-4af4-925b-bef55167646a: ACTIVE {{(pid=109630) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 20 23:00:16.777575 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-8cc751fd-014e-47f0-bdb3-532430885ae8 admin admin] Publish callbacks [] for security_group (55420def-f34d-4aa2-9b9a-554fc3a95060), precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:16.808155 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-75112ab1-3a96-466e-afc4-5b907ee1aa80 req-9b7dda9f-b591-459f-8df6-0ab73117eb2e service neutron] 10.222.0.42 "GET /v2.0/networks/8904bc28-8825-408d-a027-aaac96b04ee9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1615195 Feb 20 23:00:16.982608 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-8cc751fd-014e-47f0-bdb3-532430885ae8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627867'] for security_group (55420def-f34d-4aa2-9b9a-554fc3a95060), after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:16.997027 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-8cc751fd-014e-47f0-bdb3-532430885ae8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:17.002168 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [None req-8cc751fd-014e-47f0-bdb3-532430885ae8 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/55420def-f34d-4aa2-9b9a-554fc3a95060 HTTP/1.1" status: 204 len: 168 time: 0.3957593 Feb 20 23:00:17.035025 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.65', 45068) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:00:17.035769 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc751fd-014e-47f0-bdb3-532430885ae8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55420def-f34d-4aa2-9b9a-554fc3a95060,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:00:17.216653 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-f8bda328-0f39-40fc-b2c8-28796977f3d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (e2edd6cb-ac77-47df-80b5-e0a92a5dde3d), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:17.256165 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.v2.base [None req-24a7c712-6e93-44a7-8477-146a5c4d86c6 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1170925764-network', 'tenant_id': '5680faffb5f54e9f8a56a455be903baf'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:00:17.382143 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24a7c712-6e93-44a7-8477-146a5c4d86c6 admin admin] Made reservation on behalf of 5680faffb5f54e9f8a56a455be903baf for: {'network': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 23:00:17.384919 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-24a7c712-6e93-44a7-8477-146a5c4d86c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4131840'] for network (None), before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:17.401214 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-24a7c712-6e93-44a7-8477-146a5c4d86c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:17.486399 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-24a7c712-6e93-44a7-8477-146a5c4d86c6 admin admin] Publish callbacks [] for security_group (f5f2301d-e11c-4ae7-8b88-d4fa5bae967d), precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:17.564121 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-24a7c712-6e93-44a7-8477-146a5c4d86c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627867'] for security_group (f5f2301d-e11c-4ae7-8b88-d4fa5bae967d), after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:17.584665 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24a7c712-6e93-44a7-8477-146a5c4d86c6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 61} {{(pid=109628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 23:00:17.599645 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a7c712-6e93-44a7-8477-146a5c4d86c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5f2301d-e11c-4ae7-8b88-d4fa5bae967d,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:00:17.602763 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-24a7c712-6e93-44a7-8477-146a5c4d86c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4056974'] for segment (77f3304d-c5f9-4e4f-ac97-cd5e9b52c2f2), precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:17.603168 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.db.segments_db [None req-24a7c712-6e93-44a7-8477-146a5c4d86c6 admin admin] Added segment 77f3304d-c5f9-4e4f-ac97-cd5e9b52c2f2 of type vlan for network 0cc42a85-9a95-4ed9-a113-b7582b2f5909 Feb 20 23:00:17.643059 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-24a7c712-6e93-44a7-8477-146a5c4d86c6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747406756747'] for network (0cc42a85-9a95-4ed9-a113-b7582b2f5909), precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:17.772491 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e07611b-c566-4751-afc6-f491428a420b req-e7f2e18e-692c-4731-9e24-3fb73901f8f0 tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:00:17.773863 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-2e07611b-c566-4751-afc6-f491428a420b req-e7f2e18e-692c-4731-9e24-3fb73901f8f0 tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] 10.222.0.65 "GET /v2.0/ports?device_id=33326422-931b-476f-886f-d21a1da23dee HTTP/1.1" status: 200 len: 946 time: 0.0535784 Feb 20 23:00:17.820955 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-2e07611b-c566-4751-afc6-f491428a420b req-253424c5-c2f2-4a99-ba17-2bb65f108af8 tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] 10.222.0.65 "GET /v2.0/security-groups?id=bc262dbf-af7b-45c0-8865-5866657a07f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405970 Feb 20 23:00:17.821497 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-24a7c712-6e93-44a7-8477-146a5c4d86c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510'] for network (0cc42a85-9a95-4ed9-a113-b7582b2f5909), after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:17.823090 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24a7c712-6e93-44a7-8477-146a5c4d86c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:00:17.823702 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-24a7c712-6e93-44a7-8477-146a5c4d86c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565544'] for network (None), before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:17.893708 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a7c712-6e93-44a7-8477-146a5c4d86c6 admin admin] Pushing event updated for resources: {'Network': ['ID=0cc42a85-9a95-4ed9-a113-b7582b2f5909,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:00:17.903346 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Network 0cc42a85-9a95-4ed9-a113-b7582b2f5909 details requested by agent ovs-agent-dv-cinder-830096-1-iscsi with host dv-cinder-830096-1-iscsi {{(pid=109630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 23:00:17.948985 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [None req-24a7c712-6e93-44a7-8477-146a5c4d86c6 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9028883 Feb 20 23:00:17.948985 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.65', 45102) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:00:17.948985 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.v2.base [None req-797d0847-ed0b-4af6-bbf2-fde8e7f58afa admin admin] Request body: {'subnet': {'network_id': '0cc42a85-9a95-4ed9-a113-b7582b2f5909', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1170925764-subnet', 'tenant_id': '5680faffb5f54e9f8a56a455be903baf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:00:17.980276 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.65', 45106) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:00:17.997849 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e580c407-4388-483c-a077-f39b3a115ec0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:18.050609 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-797d0847-ed0b-4af6-bbf2-fde8e7f58afa admin admin] Made reservation on behalf of 5680faffb5f54e9f8a56a455be903baf for: {'subnet': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 23:00:18.052863 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-797d0847-ed0b-4af6-bbf2-fde8e7f58afa admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:18.114267 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e580c407-4388-483c-a077-f39b3a115ec0 admin admin] Publish callbacks [] for security_group (7fff8b60-9391-4496-9302-6bd7ed5b9860), precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:18.236149 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e580c407-4388-483c-a077-f39b3a115ec0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627867'] for security_group (7fff8b60-9391-4496-9302-6bd7ed5b9860), after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:18.286480 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [None req-e580c407-4388-483c-a077-f39b3a115ec0 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=04378c2868c54c9d82fa7be07894cd79&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3044875 Feb 20 23:00:18.287364 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e580c407-4388-483c-a077-f39b3a115ec0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fff8b60-9391-4496-9302-6bd7ed5b9860,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:00:18.289234 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.65', 45122) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:00:18.336487 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-797d0847-ed0b-4af6-bbf2-fde8e7f58afa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510'] for subnet (4c15d5e1-cc39-40bf-a6de-ebe1955e52b5), after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:18.354523 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-c42ec828-c7df-4f86-9de9-c45abef9a888 admin admin] Publish callbacks [] for security_group (7fff8b60-9391-4496-9302-6bd7ed5b9860), before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:18.375673 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-c42ec828-c7df-4f86-9de9-c45abef9a888 admin admin] Publish callbacks [] for security_group (7fff8b60-9391-4496-9302-6bd7ed5b9860), precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:18.395581 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797d0847-ed0b-4af6-bbf2-fde8e7f58afa admin admin] Pushing event updated for resources: {'Subnet': ['ID=4c15d5e1-cc39-40bf-a6de-ebe1955e52b5,revision_number=0']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:00:18.403225 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-797d0847-ed0b-4af6-bbf2-fde8e7f58afa admin admin] Checking segment: {'id': '77f3304d-c5f9-4e4f-ac97-cd5e9b52c2f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '0cc42a85-9a95-4ed9-a113-b7582b2f5909'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 23:00:18.403578 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-797d0847-ed0b-4af6-bbf2-fde8e7f58afa admin admin] Network hostable DHCP agents. Network: 0cc42a85-9a95-4ed9-a113-b7582b2f5909, hostable agents: ['83a03d73-f5e1-4f72-b2a3-d557ae097998'], hosted agents: [] {{(pid=109628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 23:00:18.523801 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-c42ec828-c7df-4f86-9de9-c45abef9a888 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627867'] for security_group (7fff8b60-9391-4496-9302-6bd7ed5b9860), after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:18.524166 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-797d0847-ed0b-4af6-bbf2-fde8e7f58afa admin admin] Network 0cc42a85-9a95-4ed9-a113-b7582b2f5909 is scheduled to be hosted by DHCP agent 83a03d73-f5e1-4f72-b2a3-d557ae097998 with binding_index 1 {{(pid=109628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 23:00:18.527273 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-c42ec828-c7df-4f86-9de9-c45abef9a888 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:18.531976 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [None req-c42ec828-c7df-4f86-9de9-c45abef9a888 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/7fff8b60-9391-4496-9302-6bd7ed5b9860 HTTP/1.1" status: 204 len: 168 time: 0.2409179 Feb 20 23:00:18.544502 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42ec828-c7df-4f86-9de9-c45abef9a888 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fff8b60-9391-4496-9302-6bd7ed5b9860,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:00:18.615867 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-797d0847-ed0b-4af6-bbf2-fde8e7f58afa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830096-1-iscsi, 0cc42a85-9a95-4ed9-a113-b7582b2f5909) {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 23:00:18.629821 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32735bd3-8892-4145-8c44-22204c25cb54 None None] Network 0cc42a85-9a95-4ed9-a113-b7582b2f5909 requested from dv-cinder-830096-1-iscsi {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 23:00:18.630201 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-797d0847-ed0b-4af6-bbf2-fde8e7f58afa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:00:18.630201 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-797d0847-ed0b-4af6-bbf2-fde8e7f58afa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565544'] for subnet (None), before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:18.692066 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (2dc95353-690e-4eed-857f-cdb5bbe3a4be), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:18.723177 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f41c3b8-7ff8-4aca-8d87-37dfc6cfe68b None None] Network 0cc42a85-9a95-4ed9-a113-b7582b2f5909 requested from dv-cinder-830096-1-iscsi {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 23:00:18.780197 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [None req-797d0847-ed0b-4af6-bbf2-fde8e7f58afa admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8367255 Feb 20 23:00:18.954286 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4272431-8f1c-4cbc-8432-3423ec25336a req-ad674184-b9fb-4fd4-a94c-05b158378691 tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:00:18.954286 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-d4272431-8f1c-4cbc-8432-3423ec25336a req-ad674184-b9fb-4fd4-a94c-05b158378691 tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] 10.222.0.65 "GET /v2.0/ports?device_id=33326422-931b-476f-886f-d21a1da23dee HTTP/1.1" status: 200 len: 946 time: 0.0602427 Feb 20 23:00:19.025126 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-d4272431-8f1c-4cbc-8432-3423ec25336a req-9730c706-1eb3-45cc-a316-23b04c381e98 tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] 10.222.0.65 "GET /v2.0/security-groups?id=bc262dbf-af7b-45c0-8865-5866657a07f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518029 Feb 20 23:00:19.712688 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.65', 45186) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:00:19.924307 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-0eacd3b2-41c3-4d17-b5e5-911a41528fb5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:20.004463 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-0eacd3b2-41c3-4d17-b5e5-911a41528fb5 admin admin] Publish callbacks [] for security_group (adf5060f-17b4-4cf0-b200-783a6d4c9eab), precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:20.073192 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-0eacd3b2-41c3-4d17-b5e5-911a41528fb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627867'] for security_group (adf5060f-17b4-4cf0-b200-783a6d4c9eab), after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:20.279485 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [None req-0eacd3b2-41c3-4d17-b5e5-911a41528fb5 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=51bf64ca419c42b1aa9cde21d850fe6b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5651822 Feb 20 23:00:20.280449 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eacd3b2-41c3-4d17-b5e5-911a41528fb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adf5060f-17b4-4cf0-b200-783a6d4c9eab,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:00:20.282163 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.65', 45212) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:00:20.304659 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f25ccf6-e6a5-4831-bdcc-bc61aac0e9e6 req-b42ab8bf-0ae5-4c3e-b40c-5e70984a2ecc tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:00:20.306143 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-5f25ccf6-e6a5-4831-bdcc-bc61aac0e9e6 req-b42ab8bf-0ae5-4c3e-b40c-5e70984a2ecc tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] 10.222.0.65 "GET /v2.0/ports?device_id=33326422-931b-476f-886f-d21a1da23dee HTTP/1.1" status: 200 len: 946 time: 0.2169280 Feb 20 23:00:20.335315 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-8314eee5-ceb7-4d37-983f-278ba7800a4e admin admin] Publish callbacks [] for security_group (adf5060f-17b4-4cf0-b200-783a6d4c9eab), before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:20.356108 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-5f25ccf6-e6a5-4831-bdcc-bc61aac0e9e6 req-33df4126-d561-4649-b145-5b4fbb13a747 tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] 10.222.0.65 "GET /v2.0/security-groups?id=bc262dbf-af7b-45c0-8865-5866657a07f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435472 Feb 20 23:00:20.357907 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-8314eee5-ceb7-4d37-983f-278ba7800a4e admin admin] Publish callbacks [] for security_group (adf5060f-17b4-4cf0-b200-783a6d4c9eab), precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:20.495898 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-8314eee5-ceb7-4d37-983f-278ba7800a4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627867'] for security_group (adf5060f-17b4-4cf0-b200-783a6d4c9eab), after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:20.498497 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-8314eee5-ceb7-4d37-983f-278ba7800a4e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:20.499654 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [None req-8314eee5-ceb7-4d37-983f-278ba7800a4e admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/adf5060f-17b4-4cf0-b200-783a6d4c9eab HTTP/1.1" status: 204 len: 168 time: 0.2157714 Feb 20 23:00:20.507627 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8314eee5-ceb7-4d37-983f-278ba7800a4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adf5060f-17b4-4cf0-b200-783a6d4c9eab,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:00:20.621457 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-d7ad1acc-3b43-4103-83f1-4464a581e21d req-9990b5bf-14c1-4249-9fc1-995069dea936 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=9d352db5-71c9-4b23-8a92-402408ebc450&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0449295 Feb 20 23:00:21.184900 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.65', 45242) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:00:21.197369 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-6259e483-5faf-441c-9de8-1b1a1826bd1b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:21.266381 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-6259e483-5faf-441c-9de8-1b1a1826bd1b admin admin] Publish callbacks [] for security_group (95c2cb7c-d2b0-4d18-9e99-090f1a6f56a4), precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:21.380833 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-6259e483-5faf-441c-9de8-1b1a1826bd1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627867'] for security_group (95c2cb7c-d2b0-4d18-9e99-090f1a6f56a4), after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:21.420023 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [None req-6259e483-5faf-441c-9de8-1b1a1826bd1b admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=95ce3bdce73443e0b63f609fe934920e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2333949 Feb 20 23:00:21.420838 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6259e483-5faf-441c-9de8-1b1a1826bd1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95c2cb7c-d2b0-4d18-9e99-090f1a6f56a4,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:00:21.422086 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.65', 45250) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:00:21.436031 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (a929ecfe-02b1-4b86-b2e7-0c746ea4b12c), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:21.502444 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb489b86-e499-4482-a851-b4bc138fe6ea req-65784f2d-9fe9-4efd-a6db-b23e14659987 tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:00:21.503889 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-fb489b86-e499-4482-a851-b4bc138fe6ea req-65784f2d-9fe9-4efd-a6db-b23e14659987 tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] 10.222.0.65 "GET /v2.0/ports?device_id=33326422-931b-476f-886f-d21a1da23dee HTTP/1.1" status: 200 len: 946 time: 0.0752904 Feb 20 23:00:21.521646 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-c09df782-c354-4c4f-907c-43202de0d4ce admin admin] Publish callbacks [] for security_group (95c2cb7c-d2b0-4d18-9e99-090f1a6f56a4), before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:21.563951 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-c09df782-c354-4c4f-907c-43202de0d4ce admin admin] Publish callbacks [] for security_group (95c2cb7c-d2b0-4d18-9e99-090f1a6f56a4), precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:21.578167 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-fb489b86-e499-4482-a851-b4bc138fe6ea req-49bd0f5d-236b-4248-9e83-e87092fa2317 tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] 10.222.0.65 "GET /v2.0/security-groups?id=bc262dbf-af7b-45c0-8865-5866657a07f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668261 Feb 20 23:00:21.735428 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-c09df782-c354-4c4f-907c-43202de0d4ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627867'] for security_group (95c2cb7c-d2b0-4d18-9e99-090f1a6f56a4), after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:21.737996 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-c09df782-c354-4c4f-907c-43202de0d4ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:21.739242 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [None req-c09df782-c354-4c4f-907c-43202de0d4ce admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/95c2cb7c-d2b0-4d18-9e99-090f1a6f56a4 HTTP/1.1" status: 204 len: 168 time: 0.3160174 Feb 20 23:00:21.746810 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09df782-c354-4c4f-907c-43202de0d4ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95c2cb7c-d2b0-4d18-9e99-090f1a6f56a4,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:00:21.916645 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ad1acc-3b43-4103-83f1-4464a581e21d req-285a836b-8d8c-444e-8636-2966c8f570c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:00:21.918143 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-d7ad1acc-3b43-4103-83f1-4464a581e21d req-285a836b-8d8c-444e-8636-2966c8f570c4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=20a70fe3a5c54620b7b5c77297e2e5f2&device_id=9d352db5-71c9-4b23-8a92-402408ebc450 HTTP/1.1" status: 200 len: 1129 time: 0.0446992 Feb 20 23:00:22.035237 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ad1acc-3b43-4103-83f1-4464a581e21d req-e812b67a-3e63-4cd8-8c99-dfbe6a30de7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:00:22.036685 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-d7ad1acc-3b43-4103-83f1-4464a581e21d req-e812b67a-3e63-4cd8-8c99-dfbe6a30de7f service neutron] 10.222.0.42 "GET /v2.0/networks?id=128f554d-22ec-46aa-86bb-cf96bf68ca76 HTTP/1.1" status: 200 len: 912 time: 0.0893812 Feb 20 23:00:22.082572 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-d7ad1acc-3b43-4103-83f1-4464a581e21d req-1ebed948-a15b-4d1b-802a-4247ef1e54e0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=cc45e304-51bb-4052-a35e-72483737a1a0 HTTP/1.1" status: 200 len: 217 time: 0.0353115 Feb 20 23:00:22.134501 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ad1acc-3b43-4103-83f1-4464a581e21d req-91959d40-e892-46bc-bc6f-2d50651e25d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:00:22.136604 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-d7ad1acc-3b43-4103-83f1-4464a581e21d req-91959d40-e892-46bc-bc6f-2d50651e25d0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=301e501d-b351-4b56-8f24-11a857cdb58c HTTP/1.1" status: 200 len: 852 time: 0.0490093 Feb 20 23:00:22.176613 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-d7ad1acc-3b43-4103-83f1-4464a581e21d req-9dd150b9-40a3-494c-8212-a5892c28b258 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=128f554d-22ec-46aa-86bb-cf96bf68ca76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292895 Feb 20 23:00:22.265842 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-d7ad1acc-3b43-4103-83f1-4464a581e21d req-6de8758e-5b43-4de6-a18d-f9c6bad39b49 service neutron] 10.222.0.42 "GET /v2.0/networks/128f554d-22ec-46aa-86bb-cf96bf68ca76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821936 Feb 20 23:00:22.362709 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-d7ad1acc-3b43-4103-83f1-4464a581e21d req-2703b68b-4173-4f27-8189-17325f8d4f9b service neutron] 10.222.0.42 "GET /v2.0/networks/128f554d-22ec-46aa-86bb-cf96bf68ca76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888379 Feb 20 23:00:22.702959 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62292bec-a8d3-43b2-941a-5b395be5ac9f req-a7009ab4-5207-44c8-b4b7-c21932fa1a11 tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:00:22.704498 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-62292bec-a8d3-43b2-941a-5b395be5ac9f req-a7009ab4-5207-44c8-b4b7-c21932fa1a11 tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] 10.222.0.65 "GET /v2.0/ports?device_id=33326422-931b-476f-886f-d21a1da23dee HTTP/1.1" status: 200 len: 946 time: 0.0563149 Feb 20 23:00:22.751821 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-62292bec-a8d3-43b2-941a-5b395be5ac9f req-1a50370d-4d5b-4bee-92b1-83870bcf60a1 tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] 10.222.0.65 "GET /v2.0/security-groups?id=bc262dbf-af7b-45c0-8865-5866657a07f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416636 Feb 20 23:00:22.911098 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.65', 45290) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:00:23.006462 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.v2.base [None req-49a18b46-8081-4679-9b1a-77689aec69e2 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2078842396-network', 'tenant_id': 'a19618e910954ae5ab62c563d0fd86f1'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:00:23.095443 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49a18b46-8081-4679-9b1a-77689aec69e2 admin admin] Made reservation on behalf of a19618e910954ae5ab62c563d0fd86f1 for: {'network': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 23:00:23.097752 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-49a18b46-8081-4679-9b1a-77689aec69e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4131840'] for network (None), before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:23.115087 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-49a18b46-8081-4679-9b1a-77689aec69e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:23.195657 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-49a18b46-8081-4679-9b1a-77689aec69e2 admin admin] Publish callbacks [] for security_group (9ca55239-7bcf-4ca3-98f5-244fd8455c1a), precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:23.255480 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-49a18b46-8081-4679-9b1a-77689aec69e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627867'] for security_group (9ca55239-7bcf-4ca3-98f5-244fd8455c1a), after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:23.277064 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49a18b46-8081-4679-9b1a-77689aec69e2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 54} {{(pid=109628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 23:00:23.291282 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a18b46-8081-4679-9b1a-77689aec69e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ca55239-7bcf-4ca3-98f5-244fd8455c1a,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:00:23.294135 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-49a18b46-8081-4679-9b1a-77689aec69e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4056974'] for segment (273aebcc-ee25-4d82-945e-b13a1e858917), precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:23.294508 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.db.segments_db [None req-49a18b46-8081-4679-9b1a-77689aec69e2 admin admin] Added segment 273aebcc-ee25-4d82-945e-b13a1e858917 of type vlan for network 807d72a2-fd0a-4679-8b9e-fced2e5254dd Feb 20 23:00:23.334718 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-49a18b46-8081-4679-9b1a-77689aec69e2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747406756747'] for network (807d72a2-fd0a-4679-8b9e-fced2e5254dd), precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:23.394042 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-49a18b46-8081-4679-9b1a-77689aec69e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510'] for network (807d72a2-fd0a-4679-8b9e-fced2e5254dd), after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:23.395129 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49a18b46-8081-4679-9b1a-77689aec69e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:00:23.395860 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-49a18b46-8081-4679-9b1a-77689aec69e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565544'] for network (None), before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:23.461409 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a18b46-8081-4679-9b1a-77689aec69e2 admin admin] Pushing event updated for resources: {'Network': ['ID=807d72a2-fd0a-4679-8b9e-fced2e5254dd,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:00:23.471169 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Network 807d72a2-fd0a-4679-8b9e-fced2e5254dd details requested by agent ovs-agent-dv-cinder-830096-1-iscsi with host dv-cinder-830096-1-iscsi {{(pid=109630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 23:00:23.509918 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [None req-49a18b46-8081-4679-9b1a-77689aec69e2 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5977316 Feb 20 23:00:23.512887 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.65', 45322) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:00:23.517718 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.v2.base [None req-4f8bb30b-f9bc-478d-92ca-7aa6ffdd704d admin admin] Request body: {'subnet': {'network_id': '807d72a2-fd0a-4679-8b9e-fced2e5254dd', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2078842396-subnet', 'tenant_id': 'a19618e910954ae5ab62c563d0fd86f1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:00:23.592365 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f8bb30b-f9bc-478d-92ca-7aa6ffdd704d admin admin] Made reservation on behalf of a19618e910954ae5ab62c563d0fd86f1 for: {'subnet': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 23:00:23.594692 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-4f8bb30b-f9bc-478d-92ca-7aa6ffdd704d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:23.810092 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-4f8bb30b-f9bc-478d-92ca-7aa6ffdd704d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510'] for subnet (0752625f-7bc4-4d9a-b030-d05c280ee93a), after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:23.887517 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8bb30b-f9bc-478d-92ca-7aa6ffdd704d admin admin] Pushing event updated for resources: {'Subnet': ['ID=0752625f-7bc4-4d9a-b030-d05c280ee93a,revision_number=0']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:00:23.916022 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fe980b-9cb9-4254-8501-071ecb7cb6fc req-4b911077-619a-4c5d-86c8-2ad50bd0a149 tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:00:23.917475 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-d0fe980b-9cb9-4254-8501-071ecb7cb6fc req-4b911077-619a-4c5d-86c8-2ad50bd0a149 tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] 10.222.0.65 "GET /v2.0/ports?device_id=33326422-931b-476f-886f-d21a1da23dee HTTP/1.1" status: 200 len: 946 time: 0.0999398 Feb 20 23:00:23.918587 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f8bb30b-f9bc-478d-92ca-7aa6ffdd704d admin admin] Checking segment: {'id': '273aebcc-ee25-4d82-945e-b13a1e858917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '807d72a2-fd0a-4679-8b9e-fced2e5254dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 23:00:23.918938 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f8bb30b-f9bc-478d-92ca-7aa6ffdd704d admin admin] Network hostable DHCP agents. Network: 807d72a2-fd0a-4679-8b9e-fced2e5254dd, hostable agents: ['83a03d73-f5e1-4f72-b2a3-d557ae097998'], hosted agents: [] {{(pid=109628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 23:00:23.975012 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-d0fe980b-9cb9-4254-8501-071ecb7cb6fc req-5f6c88cc-2302-4e4e-8e36-c4f379629107 tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] 10.222.0.65 "GET /v2.0/security-groups?id=bc262dbf-af7b-45c0-8865-5866657a07f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508397 Feb 20 23:00:24.015172 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f8bb30b-f9bc-478d-92ca-7aa6ffdd704d admin admin] Network 807d72a2-fd0a-4679-8b9e-fced2e5254dd is scheduled to be hosted by DHCP agent 83a03d73-f5e1-4f72-b2a3-d557ae097998 with binding_index 1 {{(pid=109628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 23:00:24.067011 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-4f8bb30b-f9bc-478d-92ca-7aa6ffdd704d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830096-1-iscsi, 807d72a2-fd0a-4679-8b9e-fced2e5254dd) {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 23:00:24.071080 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f8bb30b-f9bc-478d-92ca-7aa6ffdd704d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:00:24.071677 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-4f8bb30b-f9bc-478d-92ca-7aa6ffdd704d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565544'] for subnet (None), before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:24.076391 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-accd4450-5980-4fd2-8f5b-364a053ac7a2 None None] Network 807d72a2-fd0a-4679-8b9e-fced2e5254dd requested from dv-cinder-830096-1-iscsi {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 23:00:24.145652 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [None req-4f8bb30b-f9bc-478d-92ca-7aa6ffdd704d admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6296003 Feb 20 23:00:24.177268 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-466940f8-4e16-4a77-b0cf-e2a59d46f832 None None] Network 807d72a2-fd0a-4679-8b9e-fced2e5254dd requested from dv-cinder-830096-1-iscsi {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 23:00:24.903057 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.65', 45352) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:00:24.907988 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.v2.base [None req-f0a73c3c-d772-40e2-a9cf-4770d9c1efed admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1603599902-network', 'tenant_id': '203802a9b5da4f4d93212afac834b15a'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:00:24.981187 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0a73c3c-d772-40e2-a9cf-4770d9c1efed admin admin] Made reservation on behalf of 203802a9b5da4f4d93212afac834b15a for: {'network': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 23:00:24.983511 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f0a73c3c-d772-40e2-a9cf-4770d9c1efed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4131840'] for network (None), before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:24.992022 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f0a73c3c-d772-40e2-a9cf-4770d9c1efed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:25.072673 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f0a73c3c-d772-40e2-a9cf-4770d9c1efed admin admin] Publish callbacks [] for security_group (006b1a82-54eb-4fec-89ca-81b389b3cc0f), precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:25.108056 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f799c71-8f0d-407a-b274-b9a065013ef9 req-e1e2182b-bd78-45a0-93e7-56f4ea19f2fc tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:00:25.110348 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-0f799c71-8f0d-407a-b274-b9a065013ef9 req-e1e2182b-bd78-45a0-93e7-56f4ea19f2fc tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] 10.222.0.65 "GET /v2.0/ports?device_id=33326422-931b-476f-886f-d21a1da23dee HTTP/1.1" status: 200 len: 946 time: 0.0586414 Feb 20 23:00:25.135591 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f0a73c3c-d772-40e2-a9cf-4770d9c1efed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627867'] for security_group (006b1a82-54eb-4fec-89ca-81b389b3cc0f), after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:25.152753 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0a73c3c-d772-40e2-a9cf-4770d9c1efed admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 68} {{(pid=109628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 23:00:25.180540 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f0a73c3c-d772-40e2-a9cf-4770d9c1efed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4056974'] for segment (bda0e0ee-f037-4bdc-a8a3-e750c3a309bf), precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:25.180903 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.db.segments_db [None req-f0a73c3c-d772-40e2-a9cf-4770d9c1efed admin admin] Added segment bda0e0ee-f037-4bdc-a8a3-e750c3a309bf of type vlan for network 2e0d2f81-d8c7-4fc3-9e78-1d3a714740f7 Feb 20 23:00:25.188857 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-0f799c71-8f0d-407a-b274-b9a065013ef9 req-a8aab8f3-f1f2-4cca-b930-0035ca3d66c2 tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] 10.222.0.65 "GET /v2.0/security-groups?id=bc262dbf-af7b-45c0-8865-5866657a07f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722082 Feb 20 23:00:25.192261 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a73c3c-d772-40e2-a9cf-4770d9c1efed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=006b1a82-54eb-4fec-89ca-81b389b3cc0f,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:00:25.242621 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f0a73c3c-d772-40e2-a9cf-4770d9c1efed admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747406756747'] for network (2e0d2f81-d8c7-4fc3-9e78-1d3a714740f7), precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:25.586465 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f0a73c3c-d772-40e2-a9cf-4770d9c1efed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510'] for network (2e0d2f81-d8c7-4fc3-9e78-1d3a714740f7), after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:25.601685 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0a73c3c-d772-40e2-a9cf-4770d9c1efed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:00:25.601685 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f0a73c3c-d772-40e2-a9cf-4770d9c1efed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565544'] for network (None), before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:25.648881 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a73c3c-d772-40e2-a9cf-4770d9c1efed admin admin] Pushing event updated for resources: {'Network': ['ID=2e0d2f81-d8c7-4fc3-9e78-1d3a714740f7,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:00:25.661681 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Network 2e0d2f81-d8c7-4fc3-9e78-1d3a714740f7 details requested by agent ovs-agent-dv-cinder-830096-1-iscsi with host dv-cinder-830096-1-iscsi {{(pid=109630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 23:00:25.886751 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [None req-f0a73c3c-d772-40e2-a9cf-4770d9c1efed admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9824176 Feb 20 23:00:25.889216 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.65', 45366) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:00:25.893826 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.v2.base [None req-4ad6a8d8-cb51-4fa4-8913-660daffdd054 admin admin] Request body: {'subnet': {'network_id': '2e0d2f81-d8c7-4fc3-9e78-1d3a714740f7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1603599902-subnet', 'tenant_id': '203802a9b5da4f4d93212afac834b15a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:00:25.986653 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ad6a8d8-cb51-4fa4-8913-660daffdd054 admin admin] Made reservation on behalf of 203802a9b5da4f4d93212afac834b15a for: {'subnet': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 23:00:25.988984 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-4ad6a8d8-cb51-4fa4-8913-660daffdd054 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:26.209452 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-4ad6a8d8-cb51-4fa4-8913-660daffdd054 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510'] for subnet (bc3ba82c-4d8e-4577-9fa8-e1cd3e5ad81e), after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:26.264697 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad6a8d8-cb51-4fa4-8913-660daffdd054 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bc3ba82c-4d8e-4577-9fa8-e1cd3e5ad81e,revision_number=0']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:00:26.299697 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ad6a8d8-cb51-4fa4-8913-660daffdd054 admin admin] Checking segment: {'id': 'bda0e0ee-f037-4bdc-a8a3-e750c3a309bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '2e0d2f81-d8c7-4fc3-9e78-1d3a714740f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 23:00:26.300058 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ad6a8d8-cb51-4fa4-8913-660daffdd054 admin admin] Network hostable DHCP agents. Network: 2e0d2f81-d8c7-4fc3-9e78-1d3a714740f7, hostable agents: ['83a03d73-f5e1-4f72-b2a3-d557ae097998'], hosted agents: [] {{(pid=109628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 23:00:26.331146 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f80714-c5b9-4a91-b7ad-76329974fb83 req-f5af773a-c5ba-47e7-85af-0000d0733792 tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:00:26.332597 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-76f80714-c5b9-4a91-b7ad-76329974fb83 req-f5af773a-c5ba-47e7-85af-0000d0733792 tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] 10.222.0.65 "GET /v2.0/ports?device_id=33326422-931b-476f-886f-d21a1da23dee HTTP/1.1" status: 200 len: 946 time: 0.0689135 Feb 20 23:00:26.377377 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-76f80714-c5b9-4a91-b7ad-76329974fb83 req-db07d964-ce42-47e0-8184-7fd15b48c083 tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] 10.222.0.65 "GET /v2.0/security-groups?id=bc262dbf-af7b-45c0-8865-5866657a07f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387919 Feb 20 23:00:26.420643 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ad6a8d8-cb51-4fa4-8913-660daffdd054 admin admin] Network 2e0d2f81-d8c7-4fc3-9e78-1d3a714740f7 is scheduled to be hosted by DHCP agent 83a03d73-f5e1-4f72-b2a3-d557ae097998 with binding_index 1 {{(pid=109628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 23:00:26.494865 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-4ad6a8d8-cb51-4fa4-8913-660daffdd054 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830096-1-iscsi, 2e0d2f81-d8c7-4fc3-9e78-1d3a714740f7) {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 23:00:26.498752 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ad6a8d8-cb51-4fa4-8913-660daffdd054 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:00:26.499326 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-4ad6a8d8-cb51-4fa4-8913-660daffdd054 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565544'] for subnet (None), before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:26.503734 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36916fad-9f42-4aca-92b7-116480b8216c None None] Network 2e0d2f81-d8c7-4fc3-9e78-1d3a714740f7 requested from dv-cinder-830096-1-iscsi {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 23:00:26.592574 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [None req-4ad6a8d8-cb51-4fa4-8913-660daffdd054 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6941118 Feb 20 23:00:26.597574 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2893917-850f-450b-a158-733a21511d7e None None] Network 2e0d2f81-d8c7-4fc3-9e78-1d3a714740f7 requested from dv-cinder-830096-1-iscsi {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 23:00:27.493439 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54834b2e-9228-4dbc-9fc4-84f47a5e2bb7 req-4f59d127-5c9a-443f-a089-b10eb81df967 tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:00:27.494919 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-54834b2e-9228-4dbc-9fc4-84f47a5e2bb7 req-4f59d127-5c9a-443f-a089-b10eb81df967 tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] 10.222.0.65 "GET /v2.0/ports?device_id=33326422-931b-476f-886f-d21a1da23dee HTTP/1.1" status: 200 len: 946 time: 0.0516753 Feb 20 23:00:27.544802 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-54834b2e-9228-4dbc-9fc4-84f47a5e2bb7 req-a2302508-adf6-4745-81eb-1b799b3311cb tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] 10.222.0.65 "GET /v2.0/security-groups?id=bc262dbf-af7b-45c0-8865-5866657a07f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444047 Feb 20 23:00:28.663834 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8383e300-0d43-4fc1-ae3c-77874bb89206 req-0d296d27-389e-4a3e-acc5-730065a59e42 tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:00:28.665373 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-8383e300-0d43-4fc1-ae3c-77874bb89206 req-0d296d27-389e-4a3e-acc5-730065a59e42 tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] 10.222.0.65 "GET /v2.0/ports?device_id=33326422-931b-476f-886f-d21a1da23dee HTTP/1.1" status: 200 len: 946 time: 0.0552535 Feb 20 23:00:28.712612 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-8383e300-0d43-4fc1-ae3c-77874bb89206 req-6b6ffe15-9869-4cbc-a5f0-ad8a0919f962 tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] 10.222.0.65 "GET /v2.0/security-groups?id=bc262dbf-af7b-45c0-8865-5866657a07f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415785 Feb 20 23:00:29.579495 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65657e61-9af0-4729-a90f-fc80ff1c1a23 req-4fd7a89d-a0e2-4cd0-af01-1c626a9ed618 tempest-VolumesActionsTest-702370528 tempest-VolumesActionsTest-702370528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:00:29.580971 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-65657e61-9af0-4729-a90f-fc80ff1c1a23 req-4fd7a89d-a0e2-4cd0-af01-1c626a9ed618 tempest-VolumesActionsTest-702370528 tempest-VolumesActionsTest-702370528-project] 10.222.0.65 "GET /v2.0/networks?id=0cc42a85-9a95-4ed9-a113-b7582b2f5909 HTTP/1.1" status: 200 len: 809 time: 0.1004252 Feb 20 23:00:29.595644 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-65657e61-9af0-4729-a90f-fc80ff1c1a23 req-778364e4-a03f-4aef-9db5-d712b49c1b01 tempest-VolumesActionsTest-702370528 tempest-VolumesActionsTest-702370528-project] 10.222.0.65 "GET /v2.0/quotas/5680faffb5f54e9f8a56a455be903baf HTTP/1.1" status: 200 len: 375 time: 0.0094543 Feb 20 23:00:29.633081 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-65657e61-9af0-4729-a90f-fc80ff1c1a23 req-4a1580ba-132c-4667-88ea-a9ac12b4e06f tempest-VolumesActionsTest-702370528 tempest-VolumesActionsTest-702370528-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=5680faffb5f54e9f8a56a455be903baf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0317302 Feb 20 23:00:29.730010 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-65657e61-9af0-4729-a90f-fc80ff1c1a23 req-7d292fe7-0187-47f3-b4df-e1b04465d691 service neutron] 10.222.0.65 "GET /v2.0/networks/0cc42a85-9a95-4ed9-a113-b7582b2f5909?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895059 Feb 20 23:00:29.831446 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-65657e61-9af0-4729-a90f-fc80ff1c1a23 req-e28e2bec-c6af-45ad-b9ba-11c42fb35d75 service neutron] 10.222.0.65 "GET /v2.0/networks/0cc42a85-9a95-4ed9-a113-b7582b2f5909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939569 Feb 20 23:00:29.851210 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d52b57-51b5-41a1-8bf1-54fec017a36f req-b3594024-93ed-4cce-afcb-0e7494a609de tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:00:29.851210 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-34d52b57-51b5-41a1-8bf1-54fec017a36f req-b3594024-93ed-4cce-afcb-0e7494a609de tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] 10.222.0.65 "GET /v2.0/ports?device_id=33326422-931b-476f-886f-d21a1da23dee HTTP/1.1" status: 200 len: 946 time: 0.0687010 Feb 20 23:00:29.910706 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-34d52b57-51b5-41a1-8bf1-54fec017a36f req-f7a6ad9c-b3b6-4e12-ad07-f8322f4f4ed2 tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] 10.222.0.65 "GET /v2.0/security-groups?id=bc262dbf-af7b-45c0-8865-5866657a07f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545990 Feb 20 23:00:30.149829 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-b77348cf-e0cd-459d-b1f4-e839542ed30e req-ba03f287-bf23-4b00-9b93-7fbe1413d5f7 tempest-VolumesActionsTest-702370528 tempest-VolumesActionsTest-702370528-project] 10.222.0.65 "GET /v2.0/ports?device_id=4b39e38c-1bb5-4784-ade5-5c52ff17770a HTTP/1.1" status: 200 len: 210 time: 0.0322251 Feb 20 23:00:30.439268 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7136867-0865-4d4d-bd22-d8cd3000385e req-ea84089f-53bd-43a0-ae08-292ca891e648 tempest-DeleteServersTestJSON-578838536 tempest-DeleteServersTestJSON-578838536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:00:30.440726 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-c7136867-0865-4d4d-bd22-d8cd3000385e req-ea84089f-53bd-43a0-ae08-292ca891e648 tempest-DeleteServersTestJSON-578838536 tempest-DeleteServersTestJSON-578838536-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d352db5-71c9-4b23-8a92-402408ebc450 HTTP/1.1" status: 200 len: 945 time: 0.0519571 Feb 20 23:00:30.490516 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-c7136867-0865-4d4d-bd22-d8cd3000385e req-84f64def-0286-4233-80a1-c0055d45e0b4 tempest-DeleteServersTestJSON-578838536 tempest-DeleteServersTestJSON-578838536-project] 10.222.0.65 "GET /v2.0/security-groups?id=001690d6-0663-4ba3-bb6a-812d0f3aa2df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410731 Feb 20 23:00:31.023818 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b42424-ea03-4832-a6c9-b71df05b4269 req-57272d74-c61b-4590-a920-3b5aeda9806b tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:00:31.025404 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-65b42424-ea03-4832-a6c9-b71df05b4269 req-57272d74-c61b-4590-a920-3b5aeda9806b tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] 10.222.0.65 "GET /v2.0/ports?device_id=33326422-931b-476f-886f-d21a1da23dee HTTP/1.1" status: 200 len: 946 time: 0.0539167 Feb 20 23:00:31.084256 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-65b42424-ea03-4832-a6c9-b71df05b4269 req-2342e192-b74b-4042-a81d-f77d2e3d6e0e tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] 10.222.0.65 "GET /v2.0/security-groups?id=bc262dbf-af7b-45c0-8865-5866657a07f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532193 Feb 20 23:00:31.241635 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-cd09ff54-5f37-43b9-bf42-26fc6d28278b req-a4e7bb9b-4978-43cb-8497-017b714f087c tempest-VolumesActionsTest-702370528 tempest-VolumesActionsTest-702370528-project] 10.222.0.65 "GET /v2.0/ports?device_id=4b39e38c-1bb5-4784-ade5-5c52ff17770a HTTP/1.1" status: 200 len: 210 time: 0.0409493 Feb 20 23:00:31.611323 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a86c885-57b3-4ed2-8604-03525a266f3c req-c7268edb-511b-4fbb-9fd3-8c29af066448 tempest-DeleteServersTestJSON-578838536 tempest-DeleteServersTestJSON-578838536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:00:31.615184 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-6a86c885-57b3-4ed2-8604-03525a266f3c req-c7268edb-511b-4fbb-9fd3-8c29af066448 tempest-DeleteServersTestJSON-578838536 tempest-DeleteServersTestJSON-578838536-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d352db5-71c9-4b23-8a92-402408ebc450 HTTP/1.1" status: 200 len: 945 time: 0.0506017 Feb 20 23:00:31.660322 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-6a86c885-57b3-4ed2-8604-03525a266f3c req-371b2c47-5818-42b1-a439-6e4d4c86477f tempest-DeleteServersTestJSON-578838536 tempest-DeleteServersTestJSON-578838536-project] 10.222.0.65 "GET /v2.0/security-groups?id=001690d6-0663-4ba3-bb6a-812d0f3aa2df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418973 Feb 20 23:00:32.207201 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dee99d-1df6-485b-b8d2-151faea63452 req-9bd7ed78-3b34-4184-b985-b1cb06b83bc3 tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:00:32.208585 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-81dee99d-1df6-485b-b8d2-151faea63452 req-9bd7ed78-3b34-4184-b985-b1cb06b83bc3 tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] 10.222.0.65 "GET /v2.0/ports?device_id=33326422-931b-476f-886f-d21a1da23dee HTTP/1.1" status: 200 len: 946 time: 0.0536807 Feb 20 23:00:32.254703 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-81dee99d-1df6-485b-b8d2-151faea63452 req-06f0e0fb-b185-4eb1-bb9d-971ce7bc0f17 tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] 10.222.0.65 "GET /v2.0/security-groups?id=bc262dbf-af7b-45c0-8865-5866657a07f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397551 Feb 20 23:00:32.346300 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-78e87f00-a8ac-429a-b4fd-5e40539da281 req-a2f6ab7d-8100-48e5-b39e-7f911e2d7db1 tempest-VolumesActionsTest-702370528 tempest-VolumesActionsTest-702370528-project] 10.222.0.65 "GET /v2.0/ports?device_id=4b39e38c-1bb5-4784-ade5-5c52ff17770a HTTP/1.1" status: 200 len: 210 time: 0.0293789 Feb 20 23:00:32.792088 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ced72f-a233-4e85-b9a0-1b8fbb8045fb req-a75d0235-7cb3-421d-acbe-19487b851816 tempest-DeleteServersTestJSON-578838536 tempest-DeleteServersTestJSON-578838536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:00:32.793479 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-97ced72f-a233-4e85-b9a0-1b8fbb8045fb req-a75d0235-7cb3-421d-acbe-19487b851816 tempest-DeleteServersTestJSON-578838536 tempest-DeleteServersTestJSON-578838536-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d352db5-71c9-4b23-8a92-402408ebc450 HTTP/1.1" status: 200 len: 945 time: 0.0682569 Feb 20 23:00:32.840285 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-97ced72f-a233-4e85-b9a0-1b8fbb8045fb req-5f32d68d-be06-424e-aacc-5736dab03f6e tempest-DeleteServersTestJSON-578838536 tempest-DeleteServersTestJSON-578838536-project] 10.222.0.65 "GET /v2.0/security-groups?id=001690d6-0663-4ba3-bb6a-812d0f3aa2df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411150 Feb 20 23:00:33.392039 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ec63d1-877b-4c02-a8fd-12ea16c10215 req-e3c22613-0dcc-4cca-87fa-185061633db4 tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:00:33.393928 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-48ec63d1-877b-4c02-a8fd-12ea16c10215 req-e3c22613-0dcc-4cca-87fa-185061633db4 tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] 10.222.0.65 "GET /v2.0/ports?device_id=33326422-931b-476f-886f-d21a1da23dee HTTP/1.1" status: 200 len: 946 time: 0.0576046 Feb 20 23:00:33.441435 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-48ec63d1-877b-4c02-a8fd-12ea16c10215 req-b2a9dd22-46ef-4424-abe7-1b0fd746675b tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] 10.222.0.65 "GET /v2.0/security-groups?id=bc262dbf-af7b-45c0-8865-5866657a07f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418668 Feb 20 23:00:33.451108 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-da92d44e-2f3e-4a3c-ba86-a2529ed2a112 req-80ab1213-3729-40d9-8f18-6c38dfa1478f tempest-VolumesActionsTest-702370528 tempest-VolumesActionsTest-702370528-project] 10.222.0.65 "GET /v2.0/ports?device_id=4b39e38c-1bb5-4784-ade5-5c52ff17770a HTTP/1.1" status: 200 len: 210 time: 0.0255017 Feb 20 23:00:33.956655 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc29fc9-a5c5-4b33-9725-0cf7192e9cf4 req-ae90f673-ec54-45dd-b7a2-e57152dde969 tempest-DeleteServersTestJSON-578838536 tempest-DeleteServersTestJSON-578838536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:00:33.958133 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-3dc29fc9-a5c5-4b33-9725-0cf7192e9cf4 req-ae90f673-ec54-45dd-b7a2-e57152dde969 tempest-DeleteServersTestJSON-578838536 tempest-DeleteServersTestJSON-578838536-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d352db5-71c9-4b23-8a92-402408ebc450 HTTP/1.1" status: 200 len: 945 time: 0.0509760 Feb 20 23:00:34.003618 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-3dc29fc9-a5c5-4b33-9725-0cf7192e9cf4 req-5c60df0e-2b73-4530-990a-d527d958276f tempest-DeleteServersTestJSON-578838536 tempest-DeleteServersTestJSON-578838536-project] 10.222.0.65 "GET /v2.0/security-groups?id=001690d6-0663-4ba3-bb6a-812d0f3aa2df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398972 Feb 20 23:00:34.548386 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-fb52ba54-8294-45ce-a856-13c3a28f8355 req-9677bc2e-aa51-416b-8168-846af9a5266b tempest-VolumesActionsTest-702370528 tempest-VolumesActionsTest-702370528-project] 10.222.0.65 "GET /v2.0/ports?device_id=4b39e38c-1bb5-4784-ade5-5c52ff17770a HTTP/1.1" status: 200 len: 210 time: 0.0276396 Feb 20 23:00:34.565438 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7117f57-7414-46b5-b17b-94f0e29cfa2c req-d0de76f6-a4ec-4de9-bf48-0c7af5ba7224 tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:00:34.566929 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-f7117f57-7414-46b5-b17b-94f0e29cfa2c req-d0de76f6-a4ec-4de9-bf48-0c7af5ba7224 tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] 10.222.0.65 "GET /v2.0/ports?device_id=33326422-931b-476f-886f-d21a1da23dee HTTP/1.1" status: 200 len: 946 time: 0.0578341 Feb 20 23:00:34.622440 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-f7117f57-7414-46b5-b17b-94f0e29cfa2c req-4693073d-e699-43f7-87dc-7df60eaa3a2e tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] 10.222.0.65 "GET /v2.0/security-groups?id=bc262dbf-af7b-45c0-8865-5866657a07f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499525 Feb 20 23:00:35.120982 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d9a487-54ac-4b5f-946d-91381fb264bc req-a9881c01-fb74-4d5c-9e9d-d4b8fd2c060a tempest-DeleteServersTestJSON-578838536 tempest-DeleteServersTestJSON-578838536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:00:35.122448 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-b4d9a487-54ac-4b5f-946d-91381fb264bc req-a9881c01-fb74-4d5c-9e9d-d4b8fd2c060a tempest-DeleteServersTestJSON-578838536 tempest-DeleteServersTestJSON-578838536-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d352db5-71c9-4b23-8a92-402408ebc450 HTTP/1.1" status: 200 len: 945 time: 0.0537460 Feb 20 23:00:35.168228 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-b4d9a487-54ac-4b5f-946d-91381fb264bc req-3b14362f-308e-49dc-a59c-1c8cc3e9d547 tempest-DeleteServersTestJSON-578838536 tempest-DeleteServersTestJSON-578838536-project] 10.222.0.65 "GET /v2.0/security-groups?id=001690d6-0663-4ba3-bb6a-812d0f3aa2df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403640 Feb 20 23:00:35.593977 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65657e61-9af0-4729-a90f-fc80ff1c1a23 req-79a105df-d762-4fe4-ac82-e27bb1d6f340 tempest-VolumesActionsTest-702370528 tempest-VolumesActionsTest-702370528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:00:35.595431 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-65657e61-9af0-4729-a90f-fc80ff1c1a23 req-79a105df-d762-4fe4-ac82-e27bb1d6f340 tempest-VolumesActionsTest-702370528 tempest-VolumesActionsTest-702370528-project] 10.222.0.42 "GET /v2.0/networks?id=0cc42a85-9a95-4ed9-a113-b7582b2f5909 HTTP/1.1" status: 200 len: 809 time: 0.1026454 Feb 20 23:00:35.607882 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.v2.base [req-65657e61-9af0-4729-a90f-fc80ff1c1a23 req-d5988a88-a402-4ee9-ab90-a97c58718cf2 tempest-VolumesActionsTest-702370528 tempest-VolumesActionsTest-702370528-project] Request body: {'port': {'device_id': '4b39e38c-1bb5-4784-ade5-5c52ff17770a', 'network_id': '0cc42a85-9a95-4ed9-a113-b7582b2f5909', 'admin_state_up': True, 'tenant_id': '5680faffb5f54e9f8a56a455be903baf'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:00:35.644511 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-db0dbb35-13a3-42a6-9095-204e87fae063 req-2f16e203-9de3-41be-b219-23a2ed4c7556 tempest-VolumesActionsTest-702370528 tempest-VolumesActionsTest-702370528-project] 10.222.0.65 "GET /v2.0/ports?device_id=4b39e38c-1bb5-4784-ade5-5c52ff17770a HTTP/1.1" status: 200 len: 210 time: 0.0285892 Feb 20 23:00:35.759435 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b07eb69-6995-48be-ac27-19abeb153d3c req-5538104f-96e2-482c-bea4-24b089b8bf61 tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:00:35.760945 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-2b07eb69-6995-48be-ac27-19abeb153d3c req-5538104f-96e2-482c-bea4-24b089b8bf61 tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] 10.222.0.65 "GET /v2.0/ports?device_id=33326422-931b-476f-886f-d21a1da23dee HTTP/1.1" status: 200 len: 946 time: 0.0625603 Feb 20 23:00:35.806905 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-2b07eb69-6995-48be-ac27-19abeb153d3c req-3cde0fd5-f5d8-4c1d-becc-9ad5b73eb72e tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] 10.222.0.65 "GET /v2.0/security-groups?id=bc262dbf-af7b-45c0-8865-5866657a07f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397954 Feb 20 23:00:35.901428 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65657e61-9af0-4729-a90f-fc80ff1c1a23 req-d5988a88-a402-4ee9-ab90-a97c58718cf2 tempest-VolumesActionsTest-702370528 tempest-VolumesActionsTest-702370528-project] Made reservation on behalf of 5680faffb5f54e9f8a56a455be903baf for: {'port': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 23:00:35.904856 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-65657e61-9af0-4729-a90f-fc80ff1c1a23 req-d5988a88-a402-4ee9-ab90-a97c58718cf2 tempest-VolumesActionsTest-702370528 tempest-VolumesActionsTest-702370528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4131840'] for port (None), before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:36.037192 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.db.db_base_plugin_common [req-65657e61-9af0-4729-a90f-fc80ff1c1a23 req-d5988a88-a402-4ee9-ab90-a97c58718cf2 tempest-VolumesActionsTest-702370528 tempest-VolumesActionsTest-702370528-project] Allocated IP 172.20.0.9 (0cc42a85-9a95-4ed9-a113-b7582b2f5909/4c15d5e1-cc39-40bf-a6de-ebe1955e52b5/df81231f-9410-43ca-9596-d2ee1f631af5) {{(pid=109628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 23:00:36.185645 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-65657e61-9af0-4729-a90f-fc80ff1c1a23 req-d5988a88-a402-4ee9-ab90-a97c58718cf2 tempest-VolumesActionsTest-702370528 tempest-VolumesActionsTest-702370528-project] Publish callbacks [] for port (df81231f-9410-43ca-9596-d2ee1f631af5), precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:36.304736 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc336774-06f3-41f0-bb59-505f42685d8d req-f81e1da5-73ae-43d4-8ab6-d10a12a8fab2 tempest-DeleteServersTestJSON-578838536 tempest-DeleteServersTestJSON-578838536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:00:36.304736 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-dc336774-06f3-41f0-bb59-505f42685d8d req-f81e1da5-73ae-43d4-8ab6-d10a12a8fab2 tempest-DeleteServersTestJSON-578838536 tempest-DeleteServersTestJSON-578838536-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d352db5-71c9-4b23-8a92-402408ebc450 HTTP/1.1" status: 200 len: 945 time: 0.0527325 Feb 20 23:00:36.334154 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-dc336774-06f3-41f0-bb59-505f42685d8d req-6f2419c2-3a40-42e8-a6dc-f87e6e48215e tempest-DeleteServersTestJSON-578838536 tempest-DeleteServersTestJSON-578838536-project] 10.222.0.65 "GET /v2.0/security-groups?id=001690d6-0663-4ba3-bb6a-812d0f3aa2df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403790 Feb 20 23:00:36.347384 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-65657e61-9af0-4729-a90f-fc80ff1c1a23 req-d5988a88-a402-4ee9-ab90-a97c58718cf2 tempest-VolumesActionsTest-702370528 tempest-VolumesActionsTest-702370528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747406771496'] for port (df81231f-9410-43ca-9596-d2ee1f631af5), after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:36.392095 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65657e61-9af0-4729-a90f-fc80ff1c1a23 req-d5988a88-a402-4ee9-ab90-a97c58718cf2 tempest-VolumesActionsTest-702370528 tempest-VolumesActionsTest-702370528-project] Network 0cc42a85-9a95-4ed9-a113-b7582b2f5909 is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 23:00:36.395139 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [req-65657e61-9af0-4729-a90f-fc80ff1c1a23 req-d5988a88-a402-4ee9-ab90-a97c58718cf2 tempest-VolumesActionsTest-702370528 tempest-VolumesActionsTest-702370528-project] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 23:00:36.401884 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [req-65657e61-9af0-4729-a90f-fc80ff1c1a23 req-d5988a88-a402-4ee9-ab90-a97c58718cf2 tempest-VolumesActionsTest-702370528 tempest-VolumesActionsTest-702370528-project] Received port after_create {{(pid=109628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 23:00:36.406941 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65657e61-9af0-4729-a90f-fc80ff1c1a23 req-d5988a88-a402-4ee9-ab90-a97c58718cf2 tempest-VolumesActionsTest-702370528 tempest-VolumesActionsTest-702370528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:00:36.407637 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-65657e61-9af0-4729-a90f-fc80ff1c1a23 req-d5988a88-a402-4ee9-ab90-a97c58718cf2 tempest-VolumesActionsTest-702370528 tempest-VolumesActionsTest-702370528-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565544'] for port (None), before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:36.416277 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5988a88-a402-4ee9-ab90-a97c58718cf2 tempest-VolumesActionsTest-702370528 tempest-VolumesActionsTest-702370528-project] Pushing event updated for resources: {'Port': ['ID=df81231f-9410-43ca-9596-d2ee1f631af5,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:00:36.491140 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-65657e61-9af0-4729-a90f-fc80ff1c1a23 req-d5988a88-a402-4ee9-ab90-a97c58718cf2 tempest-VolumesActionsTest-702370528 tempest-VolumesActionsTest-702370528-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8871694 Feb 20 23:00:36.529977 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b198174-b4f2-4ec4-9c35-8cc47776cd85 req-ff25a88d-95dd-44ed-b479-4c3316fa6736 tempest-DeleteServersTestJSON-578838536 tempest-DeleteServersTestJSON-578838536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:00:36.531400 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-6b198174-b4f2-4ec4-9c35-8cc47776cd85 req-ff25a88d-95dd-44ed-b479-4c3316fa6736 tempest-DeleteServersTestJSON-578838536 tempest-DeleteServersTestJSON-578838536-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d352db5-71c9-4b23-8a92-402408ebc450 HTTP/1.1" status: 200 len: 945 time: 0.0521345 Feb 20 23:00:36.552956 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.v2.base [req-65657e61-9af0-4729-a90f-fc80ff1c1a23 req-89b066ab-b023-44ac-b5cc-0c1262b5398b service neutron] Request body: {'port': {'device_id': '4b39e38c-1bb5-4784-ade5-5c52ff17770a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:00:36.647872 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.db.agents_db [None req-1f7bd598-9080-4651-a904-61cb6c9001fd None None] Agent healthcheck: found 6 active agents {{(pid=109631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 23:00:36.700084 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-65657e61-9af0-4729-a90f-fc80ff1c1a23 req-89b066ab-b023-44ac-b5cc-0c1262b5398b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4131840'] for port (df81231f-9410-43ca-9596-d2ee1f631af5), before_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:36.809192 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [req-6b198174-b4f2-4ec4-9c35-8cc47776cd85 req-40fadafa-79aa-404a-b987-48732b019548 tempest-DeleteServersTestJSON-578838536 tempest-DeleteServersTestJSON-578838536-project] Deleting port cc45e304-51bb-4052-a35e-72483737a1a0 {{(pid=109628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 23:00:36.809526 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-6b198174-b4f2-4ec4-9c35-8cc47776cd85 req-40fadafa-79aa-404a-b987-48732b019548 tempest-DeleteServersTestJSON-578838536 tempest-DeleteServersTestJSON-578838536-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747407206678'] for port (cc45e304-51bb-4052-a35e-72483737a1a0), before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:36.929996 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa21c731-d6fa-4b95-9722-dfd4b078dcda req-ac00cd82-fc10-4aa2-8d01-420076a81462 tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:00:36.932065 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-fa21c731-d6fa-4b95-9722-dfd4b078dcda req-ac00cd82-fc10-4aa2-8d01-420076a81462 tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] 10.222.0.65 "GET /v2.0/ports?device_id=33326422-931b-476f-886f-d21a1da23dee HTTP/1.1" status: 200 len: 946 time: 0.0599761 Feb 20 23:00:36.938147 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d34cc0-09c6-4b9c-83a9-d5020322bd87 req-555b6930-8383-418f-9b1a-1e476934d894 tempest-VolumesActionsTest-702370528 tempest-VolumesActionsTest-702370528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:00:36.939677 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-00d34cc0-09c6-4b9c-83a9-d5020322bd87 req-555b6930-8383-418f-9b1a-1e476934d894 tempest-VolumesActionsTest-702370528 tempest-VolumesActionsTest-702370528-project] 10.222.0.65 "GET /v2.0/ports?device_id=4b39e38c-1bb5-4784-ade5-5c52ff17770a HTTP/1.1" status: 200 len: 931 time: 0.2103424 Feb 20 23:00:36.994873 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-fa21c731-d6fa-4b95-9722-dfd4b078dcda req-6beda0c8-a4e1-4311-be20-dc3f9ab5fdfe tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] 10.222.0.65 "GET /v2.0/security-groups?id=bc262dbf-af7b-45c0-8865-5866657a07f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565159 Feb 20 23:00:37.063957 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.db [req-6b198174-b4f2-4ec4-9c35-8cc47776cd85 req-40fadafa-79aa-404a-b987-48732b019548 tempest-DeleteServersTestJSON-578838536 tempest-DeleteServersTestJSON-578838536-project] For port cc45e304-51bb-4052-a35e-72483737a1a0, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=cc45e304-51bb-4052-a35e-72483737a1a0,segment=NetworkSegment(655b460c-2211-46cc-90b8-10db39171b38),segment_id=655b460c-2211-46cc-90b8-10db39171b38)] {{(pid=109628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:00:37.064337 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-6b198174-b4f2-4ec4-9c35-8cc47776cd85 req-40fadafa-79aa-404a-b987-48732b019548 tempest-DeleteServersTestJSON-578838536 tempest-DeleteServersTestJSON-578838536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671932'] for port (cc45e304-51bb-4052-a35e-72483737a1a0), precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:37.077445 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-00d34cc0-09c6-4b9c-83a9-d5020322bd87 req-cc720d94-4fe4-47c7-bdee-599ae5d7f46e tempest-VolumesActionsTest-702370528 tempest-VolumesActionsTest-702370528-project] 10.222.0.65 "GET /v2.0/security-groups?id=f5f2301d-e11c-4ae7-8b88-d4fa5bae967d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304753 Feb 20 23:00:37.098703 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [req-6b198174-b4f2-4ec4-9c35-8cc47776cd85 req-40fadafa-79aa-404a-b987-48732b019548 tempest-DeleteServersTestJSON-578838536 tempest-DeleteServersTestJSON-578838536-project] Calling delete_port for cc45e304-51bb-4052-a35e-72483737a1a0 owned by compute:nova {{(pid=109628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 23:00:37.193510 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.65', 45658) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:00:37.253713 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.notifiers.nova [req-65657e61-9af0-4729-a90f-fc80ff1c1a23 req-89b066ab-b023-44ac-b5cc-0c1262b5398b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df81231f-9410-43ca-9596-d2ee1f631af5 {{(pid=109628) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 23:00:37.262607 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-65657e61-9af0-4729-a90f-fc80ff1c1a23 req-89b066ab-b023-44ac-b5cc-0c1262b5398b service neutron] Publish callbacks [] for port (df81231f-9410-43ca-9596-d2ee1f631af5), precommit_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:37.307663 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-90c8ece0-d048-41e0-a72b-c2c2a04014f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:37.388630 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-90c8ece0-d048-41e0-a72b-c2c2a04014f3 admin admin] Publish callbacks [] for security_group (89a2db96-2ace-46e0-91fd-2afb2b5d6f2c), precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:37.451705 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a149712-830e-4dc8-a620-b2345b1409b3 req-4a1c14cf-062a-4d9d-ac98-0ea2b69efba0 tempest-DeleteServersTestJSON-578838536 tempest-DeleteServersTestJSON-578838536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:00:37.453220 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-7a149712-830e-4dc8-a620-b2345b1409b3 req-4a1c14cf-062a-4d9d-ac98-0ea2b69efba0 tempest-DeleteServersTestJSON-578838536 tempest-DeleteServersTestJSON-578838536-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d352db5-71c9-4b23-8a92-402408ebc450 HTTP/1.1" status: 200 len: 945 time: 0.0517380 Feb 20 23:00:37.501368 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.db.provisioning_blocks [req-65657e61-9af0-4729-a90f-fc80ff1c1a23 req-89b066ab-b023-44ac-b5cc-0c1262b5398b service neutron] Transition to ACTIVE for port object df81231f-9410-43ca-9596-d2ee1f631af5 will not be triggered until provisioned by entity L2. {{(pid=109628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 23:00:37.502387 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-6b198174-b4f2-4ec4-9c35-8cc47776cd85 req-40fadafa-79aa-404a-b987-48732b019548 tempest-DeleteServersTestJSON-578838536 tempest-DeleteServersTestJSON-578838536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747407212409', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747406771505'] for port (cc45e304-51bb-4052-a35e-72483737a1a0), after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:37.503269 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-7a149712-830e-4dc8-a620-b2345b1409b3 req-dca57e49-85f0-4810-9eff-630e96af4ad3 tempest-DeleteServersTestJSON-578838536 tempest-DeleteServersTestJSON-578838536-project] 10.222.0.65 "GET /v2.0/security-groups?id=001690d6-0663-4ba3-bb6a-812d0f3aa2df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446138 Feb 20 23:00:37.504690 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-90c8ece0-d048-41e0-a72b-c2c2a04014f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627867'] for security_group (89a2db96-2ace-46e0-91fd-2afb2b5d6f2c), after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:37.535006 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fadafa-79aa-404a-b987-48732b019548 tempest-DeleteServersTestJSON-578838536 tempest-DeleteServersTestJSON-578838536-project] Pushing event deleted for resources: {'Port': ['ID=cc45e304-51bb-4052-a35e-72483737a1a0,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:00:37.547795 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [None req-90c8ece0-d048-41e0-a72b-c2c2a04014f3 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=6b481da4b729421eafccb75bbce37031&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3531482 Feb 20 23:00:37.553539 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.65', 45668) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:00:37.561533 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c8ece0-d048-41e0-a72b-c2c2a04014f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89a2db96-2ace-46e0-91fd-2afb2b5d6f2c,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:00:37.605510 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b198174-b4f2-4ec4-9c35-8cc47776cd85 req-40fadafa-79aa-404a-b987-48732b019548 tempest-DeleteServersTestJSON-578838536 tempest-DeleteServersTestJSON-578838536-project] No DVR routers for this DVR port cc45e304-51bb-4052-a35e-72483737a1a0 on host hv-cinder-83009 {{(pid=109628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 23:00:37.608662 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-6b198174-b4f2-4ec4-9c35-8cc47776cd85 req-40fadafa-79aa-404a-b987-48732b019548 tempest-DeleteServersTestJSON-578838536 tempest-DeleteServersTestJSON-578838536-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932959'] for port (None), before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:37.611906 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e5d363e1-4877-46e2-8fe4-fb6d8546f36d admin admin] Publish callbacks [] for security_group (89a2db96-2ace-46e0-91fd-2afb2b5d6f2c), before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:37.612043 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-6b198174-b4f2-4ec4-9c35-8cc47776cd85 req-40fadafa-79aa-404a-b987-48732b019548 tempest-DeleteServersTestJSON-578838536 tempest-DeleteServersTestJSON-578838536-project] 10.222.0.42 "DELETE /v2.0/ports/cc45e304-51bb-4052-a35e-72483737a1a0 HTTP/1.1" status: 204 len: 173 time: 1.0564218 Feb 20 23:00:37.612367 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d352db5-71c9-4b23-8a92-402408ebc450', 'name': 'network-vif-deleted', 'tag': 'cc45e304-51bb-4052-a35e-72483737a1a0'}] {{(pid=109628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 23:00:37.615222 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4be7ee60aa4259b475ee261dcf74c65065c56e299c7a4b2359a57cf03aee0d96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-778c6878-0293-4bad-9132-1bc6a132013f" -d '{"events": [{"server_uuid": "9d352db5-71c9-4b23-8a92-402408ebc450", "name": "network-vif-deleted", "tag": "cc45e304-51bb-4052-a35e-72483737a1a0"}]}' {{(pid=109628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 23:00:37.635277 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e5d363e1-4877-46e2-8fe4-fb6d8546f36d admin admin] Publish callbacks [] for security_group (89a2db96-2ace-46e0-91fd-2afb2b5d6f2c), precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:37.643926 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-65657e61-9af0-4729-a90f-fc80ff1c1a23 req-89b066ab-b023-44ac-b5cc-0c1262b5398b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747407212427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747406771514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747406771532'] for port (df81231f-9410-43ca-9596-d2ee1f631af5), after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:37.659052 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 23:00:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47a6dcb3-f611-4114-a5f6-a1a9811183a6 x-openstack-request-id: req-47a6dcb3-f611-4114-a5f6-a1a9811183a6 {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 23:00:37.659052 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d352db5-71c9-4b23-8a92-402408ebc450", "name": "network-vif-deleted", "tag": "cc45e304-51bb-4052-a35e-72483737a1a0", "status": "completed", "code": 200}]} {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 23:00:37.659052 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-47a6dcb3-f611-4114-a5f6-a1a9811183a6 {{(pid=109628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 23:00:37.659052 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d352db5-71c9-4b23-8a92-402408ebc450', 'name': 'network-vif-deleted', 'tag': 'cc45e304-51bb-4052-a35e-72483737a1a0', 'status': 'completed', 'code': 200} Feb 20 23:00:37.697470 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b066ab-b023-44ac-b5cc-0c1262b5398b service neutron] Pushing event updated for resources: {'Port': ['ID=df81231f-9410-43ca-9596-d2ee1f631af5,revision_number=2']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:00:37.731509 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [req-65657e61-9af0-4729-a90f-fc80ff1c1a23 req-89b066ab-b023-44ac-b5cc-0c1262b5398b service neutron] Attempting to bind port df81231f-9410-43ca-9596-d2ee1f631af5 on host hv-cinder-83009 for vnic_type normal with profile {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 23:00:37.732140 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [req-65657e61-9af0-4729-a90f-fc80ff1c1a23 req-89b066ab-b023-44ac-b5cc-0c1262b5398b service neutron] Attempting to bind port df81231f-9410-43ca-9596-d2ee1f631af5 by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '77f3304d-c5f9-4e4f-ac97-cd5e9b52c2f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '0cc42a85-9a95-4ed9-a113-b7582b2f5909'}] {{(pid=109628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 23:00:37.732140 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65657e61-9af0-4729-a90f-fc80ff1c1a23 req-89b066ab-b023-44ac-b5cc-0c1262b5398b service neutron] Attempting to bind port df81231f-9410-43ca-9596-d2ee1f631af5 on network 0cc42a85-9a95-4ed9-a113-b7582b2f5909 {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 23:00:37.736260 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65657e61-9af0-4729-a90f-fc80ff1c1a23 req-89b066ab-b023-44ac-b5cc-0c1262b5398b service neutron] Port df81231f-9410-43ca-9596-d2ee1f631af5 on network 0cc42a85-9a95-4ed9-a113-b7582b2f5909 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 23:00:37.736576 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65657e61-9af0-4729-a90f-fc80ff1c1a23 req-89b066ab-b023-44ac-b5cc-0c1262b5398b service neutron] Attempting to bind port df81231f-9410-43ca-9596-d2ee1f631af5 on network 0cc42a85-9a95-4ed9-a113-b7582b2f5909 {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 23:00:37.741468 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65657e61-9af0-4729-a90f-fc80ff1c1a23 req-89b066ab-b023-44ac-b5cc-0c1262b5398b service neutron] Checking agent: {'id': 'a929ecfe-02b1-4b86-b2e7-0c746ea4b12c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 22, 57, 21), 'started_at': datetime.datetime(2022, 2, 20, 22, 57, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 23, 0, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 23:00:37.741791 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65657e61-9af0-4729-a90f-fc80ff1c1a23 req-89b066ab-b023-44ac-b5cc-0c1262b5398b service neutron] Checking segment: {'id': '77f3304d-c5f9-4e4f-ac97-cd5e9b52c2f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '0cc42a85-9a95-4ed9-a113-b7582b2f5909'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 23:00:37.742163 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65657e61-9af0-4729-a90f-fc80ff1c1a23 req-89b066ab-b023-44ac-b5cc-0c1262b5398b service neutron] Bound using segment: {'id': '77f3304d-c5f9-4e4f-ac97-cd5e9b52c2f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '0cc42a85-9a95-4ed9-a113-b7582b2f5909'} {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 23:00:37.742603 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [req-65657e61-9af0-4729-a90f-fc80ff1c1a23 req-89b066ab-b023-44ac-b5cc-0c1262b5398b service neutron] Bound port: df81231f-9410-43ca-9596-d2ee1f631af5, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77f3304d-c5f9-4e4f-ac97-cd5e9b52c2f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '0cc42a85-9a95-4ed9-a113-b7582b2f5909'}}] {{(pid=109628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 23:00:37.742945 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-65657e61-9af0-4729-a90f-fc80ff1c1a23 req-89b066ab-b023-44ac-b5cc-0c1262b5398b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4131840'] for port (df81231f-9410-43ca-9596-d2ee1f631af5), before_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:37.804106 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.db [req-65657e61-9af0-4729-a90f-fc80ff1c1a23 req-89b066ab-b023-44ac-b5cc-0c1262b5398b service neutron] For port df81231f-9410-43ca-9596-d2ee1f631af5, host hv-cinder-83009, cleared binding levels {{(pid=109628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 23:00:37.807671 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.db [req-65657e61-9af0-4729-a90f-fc80ff1c1a23 req-89b066ab-b023-44ac-b5cc-0c1262b5398b service neutron] For port df81231f-9410-43ca-9596-d2ee1f631af5, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=df81231f-9410-43ca-9596-d2ee1f631af5,segment=NetworkSegment(77f3304d-c5f9-4e4f-ac97-cd5e9b52c2f2),segment_id=77f3304d-c5f9-4e4f-ac97-cd5e9b52c2f2)] {{(pid=109628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 23:00:37.865931 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e5d363e1-4877-46e2-8fe4-fb6d8546f36d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627867'] for security_group (89a2db96-2ace-46e0-91fd-2afb2b5d6f2c), after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:37.868979 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e5d363e1-4877-46e2-8fe4-fb6d8546f36d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:37.870126 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [None req-e5d363e1-4877-46e2-8fe4-fb6d8546f36d admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/89a2db96-2ace-46e0-91fd-2afb2b5d6f2c HTTP/1.1" status: 204 len: 168 time: 0.3156509 Feb 20 23:00:37.877736 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d363e1-4877-46e2-8fe4-fb6d8546f36d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89a2db96-2ace-46e0-91fd-2afb2b5d6f2c,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:00:37.906681 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-65657e61-9af0-4729-a90f-fc80ff1c1a23 req-89b066ab-b023-44ac-b5cc-0c1262b5398b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747407212427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747406771514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747406771532'] for port (df81231f-9410-43ca-9596-d2ee1f631af5), after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:37.941684 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65657e61-9af0-4729-a90f-fc80ff1c1a23 req-89b066ab-b023-44ac-b5cc-0c1262b5398b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:00:37.942294 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-65657e61-9af0-4729-a90f-fc80ff1c1a23 req-89b066ab-b023-44ac-b5cc-0c1262b5398b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932959'] for port (None), before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:37.943687 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-65657e61-9af0-4729-a90f-fc80ff1c1a23 req-89b066ab-b023-44ac-b5cc-0c1262b5398b service neutron] 10.222.0.42 "PUT /v2.0/ports/df81231f-9410-43ca-9596-d2ee1f631af5 HTTP/1.1" status: 200 len: 1093 time: 1.3948863 Feb 20 23:00:37.966122 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b066ab-b023-44ac-b5cc-0c1262b5398b service neutron] Pushing event updated for resources: {'Port': ['ID=df81231f-9410-43ca-9596-d2ee1f631af5,revision_number=3']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:00:38.104930 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f433c9-b9f0-448d-b451-0b4df37d9f57 req-5d9de5fd-adf3-4d2e-9e51-044e797e67fa tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:00:38.106490 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-96f433c9-b9f0-448d-b451-0b4df37d9f57 req-5d9de5fd-adf3-4d2e-9e51-044e797e67fa tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] 10.222.0.65 "GET /v2.0/ports?device_id=33326422-931b-476f-886f-d21a1da23dee HTTP/1.1" status: 200 len: 946 time: 0.0515895 Feb 20 23:00:38.157324 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-96f433c9-b9f0-448d-b451-0b4df37d9f57 req-87e109b4-702e-4f63-9fd4-7d916443fb4d tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] 10.222.0.65 "GET /v2.0/security-groups?id=bc262dbf-af7b-45c0-8865-5866657a07f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450907 Feb 20 23:00:38.203650 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4f4a2d-770e-4539-ab63-e6be2f39ee6b req-4724b4ff-51a9-44fe-91ee-0e2701255700 tempest-VolumesActionsTest-702370528 tempest-VolumesActionsTest-702370528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:00:38.205126 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-ae4f4a2d-770e-4539-ab63-e6be2f39ee6b req-4724b4ff-51a9-44fe-91ee-0e2701255700 tempest-VolumesActionsTest-702370528 tempest-VolumesActionsTest-702370528-project] 10.222.0.65 "GET /v2.0/ports?device_id=4b39e38c-1bb5-4784-ade5-5c52ff17770a HTTP/1.1" status: 200 len: 943 time: 0.0585520 Feb 20 23:00:38.260650 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-ae4f4a2d-770e-4539-ab63-e6be2f39ee6b req-cf938e50-4bb2-43bf-80e3-e21d0f939ad1 tempest-VolumesActionsTest-702370528 tempest-VolumesActionsTest-702370528-project] 10.222.0.65 "GET /v2.0/security-groups?id=f5f2301d-e11c-4ae7-8b88-d4fa5bae967d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488186 Feb 20 23:00:38.600639 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-e7013ceb-6ab7-4167-a8e9-3cfec14ef093 req-34cee425-e892-4463-88ff-1a6d47b7275e tempest-DeleteServersTestJSON-578838536 tempest-DeleteServersTestJSON-578838536-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d352db5-71c9-4b23-8a92-402408ebc450 HTTP/1.1" status: 200 len: 210 time: 0.0267234 Feb 20 23:00:38.675638 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.65', 45712) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:00:38.688386 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-dda7b4bb-f92d-44ff-9636-de315b19ff7f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:38.760121 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-dda7b4bb-f92d-44ff-9636-de315b19ff7f admin admin] Publish callbacks [] for security_group (796bdf38-ac0f-4991-b11b-a4cf817ff359), precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:38.906188 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-dda7b4bb-f92d-44ff-9636-de315b19ff7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627867'] for security_group (796bdf38-ac0f-4991-b11b-a4cf817ff359), after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:38.944762 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [None req-dda7b4bb-f92d-44ff-9636-de315b19ff7f admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=049d82a11ce140cb83c98917fd4d3b0d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2679577 Feb 20 23:00:38.945801 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda7b4bb-f92d-44ff-9636-de315b19ff7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=796bdf38-ac0f-4991-b11b-a4cf817ff359,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:00:38.948068 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.65', 45716) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:00:38.996487 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-9e3ed6d1-3af1-469d-814f-f7eee688ad41 admin admin] Publish callbacks [] for security_group (796bdf38-ac0f-4991-b11b-a4cf817ff359), before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:39.017537 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-9e3ed6d1-3af1-469d-814f-f7eee688ad41 admin admin] Publish callbacks [] for security_group (796bdf38-ac0f-4991-b11b-a4cf817ff359), precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:39.053082 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.65', 45720) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:00:39.154962 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-2d14c088-9f5a-45b8-90bc-fc4ec0a3e698 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:39.172695 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-9e3ed6d1-3af1-469d-814f-f7eee688ad41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627867'] for security_group (796bdf38-ac0f-4991-b11b-a4cf817ff359), after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:39.175511 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-9e3ed6d1-3af1-469d-814f-f7eee688ad41 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:39.176626 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [None req-9e3ed6d1-3af1-469d-814f-f7eee688ad41 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/796bdf38-ac0f-4991-b11b-a4cf817ff359 HTTP/1.1" status: 204 len: 168 time: 0.2275786 Feb 20 23:00:39.194348 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3ed6d1-3af1-469d-814f-f7eee688ad41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=796bdf38-ac0f-4991-b11b-a4cf817ff359,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:00:39.258447 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] get_ports_and_sgs() called for port_ids ['cc45e304-51bb-4052-a35e-72483737a1a0'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 23:00:39.260666 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-2d14c088-9f5a-45b8-90bc-fc4ec0a3e698 admin admin] Publish callbacks [] for security_group (c36a7830-114e-4ff7-baf6-58b5f5a50132), precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:39.290216 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796445f0-7f73-4daf-8d66-1210a377fa5f req-e8531cdb-dac3-459a-b818-450f3b68c49c tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:00:39.291747 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-796445f0-7f73-4daf-8d66-1210a377fa5f req-e8531cdb-dac3-459a-b818-450f3b68c49c tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] 10.222.0.65 "GET /v2.0/ports?device_id=33326422-931b-476f-886f-d21a1da23dee HTTP/1.1" status: 200 len: 946 time: 0.0536821 Feb 20 23:00:39.341348 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-796445f0-7f73-4daf-8d66-1210a377fa5f req-5f74ee98-7726-414b-8296-bf36e955a500 tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] 10.222.0.65 "GET /v2.0/security-groups?id=bc262dbf-af7b-45c0-8865-5866657a07f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440290 Feb 20 23:00:39.383902 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e09910d-db91-4d41-a475-339fc6467fee req-ba3366ef-db41-4015-beb2-fa20d1194d04 tempest-VolumesActionsTest-702370528 tempest-VolumesActionsTest-702370528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:00:39.386002 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-0e09910d-db91-4d41-a475-339fc6467fee req-ba3366ef-db41-4015-beb2-fa20d1194d04 tempest-VolumesActionsTest-702370528 tempest-VolumesActionsTest-702370528-project] 10.222.0.65 "GET /v2.0/ports?device_id=4b39e38c-1bb5-4784-ade5-5c52ff17770a HTTP/1.1" status: 200 len: 943 time: 0.0565057 Feb 20 23:00:39.391633 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-2d14c088-9f5a-45b8-90bc-fc4ec0a3e698 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627867'] for security_group (c36a7830-114e-4ff7-baf6-58b5f5a50132), after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:39.447624 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [None req-2d14c088-9f5a-45b8-90bc-fc4ec0a3e698 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=e252ab1ff30d49ec97f37a6cc9d65d30&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3933799 Feb 20 23:00:39.449955 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.65', 45732) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:00:39.467236 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d14c088-9f5a-45b8-90bc-fc4ec0a3e698 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c36a7830-114e-4ff7-baf6-58b5f5a50132,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:00:39.496748 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-0e09910d-db91-4d41-a475-339fc6467fee req-a6659f3c-6656-4cb8-b7fd-d4047f2340bb tempest-VolumesActionsTest-702370528 tempest-VolumesActionsTest-702370528-project] 10.222.0.65 "GET /v2.0/security-groups?id=f5f2301d-e11c-4ae7-8b88-d4fa5bae967d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017778 Feb 20 23:00:39.528527 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-fcb8d30c-c02a-427c-a321-4e4ae83d4871 admin admin] Publish callbacks [] for security_group (c36a7830-114e-4ff7-baf6-58b5f5a50132), before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:39.551572 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-fcb8d30c-c02a-427c-a321-4e4ae83d4871 admin admin] Publish callbacks [] for security_group (c36a7830-114e-4ff7-baf6-58b5f5a50132), precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:39.656131 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b39e38c-1bb5-4784-ade5-5c52ff17770a', 'tag': 'df81231f-9410-43ca-9596-d2ee1f631af5'}] {{(pid=109628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 23:00:39.659267 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4be7ee60aa4259b475ee261dcf74c65065c56e299c7a4b2359a57cf03aee0d96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9857bda-d384-4ef2-9597-91daf8868353" -d '{"events": [{"name": "network-changed", "server_uuid": "4b39e38c-1bb5-4784-ade5-5c52ff17770a", "tag": "df81231f-9410-43ca-9596-d2ee1f631af5"}]}' {{(pid=109628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 23:00:39.701137 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 23:00:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4efcbd73-23fc-497f-9c30-2755a99f89fe x-openstack-request-id: req-4efcbd73-23fc-497f-9c30-2755a99f89fe {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 23:00:39.701424 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b39e38c-1bb5-4784-ade5-5c52ff17770a", "tag": "df81231f-9410-43ca-9596-d2ee1f631af5", "status": "completed", "code": 200}]} {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 23:00:39.701666 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-4efcbd73-23fc-497f-9c30-2755a99f89fe {{(pid=109628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 23:00:39.702041 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b39e38c-1bb5-4784-ade5-5c52ff17770a', 'tag': 'df81231f-9410-43ca-9596-d2ee1f631af5', 'status': 'completed', 'code': 200} Feb 20 23:00:39.704069 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-d511c0ae-1f62-46af-a1ed-5f20edc1d3b1 req-1a640518-264c-4311-a2bd-9f4162019284 tempest-DeleteServersTestJSON-578838536 tempest-DeleteServersTestJSON-578838536-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d352db5-71c9-4b23-8a92-402408ebc450 HTTP/1.1" status: 200 len: 210 time: 0.0330238 Feb 20 23:00:39.717923 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-fcb8d30c-c02a-427c-a321-4e4ae83d4871 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627867'] for security_group (c36a7830-114e-4ff7-baf6-58b5f5a50132), after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:39.720592 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-fcb8d30c-c02a-427c-a321-4e4ae83d4871 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:39.722286 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [None req-fcb8d30c-c02a-427c-a321-4e4ae83d4871 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/c36a7830-114e-4ff7-baf6-58b5f5a50132 HTTP/1.1" status: 204 len: 168 time: 0.2710521 Feb 20 23:00:39.730709 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb8d30c-c02a-427c-a321-4e4ae83d4871 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c36a7830-114e-4ff7-baf6-58b5f5a50132,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:00:40.321335 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.65', 45762) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:00:40.337886 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-9f404037-fe21-4c54-a1a6-2b4674d64616 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:40.434125 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-9f404037-fe21-4c54-a1a6-2b4674d64616 admin admin] Publish callbacks [] for security_group (dc626971-d296-48a5-bd17-c24f8bd4b82d), precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:40.472472 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51a1ff4-92be-4bb4-8706-80c31ef54803 req-09c09541-d278-431a-b987-18892bcf67b5 tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:00:40.474066 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-d51a1ff4-92be-4bb4-8706-80c31ef54803 req-09c09541-d278-431a-b987-18892bcf67b5 tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] 10.222.0.65 "GET /v2.0/ports?device_id=33326422-931b-476f-886f-d21a1da23dee HTTP/1.1" status: 200 len: 946 time: 0.0539229 Feb 20 23:00:40.531820 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-d51a1ff4-92be-4bb4-8706-80c31ef54803 req-7b4e42e0-0e64-4f25-9681-0cd33ea95c00 tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] 10.222.0.65 "GET /v2.0/security-groups?id=bc262dbf-af7b-45c0-8865-5866657a07f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511858 Feb 20 23:00:40.552689 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-9f404037-fe21-4c54-a1a6-2b4674d64616 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627867'] for security_group (dc626971-d296-48a5-bd17-c24f8bd4b82d), after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:40.573919 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [None req-9f404037-fe21-4c54-a1a6-2b4674d64616 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=c4af8244a8654bb09bc4c96525f86d4b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2512674 Feb 20 23:00:40.575152 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f404037-fe21-4c54-a1a6-2b4674d64616 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc626971-d296-48a5-bd17-c24f8bd4b82d,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:00:40.580680 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.65', 45772) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:00:40.624209 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd3808a-0ad1-46f8-93c2-31016c4569d2 req-be3d81e5-7989-43f4-b1f4-09aa6025037f tempest-VolumesActionsTest-702370528 tempest-VolumesActionsTest-702370528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:00:40.627068 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-0bd3808a-0ad1-46f8-93c2-31016c4569d2 req-be3d81e5-7989-43f4-b1f4-09aa6025037f tempest-VolumesActionsTest-702370528 tempest-VolumesActionsTest-702370528-project] 10.222.0.65 "GET /v2.0/ports?device_id=4b39e38c-1bb5-4784-ade5-5c52ff17770a HTTP/1.1" status: 200 len: 943 time: 0.0582519 Feb 20 23:00:40.635837 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-262ac7ab-024a-4e87-8a4d-06b0539fcc2c admin admin] Publish callbacks [] for security_group (dc626971-d296-48a5-bd17-c24f8bd4b82d), before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:40.658183 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-262ac7ab-024a-4e87-8a4d-06b0539fcc2c admin admin] Publish callbacks [] for security_group (dc626971-d296-48a5-bd17-c24f8bd4b82d), precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:40.678892 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-0bd3808a-0ad1-46f8-93c2-31016c4569d2 req-7167eb9c-25d4-451d-a1da-0fac1ecfae54 tempest-VolumesActionsTest-702370528 tempest-VolumesActionsTest-702370528-project] 10.222.0.65 "GET /v2.0/security-groups?id=f5f2301d-e11c-4ae7-8b88-d4fa5bae967d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459976 Feb 20 23:00:40.802924 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-61dc2153-d559-48b6-96d9-720bcf916426 req-2a3907ac-5654-434f-8ab0-39257e736551 tempest-DeleteServersTestJSON-578838536 tempest-DeleteServersTestJSON-578838536-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d352db5-71c9-4b23-8a92-402408ebc450 HTTP/1.1" status: 200 len: 210 time: 0.0268865 Feb 20 23:00:40.803694 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-262ac7ab-024a-4e87-8a4d-06b0539fcc2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627867'] for security_group (dc626971-d296-48a5-bd17-c24f8bd4b82d), after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:40.806133 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-262ac7ab-024a-4e87-8a4d-06b0539fcc2c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:40.809609 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [None req-262ac7ab-024a-4e87-8a4d-06b0539fcc2c admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/dc626971-d296-48a5-bd17-c24f8bd4b82d HTTP/1.1" status: 204 len: 168 time: 0.2256215 Feb 20 23:00:40.815255 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262ac7ab-024a-4e87-8a4d-06b0539fcc2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc626971-d296-48a5-bd17-c24f8bd4b82d,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:00:41.649102 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f69406-5547-41f8-a97e-9bc610e2716d req-de0d4012-eddc-4b58-8a21-9a492f92635c tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:00:41.650594 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-50f69406-5547-41f8-a97e-9bc610e2716d req-de0d4012-eddc-4b58-8a21-9a492f92635c tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] 10.222.0.65 "GET /v2.0/ports?device_id=33326422-931b-476f-886f-d21a1da23dee HTTP/1.1" status: 200 len: 946 time: 0.0514793 Feb 20 23:00:41.711618 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-50f69406-5547-41f8-a97e-9bc610e2716d req-0cbbc353-ac35-4b23-93bf-cc3bd4335c31 tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] 10.222.0.65 "GET /v2.0/security-groups?id=bc262dbf-af7b-45c0-8865-5866657a07f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525744 Feb 20 23:00:41.800498 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a8290d-9c72-47d1-9f71-fffb88e0ad95 req-04aae5b5-93af-466e-8dec-7d5b3d8f1773 tempest-VolumesActionsTest-702370528 tempest-VolumesActionsTest-702370528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:00:41.800945 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-a7a8290d-9c72-47d1-9f71-fffb88e0ad95 req-04aae5b5-93af-466e-8dec-7d5b3d8f1773 tempest-VolumesActionsTest-702370528 tempest-VolumesActionsTest-702370528-project] 10.222.0.65 "GET /v2.0/ports?device_id=4b39e38c-1bb5-4784-ade5-5c52ff17770a HTTP/1.1" status: 200 len: 943 time: 0.0515091 Feb 20 23:00:41.852317 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-a7a8290d-9c72-47d1-9f71-fffb88e0ad95 req-95525daf-1274-45f4-a33a-951757fe411f tempest-VolumesActionsTest-702370528 tempest-VolumesActionsTest-702370528-project] 10.222.0.65 "GET /v2.0/security-groups?id=f5f2301d-e11c-4ae7-8b88-d4fa5bae967d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448906 Feb 20 23:00:42.136851 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-3fd2a5c3-0098-468b-b300-ba1ddf6fc91e req-82744c51-86eb-45b5-9564-83f6b6c5e982 tempest-DeleteServersTestJSON-578838536 tempest-DeleteServersTestJSON-578838536-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d352db5-71c9-4b23-8a92-402408ebc450 HTTP/1.1" status: 200 len: 210 time: 0.2588229 Feb 20 23:00:42.148495 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Device cc45e304-51bb-4052-a35e-72483737a1a0 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 23:00:42.183087 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9857bda-d384-4ef2-9597-91daf8868353 req-210df370-e777-4e49-8f9a-f7c2cdb7c858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:00:42.183533 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] No Port match for: cc45e304-51bb-4052-a35e-72483737a1a0 {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 23:00:42.183888 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Device cc45e304-51bb-4052-a35e-72483737a1a0 not bound to the agent host hv-cinder-83009 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 23:00:42.184631 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-c9857bda-d384-4ef2-9597-91daf8868353 req-210df370-e777-4e49-8f9a-f7c2cdb7c858 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5680faffb5f54e9f8a56a455be903baf&device_id=4b39e38c-1bb5-4784-ade5-5c52ff17770a HTTP/1.1" status: 200 len: 1127 time: 0.0509074 Feb 20 23:00:42.294965 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-09e71aa2-5a79-4cce-8f7f-8d438de4c119 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (83a03d73-f5e1-4f72-b2a3-d557ae097998), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:42.315389 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9857bda-d384-4ef2-9597-91daf8868353 req-2be509ab-930e-4a98-bda5-b816685ae0a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:00:42.316869 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-c9857bda-d384-4ef2-9597-91daf8868353 req-2be509ab-930e-4a98-bda5-b816685ae0a9 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=5680faffb5f54e9f8a56a455be903baf&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1028578 Feb 20 23:00:42.411716 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9857bda-d384-4ef2-9597-91daf8868353 req-01705e48-22ce-4a87-8ea4-0e2a6bfc56fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:00:42.413477 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-c9857bda-d384-4ef2-9597-91daf8868353 req-01705e48-22ce-4a87-8ea4-0e2a6bfc56fc service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0898578 Feb 20 23:00:42.773784 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65657e61-9af0-4729-a90f-fc80ff1c1a23 req-de8f1933-9d09-4d3e-b54e-dff421e0abc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:00:42.776344 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-65657e61-9af0-4729-a90f-fc80ff1c1a23 req-de8f1933-9d09-4d3e-b54e-dff421e0abc6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5680faffb5f54e9f8a56a455be903baf&device_id=4b39e38c-1bb5-4784-ade5-5c52ff17770a HTTP/1.1" status: 200 len: 1127 time: 0.0529282 Feb 20 23:00:42.820887 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-65657e61-9af0-4729-a90f-fc80ff1c1a23 req-41107c72-ee7c-4484-bbae-ef1fb7d2205d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=df81231f-9410-43ca-9596-d2ee1f631af5 HTTP/1.1" status: 200 len: 217 time: 0.0375235 Feb 20 23:00:42.825037 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc709fe6-2dc7-4271-b410-9a9b791b116d req-cd8d226b-b999-463c-8816-f2c2fc75f1e7 tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:00:42.826619 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-dc709fe6-2dc7-4271-b410-9a9b791b116d req-cd8d226b-b999-463c-8816-f2c2fc75f1e7 tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] 10.222.0.65 "GET /v2.0/ports?device_id=33326422-931b-476f-886f-d21a1da23dee HTTP/1.1" status: 200 len: 946 time: 0.0506508 Feb 20 23:00:42.873785 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65657e61-9af0-4729-a90f-fc80ff1c1a23 req-bf223287-7a3e-4ffe-bac5-83cde612f2e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:00:42.875875 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-65657e61-9af0-4729-a90f-fc80ff1c1a23 req-bf223287-7a3e-4ffe-bac5-83cde612f2e0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4c15d5e1-cc39-40bf-a6de-ebe1955e52b5 HTTP/1.1" status: 200 len: 849 time: 0.0483868 Feb 20 23:00:42.880633 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-dc709fe6-2dc7-4271-b410-9a9b791b116d req-7ae771b6-5963-4a5b-b384-ca9a7850d237 tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] 10.222.0.65 "GET /v2.0/security-groups?id=bc262dbf-af7b-45c0-8865-5866657a07f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461919 Feb 20 23:00:42.914750 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-65657e61-9af0-4729-a90f-fc80ff1c1a23 req-f0a5981f-ee21-4e5a-b33b-e98290d93259 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0cc42a85-9a95-4ed9-a113-b7582b2f5909&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272620 Feb 20 23:00:43.038868 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ae692a-dc6c-4253-b0d2-6d9a356a2116 req-02f64e03-26af-4bd4-b2a7-52ba6a11c60a tempest-VolumesActionsTest-702370528 tempest-VolumesActionsTest-702370528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:00:43.040887 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-d2ae692a-dc6c-4253-b0d2-6d9a356a2116 req-02f64e03-26af-4bd4-b2a7-52ba6a11c60a tempest-VolumesActionsTest-702370528 tempest-VolumesActionsTest-702370528-project] 10.222.0.65 "GET /v2.0/ports?device_id=4b39e38c-1bb5-4784-ade5-5c52ff17770a HTTP/1.1" status: 200 len: 943 time: 0.1035731 Feb 20 23:00:43.044500 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-65657e61-9af0-4729-a90f-fc80ff1c1a23 req-fde73161-0f24-41cb-856e-d87230ca9a0e service neutron] 10.222.0.42 "GET /v2.0/networks/0cc42a85-9a95-4ed9-a113-b7582b2f5909?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243241 Feb 20 23:00:43.139622 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-d2ae692a-dc6c-4253-b0d2-6d9a356a2116 req-ffe21743-aca6-4793-89cb-d9a4e5ed5796 tempest-VolumesActionsTest-702370528 tempest-VolumesActionsTest-702370528-project] 10.222.0.65 "GET /v2.0/security-groups?id=f5f2301d-e11c-4ae7-8b88-d4fa5bae967d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930080 Feb 20 23:00:43.168531 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-65657e61-9af0-4729-a90f-fc80ff1c1a23 req-7686f1e1-9f0c-432f-8809-976d1cb47f8d service neutron] 10.222.0.42 "GET /v2.0/networks/0cc42a85-9a95-4ed9-a113-b7582b2f5909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1156867 Feb 20 23:00:43.235130 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-a047a7de-b025-4557-8a5a-5db5cde79b24 req-f42d21b5-7400-40bc-8202-e8b2d98d65e4 tempest-DeleteServersTestJSON-578838536 tempest-DeleteServersTestJSON-578838536-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d352db5-71c9-4b23-8a92-402408ebc450 HTTP/1.1" status: 200 len: 210 time: 0.0255823 Feb 20 23:00:44.025994 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a62203b-df72-4aa8-a1b4-462c3eb5ed6a req-c412510e-a897-4be7-9049-2c8d8fe286ce tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:00:44.027717 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-8a62203b-df72-4aa8-a1b4-462c3eb5ed6a req-c412510e-a897-4be7-9049-2c8d8fe286ce tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] 10.222.0.65 "GET /v2.0/ports?device_id=33326422-931b-476f-886f-d21a1da23dee HTTP/1.1" status: 200 len: 946 time: 0.0655551 Feb 20 23:00:44.078445 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-8a62203b-df72-4aa8-a1b4-462c3eb5ed6a req-bd7e227d-6d80-4bdf-bfd7-f51100a13a10 tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] 10.222.0.65 "GET /v2.0/security-groups?id=bc262dbf-af7b-45c0-8865-5866657a07f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450761 Feb 20 23:00:44.175439 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.65', 45924) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:00:44.271298 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692731c1-a9d0-49df-9cfc-159ba305301c req-925bd615-1811-4843-a16f-5508f7871805 tempest-VolumesActionsTest-702370528 tempest-VolumesActionsTest-702370528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:00:44.273069 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-692731c1-a9d0-49df-9cfc-159ba305301c req-925bd615-1811-4843-a16f-5508f7871805 tempest-VolumesActionsTest-702370528 tempest-VolumesActionsTest-702370528-project] 10.222.0.65 "GET /v2.0/ports?device_id=4b39e38c-1bb5-4784-ade5-5c52ff17770a HTTP/1.1" status: 200 len: 943 time: 0.0556633 Feb 20 23:00:44.316287 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-b4a89c8c-4ee6-46b5-b2a0-c34eac44d952 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:44.357060 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-de473b59-cc4c-4333-b0cb-0c2e8f36a333 req-c28aa0e7-12de-45ba-8e15-4a2b2dc9ee5d tempest-DeleteServersTestJSON-578838536 tempest-DeleteServersTestJSON-578838536-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d352db5-71c9-4b23-8a92-402408ebc450 HTTP/1.1" status: 200 len: 210 time: 0.0302696 Feb 20 23:00:44.363711 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-692731c1-a9d0-49df-9cfc-159ba305301c req-bc2e9023-d74d-4374-93fe-5d275e633411 tempest-VolumesActionsTest-702370528 tempest-VolumesActionsTest-702370528-project] 10.222.0.65 "GET /v2.0/security-groups?id=f5f2301d-e11c-4ae7-8b88-d4fa5bae967d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822928 Feb 20 23:00:44.416206 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-b4a89c8c-4ee6-46b5-b2a0-c34eac44d952 admin admin] Publish callbacks [] for security_group (f9e9c0e1-226b-40d2-9534-8db9b16680f4), precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:44.551491 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-22ff0c4d-2664-4352-a564-ff58f38c93e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (13c347f3-1c01-45ee-af8c-9f8a630e0f23), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:44.551983 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-b4a89c8c-4ee6-46b5-b2a0-c34eac44d952 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627867'] for security_group (f9e9c0e1-226b-40d2-9534-8db9b16680f4), after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:44.589619 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a89c8c-4ee6-46b5-b2a0-c34eac44d952 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9e9c0e1-226b-40d2-9534-8db9b16680f4,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:00:44.594837 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [None req-b4a89c8c-4ee6-46b5-b2a0-c34eac44d952 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=2761aa657e8a499ba2b014d2d79f26cc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4184010 Feb 20 23:00:44.597372 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.65', 45942) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:00:44.647716 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-d6ef26aa-a52d-4e1e-9c38-aecec3f8faa5 admin admin] Publish callbacks [] for security_group (f9e9c0e1-226b-40d2-9534-8db9b16680f4), before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:44.669079 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-d6ef26aa-a52d-4e1e-9c38-aecec3f8faa5 admin admin] Publish callbacks [] for security_group (f9e9c0e1-226b-40d2-9534-8db9b16680f4), precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:44.832157 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-d6ef26aa-a52d-4e1e-9c38-aecec3f8faa5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627867'] for security_group (f9e9c0e1-226b-40d2-9534-8db9b16680f4), after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:44.835131 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-d6ef26aa-a52d-4e1e-9c38-aecec3f8faa5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:44.836283 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [None req-d6ef26aa-a52d-4e1e-9c38-aecec3f8faa5 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/f9e9c0e1-226b-40d2-9534-8db9b16680f4 HTTP/1.1" status: 204 len: 168 time: 0.2380550 Feb 20 23:00:44.844841 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ef26aa-a52d-4e1e-9c38-aecec3f8faa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9e9c0e1-226b-40d2-9534-8db9b16680f4,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:00:45.205326 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad08707-9413-461c-abcc-157ea0fcff2f req-43de93f1-4460-4e14-8d7f-2cc07080460d tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:00:45.206798 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-3ad08707-9413-461c-abcc-157ea0fcff2f req-43de93f1-4460-4e14-8d7f-2cc07080460d tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] 10.222.0.65 "GET /v2.0/ports?device_id=33326422-931b-476f-886f-d21a1da23dee HTTP/1.1" status: 200 len: 946 time: 0.0552547 Feb 20 23:00:45.253577 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-3ad08707-9413-461c-abcc-157ea0fcff2f req-e1aa9eee-9c53-4401-b038-8abd6c6d7090 tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] 10.222.0.65 "GET /v2.0/security-groups?id=bc262dbf-af7b-45c0-8865-5866657a07f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412426 Feb 20 23:00:45.495149 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db67a8ba-bf1b-4972-b9e3-ba93d963146b req-5d50da3b-eac8-4972-b9d4-e62efbfe1dc5 tempest-VolumesActionsTest-702370528 tempest-VolumesActionsTest-702370528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:00:45.496630 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-db67a8ba-bf1b-4972-b9e3-ba93d963146b req-5d50da3b-eac8-4972-b9d4-e62efbfe1dc5 tempest-VolumesActionsTest-702370528 tempest-VolumesActionsTest-702370528-project] 10.222.0.65 "GET /v2.0/ports?device_id=4b39e38c-1bb5-4784-ade5-5c52ff17770a HTTP/1.1" status: 200 len: 943 time: 0.0564101 Feb 20 23:00:45.546914 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-db67a8ba-bf1b-4972-b9e3-ba93d963146b req-bbca41d8-5f89-4a99-8a1f-1cfa97ffa8e6 tempest-VolumesActionsTest-702370528 tempest-VolumesActionsTest-702370528-project] 10.222.0.65 "GET /v2.0/security-groups?id=f5f2301d-e11c-4ae7-8b88-d4fa5bae967d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448501 Feb 20 23:00:45.562776 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.65', 45974) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:00:45.576811 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-41e3e041-5a1b-40b4-bd41-dd740283a286 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:45.776976 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-41e3e041-5a1b-40b4-bd41-dd740283a286 admin admin] Publish callbacks [] for security_group (1c88618d-cda2-4b22-9a5b-e1f0d919409e), precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:45.894822 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-41e3e041-5a1b-40b4-bd41-dd740283a286 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627867'] for security_group (1c88618d-cda2-4b22-9a5b-e1f0d919409e), after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:45.929385 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-343008d4-3a37-47e4-bcbd-5ef9b41dd99c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (5ba36dc9-fc49-4f8a-9e75-ea70dbbc9d37), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:45.937887 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [None req-41e3e041-5a1b-40b4-bd41-dd740283a286 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=2a11e3f6a7ce4a66a12629b5e4955e26&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3739407 Feb 20 23:00:45.938976 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e3e041-5a1b-40b4-bd41-dd740283a286 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c88618d-cda2-4b22-9a5b-e1f0d919409e,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:00:45.942449 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.65', 45990) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:00:45.992930 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-272d3ed7-699b-44e2-90ed-e0b923c23a25 admin admin] Publish callbacks [] for security_group (1c88618d-cda2-4b22-9a5b-e1f0d919409e), before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:46.013383 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-272d3ed7-699b-44e2-90ed-e0b923c23a25 admin admin] Publish callbacks [] for security_group (1c88618d-cda2-4b22-9a5b-e1f0d919409e), precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:46.123156 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-272d3ed7-699b-44e2-90ed-e0b923c23a25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627867'] for security_group (1c88618d-cda2-4b22-9a5b-e1f0d919409e), after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:46.127371 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-272d3ed7-699b-44e2-90ed-e0b923c23a25 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:46.128986 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [None req-272d3ed7-699b-44e2-90ed-e0b923c23a25 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/1c88618d-cda2-4b22-9a5b-e1f0d919409e HTTP/1.1" status: 204 len: 168 time: 0.1853909 Feb 20 23:00:46.139135 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272d3ed7-699b-44e2-90ed-e0b923c23a25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c88618d-cda2-4b22-9a5b-e1f0d919409e,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:00:46.166266 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Device df81231f-9410-43ca-9596-d2ee1f631af5 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=109630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 23:00:46.266530 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] For port df81231f-9410-43ca-9596-d2ee1f631af5, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=df81231f-9410-43ca-9596-d2ee1f631af5,segment=NetworkSegment(77f3304d-c5f9-4e4f-ac97-cd5e9b52c2f2),segment_id=77f3304d-c5f9-4e4f-ac97-cd5e9b52c2f2)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:00:46.277997 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Returning: {'device': 'df81231f-9410-43ca-9596-d2ee1f631af5', 'network_id': '0cc42a85-9a95-4ed9-a113-b7582b2f5909', 'port_id': 'df81231f-9410-43ca-9596-d2ee1f631af5', 'mac_address': 'fa:16:3e:f0:aa:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c15d5e1-cc39-40bf-a6de-ebe1955e52b5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 23:00:46.314088 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Current status of the port df81231f-9410-43ca-9596-d2ee1f631af5 is: DOWN; New status is: BUILD {{(pid=109630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:00:46.314543 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4131840'] for port (df81231f-9410-43ca-9596-d2ee1f631af5), before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:46.328694 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.notifiers.nova [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df81231f-9410-43ca-9596-d2ee1f631af5 {{(pid=109630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 23:00:46.349541 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] For port df81231f-9410-43ca-9596-d2ee1f631af5, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=df81231f-9410-43ca-9596-d2ee1f631af5,segment=NetworkSegment(77f3304d-c5f9-4e4f-ac97-cd5e9b52c2f2),segment_id=77f3304d-c5f9-4e4f-ac97-cd5e9b52c2f2)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:00:46.372295 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ebe107-a0b3-47aa-94f3-436d3f4616f3 req-af64d0fa-9fe6-4eac-9560-b1041066c265 tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:00:46.373766 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-d3ebe107-a0b3-47aa-94f3-436d3f4616f3 req-af64d0fa-9fe6-4eac-9560-b1041066c265 tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] 10.222.0.65 "GET /v2.0/ports?device_id=33326422-931b-476f-886f-d21a1da23dee HTTP/1.1" status: 200 len: 946 time: 0.0538614 Feb 20 23:00:46.429041 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-d3ebe107-a0b3-47aa-94f3-436d3f4616f3 req-eac3f14e-ad74-4663-afb7-46bb91f78d49 tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] 10.222.0.65 "GET /v2.0/security-groups?id=bc262dbf-af7b-45c0-8865-5866657a07f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492909 Feb 20 23:00:46.445796 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747407212427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747406771514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747406771532'] for port (df81231f-9410-43ca-9596-d2ee1f631af5), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:46.503841 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Pushing event updated for resources: {'Port': ['ID=df81231f-9410-43ca-9596-d2ee1f631af5,revision_number=4']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:00:46.511602 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:00:46.512143 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:00:46.512652 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:00:46.513162 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:00:46.513696 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:00:46.514186 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:00:46.514551 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:00:46.515037 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:00:46.515377 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:00:46.515767 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:00:46.516047 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:00:46.516371 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:00:46.516695 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:00:46.669216 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50e1181-2fba-42e1-8bdc-6a79715b2ebf req-4b91f72f-82f7-4618-8190-6b8a4e05efc2 tempest-VolumesActionsTest-702370528 tempest-VolumesActionsTest-702370528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:00:46.670850 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-c50e1181-2fba-42e1-8bdc-6a79715b2ebf req-4b91f72f-82f7-4618-8190-6b8a4e05efc2 tempest-VolumesActionsTest-702370528 tempest-VolumesActionsTest-702370528-project] 10.222.0.65 "GET /v2.0/ports?device_id=4b39e38c-1bb5-4784-ade5-5c52ff17770a HTTP/1.1" status: 200 len: 944 time: 0.0555813 Feb 20 23:00:46.720812 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-c50e1181-2fba-42e1-8bdc-6a79715b2ebf req-f0432a24-6348-4295-8b89-4c2c483021ce tempest-VolumesActionsTest-702370528 tempest-VolumesActionsTest-702370528-project] 10.222.0.65 "GET /v2.0/security-groups?id=f5f2301d-e11c-4ae7-8b88-d4fa5bae967d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440240 Feb 20 23:00:46.829302 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] get_ports_and_sgs() called for port_ids ['df81231f-9410-43ca-9596-d2ee1f631af5'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 23:00:47.036968 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.65', 46028) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:00:47.096429 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e0fea77-5193-4210-81b4-99400ff441c9 admin admin] Deleting subnet 301e501d-b351-4b56-8f24-11a857cdb58c {{(pid=109629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 23:00:47.099754 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-6e0fea77-5193-4210-81b4-99400ff441c9 admin admin] Publish callbacks [] for subnet (301e501d-b351-4b56-8f24-11a857cdb58c), before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:47.139393 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-6e0fea77-5193-4210-81b4-99400ff441c9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62688243'] for subnet (301e501d-b351-4b56-8f24-11a857cdb58c), precommit_delete_associations {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:47.157802 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-f8bda328-0f39-40fc-b2c8-28796977f3d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (e2edd6cb-ac77-47df-80b5-e0a92a5dde3d), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:47.179647 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-6e0fea77-5193-4210-81b4-99400ff441c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4171819'] for subnet (301e501d-b351-4b56-8f24-11a857cdb58c), precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:47.329339 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-6e0fea77-5193-4210-81b4-99400ff441c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4171794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61644179', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59081886'] for subnet (301e501d-b351-4b56-8f24-11a857cdb58c), after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:47.359914 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0fea77-5193-4210-81b4-99400ff441c9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=301e501d-b351-4b56-8f24-11a857cdb58c,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:00:47.363897 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-6e0fea77-5193-4210-81b4-99400ff441c9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:47.367103 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [None req-6e0fea77-5193-4210-81b4-99400ff441c9 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/301e501d-b351-4b56-8f24-11a857cdb58c HTTP/1.1" status: 204 len: 168 time: 0.3286049 Feb 20 23:00:47.369690 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.65', 46040) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:00:47.441379 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-6f383cb7-66d0-44ac-9cfd-fe60c888315c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4031138'] for network (128f554d-22ec-46aa-86bb-cf96bf68ca76), before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:47.524728 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-6f383cb7-66d0-44ac-9cfd-fe60c888315c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4175522', 'neutron.services.segments.db._delete_segments_for_network-8747407231802'] for network (128f554d-22ec-46aa-86bb-cf96bf68ca76), precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:47.545789 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-6f383cb7-66d0-44ac-9cfd-fe60c888315c admin admin] Subscribe: > segment before_delete 55550000 {{(pid=109628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 23:00:47.546130 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-6f383cb7-66d0-44ac-9cfd-fe60c888315c admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=109628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 23:00:47.547006 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-6f383cb7-66d0-44ac-9cfd-fe60c888315c admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 23:00:47.547354 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-6f383cb7-66d0-44ac-9cfd-fe60c888315c admin admin] Subscribe: > port after_create 55550000 {{(pid=109628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 23:00:47.547693 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-6f383cb7-66d0-44ac-9cfd-fe60c888315c admin admin] Subscribe: > port after_delete 55550000 {{(pid=109628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 23:00:47.548052 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-6f383cb7-66d0-44ac-9cfd-fe60c888315c admin admin] Subscribe: > port after_update 55550000 {{(pid=109628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 23:00:47.548362 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-6f383cb7-66d0-44ac-9cfd-fe60c888315c admin admin] Subscribe: > segment after_delete 55550000 {{(pid=109628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 23:00:47.548772 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-6f383cb7-66d0-44ac-9cfd-fe60c888315c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 23:00:47.549230 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-6f383cb7-66d0-44ac-9cfd-fe60c888315c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 23:00:47.549548 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-6f383cb7-66d0-44ac-9cfd-fe60c888315c admin admin] Subscribe: > subnet after_update 55550000 {{(pid=109628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 23:00:47.558609 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5720c44-b2fd-4585-a047-dd1fd7c02353 req-15afd3dd-ed0a-4816-a8f8-8e86d6045c6c tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:00:47.560082 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-d5720c44-b2fd-4585-a047-dd1fd7c02353 req-15afd3dd-ed0a-4816-a8f8-8e86d6045c6c tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] 10.222.0.65 "GET /v2.0/ports?device_id=33326422-931b-476f-886f-d21a1da23dee HTTP/1.1" status: 200 len: 946 time: 0.0522897 Feb 20 23:00:47.619349 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-6f383cb7-66d0-44ac-9cfd-fe60c888315c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 23:00:47.619704 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-6f383cb7-66d0-44ac-9cfd-fe60c888315c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 23:00:47.620041 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-6f383cb7-66d0-44ac-9cfd-fe60c888315c admin admin] Subscribe: > subnet before_create 55550000 {{(pid=109628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 23:00:47.620366 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-6f383cb7-66d0-44ac-9cfd-fe60c888315c admin admin] Subscribe: > subnet before_update 55550000 {{(pid=109628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 23:00:47.620734 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.services.segments.db [None req-6f383cb7-66d0-44ac-9cfd-fe60c888315c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['128f554d-22ec-46aa-86bb-cf96bf68ca76']}} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:00:47.642665 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.services.segments.db [None req-6f383cb7-66d0-44ac-9cfd-fe60c888315c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '655b460c-2211-46cc-90b8-10db39171b38') {'for_net_delete': True} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:00:47.642884 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.services.segments.db [None req-6f383cb7-66d0-44ac-9cfd-fe60c888315c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '655b460c-2211-46cc-90b8-10db39171b38') {} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:00:47.656050 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-d5720c44-b2fd-4585-a047-dd1fd7c02353 req-e9b7627a-b217-4136-ab5c-96b3e6ab3dd7 tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] 10.222.0.65 "GET /v2.0/security-groups?id=bc262dbf-af7b-45c0-8865-5866657a07f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899038 Feb 20 23:00:47.659966 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-6f383cb7-66d0-44ac-9cfd-fe60c888315c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747407232323', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59578419'] for segment (655b460c-2211-46cc-90b8-10db39171b38), before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:47.680940 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-6f383cb7-66d0-44ac-9cfd-fe60c888315c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4056974'] for segment (655b460c-2211-46cc-90b8-10db39171b38), precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:47.688843 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f383cb7-66d0-44ac-9cfd-fe60c888315c admin admin] Releasing vlan 95 on physical network physnet1 to pool {{(pid=109628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 23:00:47.689218 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-6f383cb7-66d0-44ac-9cfd-fe60c888315c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4056974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59259292'] for segment (655b460c-2211-46cc-90b8-10db39171b38), after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:47.693156 dv-cinder-830096-1-iscsi neutron-server[109628]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 20 23:00:47.693156 dv-cinder-830096-1-iscsi neutron-server[109628]: from cryptography.utils import int_from_bytes Feb 20 23:00:47.693156 dv-cinder-830096-1-iscsi neutron-server[109628]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 20 23:00:47.693156 dv-cinder-830096-1-iscsi neutron-server[109628]: from cryptography.utils import int_from_bytes Feb 20 23:00:47.693156 dv-cinder-830096-1-iscsi neutron-server[109628]: Traceback (most recent call last): Feb 20 23:00:47.693156 dv-cinder-830096-1-iscsi neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 23:00:47.693156 dv-cinder-830096-1-iscsi neutron-server[109628]: timer() Feb 20 23:00:47.693156 dv-cinder-830096-1-iscsi neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 23:00:47.693156 dv-cinder-830096-1-iscsi neutron-server[109628]: cb(*args, **kw) Feb 20 23:00:47.693156 dv-cinder-830096-1-iscsi neutron-server[109628]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 23:00:47.693156 dv-cinder-830096-1-iscsi neutron-server[109628]: return func(*args, **kwargs) Feb 20 23:00:47.693156 dv-cinder-830096-1-iscsi neutron-server[109628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 23:00:47.693156 dv-cinder-830096-1-iscsi neutron-server[109628]: self._notify() Feb 20 23:00:47.693156 dv-cinder-830096-1-iscsi neutron-server[109628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 23:00:47.693156 dv-cinder-830096-1-iscsi neutron-server[109628]: self.callback(batched_events) Feb 20 23:00:47.693156 dv-cinder-830096-1-iscsi neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 23:00:47.693156 dv-cinder-830096-1-iscsi neutron-server[109628]: event.method(event) Feb 20 23:00:47.693156 dv-cinder-830096-1-iscsi neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 23:00:47.693156 dv-cinder-830096-1-iscsi neutron-server[109628]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 23:00:47.693156 dv-cinder-830096-1-iscsi neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 23:00:47.693156 dv-cinder-830096-1-iscsi neutron-server[109628]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 23:00:47.693156 dv-cinder-830096-1-iscsi neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 23:00:47.693156 dv-cinder-830096-1-iscsi neutron-server[109628]: return f(self, *a, **k) Feb 20 23:00:47.693156 dv-cinder-830096-1-iscsi neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 23:00:47.693156 dv-cinder-830096-1-iscsi neutron-server[109628]: return self._get(url).json() Feb 20 23:00:47.693156 dv-cinder-830096-1-iscsi neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 23:00:47.693156 dv-cinder-830096-1-iscsi neutron-server[109628]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 23:00:47.693156 dv-cinder-830096-1-iscsi neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 23:00:47.693156 dv-cinder-830096-1-iscsi neutron-server[109628]: return self.request(url, 'GET', **kwargs) Feb 20 23:00:47.693156 dv-cinder-830096-1-iscsi neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 23:00:47.693156 dv-cinder-830096-1-iscsi neutron-server[109628]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 23:00:47.693156 dv-cinder-830096-1-iscsi neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 23:00:47.693156 dv-cinder-830096-1-iscsi neutron-server[109628]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 23:00:47.693156 dv-cinder-830096-1-iscsi neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 23:00:47.693156 dv-cinder-830096-1-iscsi neutron-server[109628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 23:00:47.693156 dv-cinder-830096-1-iscsi neutron-server[109628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 23:00:47.837633 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f04914-fa20-49a9-ad96-820ee2c8e32b req-33bc0437-ef61-434c-94b7-7542898a767a tempest-VolumesActionsTest-702370528 tempest-VolumesActionsTest-702370528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:00:47.839363 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-57f04914-fa20-49a9-ad96-820ee2c8e32b req-33bc0437-ef61-434c-94b7-7542898a767a tempest-VolumesActionsTest-702370528 tempest-VolumesActionsTest-702370528-project] 10.222.0.65 "GET /v2.0/ports?device_id=4b39e38c-1bb5-4784-ade5-5c52ff17770a HTTP/1.1" status: 200 len: 944 time: 0.0534720 Feb 20 23:00:47.861803 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-6f383cb7-66d0-44ac-9cfd-fe60c888315c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4175529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704226'] for network (128f554d-22ec-46aa-86bb-cf96bf68ca76), after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:47.872804 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-6f383cb7-66d0-44ac-9cfd-fe60c888315c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565544'] for network (None), before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:47.875850 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [None req-6f383cb7-66d0-44ac-9cfd-fe60c888315c admin admin] 10.222.0.65 "DELETE /v2.0/networks/128f554d-22ec-46aa-86bb-cf96bf68ca76 HTTP/1.1" status: 204 len: 168 time: 0.5049965 Feb 20 23:00:47.886368 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f383cb7-66d0-44ac-9cfd-fe60c888315c admin admin] Pushing event deleted for resources: {'Network': ['ID=128f554d-22ec-46aa-86bb-cf96bf68ca76,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:00:47.909063 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-57f04914-fa20-49a9-ad96-820ee2c8e32b req-e95470e9-d31a-4b43-9427-553050560d8a tempest-VolumesActionsTest-702370528 tempest-VolumesActionsTest-702370528-project] 10.222.0.65 "GET /v2.0/security-groups?id=f5f2301d-e11c-4ae7-8b88-d4fa5bae967d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642002 Feb 20 23:00:48.201998 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.65', 46072) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:00:48.240821 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [None req-16c1a3e2-2f09-41b1-a835-bbed08788431 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=20a70fe3a5c54620b7b5c77297e2e5f2&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0374849 Feb 20 23:00:48.243719 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.65', 46074) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:00:48.289031 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-fa233515-9ba7-41d9-8985-c41741c5e5ec admin admin] Publish callbacks [] for security_group (001690d6-0663-4ba3-bb6a-812d0f3aa2df), before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:48.310077 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-fa233515-9ba7-41d9-8985-c41741c5e5ec admin admin] Publish callbacks [] for security_group (001690d6-0663-4ba3-bb6a-812d0f3aa2df), precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:48.445400 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-fa233515-9ba7-41d9-8985-c41741c5e5ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627867'] for security_group (001690d6-0663-4ba3-bb6a-812d0f3aa2df), after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:48.446138 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-fa233515-9ba7-41d9-8985-c41741c5e5ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:48.449608 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [None req-fa233515-9ba7-41d9-8985-c41741c5e5ec admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/001690d6-0663-4ba3-bb6a-812d0f3aa2df HTTP/1.1" status: 204 len: 168 time: 0.2027102 Feb 20 23:00:48.456237 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa233515-9ba7-41d9-8985-c41741c5e5ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=001690d6-0663-4ba3-bb6a-812d0f3aa2df,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:00:48.654877 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (2dc95353-690e-4eed-857f-cdb5bbe3a4be), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:48.771061 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccff0cd6-7cce-4f4c-b042-079bde90caa0 req-02efca56-b905-4739-961f-a64cd9a474ae tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:00:48.772538 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-ccff0cd6-7cce-4f4c-b042-079bde90caa0 req-02efca56-b905-4739-961f-a64cd9a474ae tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] 10.222.0.65 "GET /v2.0/ports?device_id=33326422-931b-476f-886f-d21a1da23dee HTTP/1.1" status: 200 len: 946 time: 0.0512807 Feb 20 23:00:48.823884 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-ccff0cd6-7cce-4f4c-b042-079bde90caa0 req-2730251c-fcd6-4443-afc5-f37445325209 tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] 10.222.0.65 "GET /v2.0/security-groups?id=bc262dbf-af7b-45c0-8865-5866657a07f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452061 Feb 20 23:00:49.031225 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3228fb44-d7f0-4bde-9005-c0edf8cf0087 req-a826f70b-bf4e-4e42-a397-02407e08a4a4 tempest-VolumesActionsTest-702370528 tempest-VolumesActionsTest-702370528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:00:49.032629 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-3228fb44-d7f0-4bde-9005-c0edf8cf0087 req-a826f70b-bf4e-4e42-a397-02407e08a4a4 tempest-VolumesActionsTest-702370528 tempest-VolumesActionsTest-702370528-project] 10.222.0.65 "GET /v2.0/ports?device_id=4b39e38c-1bb5-4784-ade5-5c52ff17770a HTTP/1.1" status: 200 len: 944 time: 0.0581155 Feb 20 23:00:49.081097 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-3228fb44-d7f0-4bde-9005-c0edf8cf0087 req-a8a355ff-c3da-464e-a72a-72cfef43f243 tempest-VolumesActionsTest-702370528 tempest-VolumesActionsTest-702370528-project] 10.222.0.65 "GET /v2.0/security-groups?id=f5f2301d-e11c-4ae7-8b88-d4fa5bae967d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431044 Feb 20 23:00:49.402401 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.65', 46134) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:00:49.506626 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-bd18bcfc-d254-4b19-9c00-431d2e121383 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:49.587091 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-bd18bcfc-d254-4b19-9c00-431d2e121383 admin admin] Publish callbacks [] for security_group (a8c3750e-9ca4-4d07-975c-e3ab25099e6d), precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:49.606197 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.65', 46144) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:00:49.683094 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-bd18bcfc-d254-4b19-9c00-431d2e121383 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627867'] for security_group (a8c3750e-9ca4-4d07-975c-e3ab25099e6d), after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:49.703032 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.v2.base [None req-b8b9f4dd-cc5b-4197-a434-a955c74f32b7 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1621859443-network', 'tenant_id': '1a80503a610548b7b777c092435079dc'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:00:49.734683 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [None req-bd18bcfc-d254-4b19-9c00-431d2e121383 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=9ea1b8e61cbf44bd9c5749f900463cc4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3312118 Feb 20 23:00:49.737446 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.65', 46148) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:00:49.739462 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd18bcfc-d254-4b19-9c00-431d2e121383 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8c3750e-9ca4-4d07-975c-e3ab25099e6d,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:00:49.787409 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e815cde6-c74d-4844-bdad-aec7f3288efc admin admin] Publish callbacks [] for security_group (a8c3750e-9ca4-4d07-975c-e3ab25099e6d), before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:49.803401 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8b9f4dd-cc5b-4197-a434-a955c74f32b7 admin admin] Made reservation on behalf of 1a80503a610548b7b777c092435079dc for: {'network': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 23:00:49.806219 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b8b9f4dd-cc5b-4197-a434-a955c74f32b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4131840'] for network (None), before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:49.808234 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e815cde6-c74d-4844-bdad-aec7f3288efc admin admin] Publish callbacks [] for security_group (a8c3750e-9ca4-4d07-975c-e3ab25099e6d), precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:49.814838 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b8b9f4dd-cc5b-4197-a434-a955c74f32b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:49.888079 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b8b9f4dd-cc5b-4197-a434-a955c74f32b7 admin admin] Publish callbacks [] for security_group (21d4563b-64d0-41d5-90b0-0ba335a98b56), precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:49.942872 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5e96f1-0fd7-47f2-b765-bb0069fb1d1c req-e246c99f-b253-476b-8166-a556e5e70d71 tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:00:49.944389 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-3b5e96f1-0fd7-47f2-b765-bb0069fb1d1c req-e246c99f-b253-476b-8166-a556e5e70d71 tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] 10.222.0.65 "GET /v2.0/ports?device_id=33326422-931b-476f-886f-d21a1da23dee HTTP/1.1" status: 200 len: 946 time: 0.0514693 Feb 20 23:00:49.956870 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e815cde6-c74d-4844-bdad-aec7f3288efc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627867'] for security_group (a8c3750e-9ca4-4d07-975c-e3ab25099e6d), after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:49.959451 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e815cde6-c74d-4844-bdad-aec7f3288efc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:49.960496 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [None req-e815cde6-c74d-4844-bdad-aec7f3288efc admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/a8c3750e-9ca4-4d07-975c-e3ab25099e6d HTTP/1.1" status: 204 len: 168 time: 0.2219141 Feb 20 23:00:49.974730 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b8b9f4dd-cc5b-4197-a434-a955c74f32b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627867'] for security_group (21d4563b-64d0-41d5-90b0-0ba335a98b56), after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:49.980676 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e815cde6-c74d-4844-bdad-aec7f3288efc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8c3750e-9ca4-4d07-975c-e3ab25099e6d,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:00:50.001756 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8b9f4dd-cc5b-4197-a434-a955c74f32b7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 91} {{(pid=109628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 23:00:50.015287 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-3b5e96f1-0fd7-47f2-b765-bb0069fb1d1c req-2fc42fdc-ff4f-4cd0-8ea5-559c8ba2dfed tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] 10.222.0.65 "GET /v2.0/security-groups?id=bc262dbf-af7b-45c0-8865-5866657a07f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608532 Feb 20 23:00:50.015762 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b9f4dd-cc5b-4197-a434-a955c74f32b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21d4563b-64d0-41d5-90b0-0ba335a98b56,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:00:50.017994 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b8b9f4dd-cc5b-4197-a434-a955c74f32b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4056974'] for segment (880d65a5-0d44-4018-a2b8-55df6816dd1a), precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:50.018559 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.db.segments_db [None req-b8b9f4dd-cc5b-4197-a434-a955c74f32b7 admin admin] Added segment 880d65a5-0d44-4018-a2b8-55df6816dd1a of type vlan for network 330ae1fa-e5e0-405b-adb6-d2248d3b3656 Feb 20 23:00:50.063682 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b8b9f4dd-cc5b-4197-a434-a955c74f32b7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747406756747'] for network (330ae1fa-e5e0-405b-adb6-d2248d3b3656), precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:50.134738 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b8b9f4dd-cc5b-4197-a434-a955c74f32b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510'] for network (330ae1fa-e5e0-405b-adb6-d2248d3b3656), after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:50.135943 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8b9f4dd-cc5b-4197-a434-a955c74f32b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:00:50.136524 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b8b9f4dd-cc5b-4197-a434-a955c74f32b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565544'] for network (None), before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:50.221438 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b9f4dd-cc5b-4197-a434-a955c74f32b7 admin admin] Pushing event updated for resources: {'Network': ['ID=330ae1fa-e5e0-405b-adb6-d2248d3b3656,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:00:50.232059 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Network 330ae1fa-e5e0-405b-adb6-d2248d3b3656 details requested by agent ovs-agent-dv-cinder-830096-1-iscsi with host dv-cinder-830096-1-iscsi {{(pid=109630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 23:00:50.245717 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd71adf-629b-4332-9d54-4927e67e6d46 req-43dd2e76-505e-4385-90cd-b6bc577ab77f tempest-VolumesActionsTest-702370528 tempest-VolumesActionsTest-702370528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:00:50.247400 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-2bd71adf-629b-4332-9d54-4927e67e6d46 req-43dd2e76-505e-4385-90cd-b6bc577ab77f tempest-VolumesActionsTest-702370528 tempest-VolumesActionsTest-702370528-project] 10.222.0.65 "GET /v2.0/ports?device_id=4b39e38c-1bb5-4784-ade5-5c52ff17770a HTTP/1.1" status: 200 len: 944 time: 0.0947769 Feb 20 23:00:50.275376 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [None req-b8b9f4dd-cc5b-4197-a434-a955c74f32b7 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6668630 Feb 20 23:00:50.279766 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.65', 46160) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:00:50.286033 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.v2.base [None req-1e2d8b5a-5e09-4075-95df-7a8dba2b0848 admin admin] Request body: {'subnet': {'network_id': '330ae1fa-e5e0-405b-adb6-d2248d3b3656', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1621859443-subnet', 'tenant_id': '1a80503a610548b7b777c092435079dc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:00:50.312010 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-2bd71adf-629b-4332-9d54-4927e67e6d46 req-8cbda5b3-c832-4951-b287-6a8e8cd50720 tempest-VolumesActionsTest-702370528 tempest-VolumesActionsTest-702370528-project] 10.222.0.65 "GET /v2.0/security-groups?id=f5f2301d-e11c-4ae7-8b88-d4fa5bae967d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584893 Feb 20 23:00:50.397291 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e2d8b5a-5e09-4075-95df-7a8dba2b0848 admin admin] Made reservation on behalf of 1a80503a610548b7b777c092435079dc for: {'subnet': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 23:00:50.400216 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-1e2d8b5a-5e09-4075-95df-7a8dba2b0848 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59081843'] for subnet (None), before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:50.629599 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.65', 46166) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:00:50.643037 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-898eb753-2530-4bca-be3e-4a7915687d06 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:50.677569 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-1e2d8b5a-5e09-4075-95df-7a8dba2b0848 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61644242', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59081857'] for subnet (f975dd8a-099e-41b7-b390-f487b4c5fbc0), after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:50.714302 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-898eb753-2530-4bca-be3e-4a7915687d06 admin admin] Publish callbacks [] for security_group (581e1cfc-b5c4-49d7-9625-5f6227620259), precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:50.725548 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2d8b5a-5e09-4075-95df-7a8dba2b0848 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f975dd8a-099e-41b7-b390-f487b4c5fbc0,revision_number=0']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:00:50.740390 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e2d8b5a-5e09-4075-95df-7a8dba2b0848 admin admin] Checking segment: {'id': '880d65a5-0d44-4018-a2b8-55df6816dd1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '330ae1fa-e5e0-405b-adb6-d2248d3b3656'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 23:00:50.740737 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e2d8b5a-5e09-4075-95df-7a8dba2b0848 admin admin] Network hostable DHCP agents. Network: 330ae1fa-e5e0-405b-adb6-d2248d3b3656, hostable agents: ['83a03d73-f5e1-4f72-b2a3-d557ae097998'], hosted agents: [] {{(pid=109629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 23:00:50.802976 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-898eb753-2530-4bca-be3e-4a7915687d06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627867'] for security_group (581e1cfc-b5c4-49d7-9625-5f6227620259), after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:50.831799 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e2d8b5a-5e09-4075-95df-7a8dba2b0848 admin admin] Network 330ae1fa-e5e0-405b-adb6-d2248d3b3656 is scheduled to be hosted by DHCP agent 83a03d73-f5e1-4f72-b2a3-d557ae097998 with binding_index 1 {{(pid=109629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 23:00:50.840928 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [None req-898eb753-2530-4bca-be3e-4a7915687d06 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=2c2f283edcc042c8a0b41d2009026937&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2102587 Feb 20 23:00:50.841625 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898eb753-2530-4bca-be3e-4a7915687d06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=581e1cfc-b5c4-49d7-9625-5f6227620259,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:00:50.843597 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.65', 46168) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:00:50.894371 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-9804b93c-7cea-4918-97b3-b8b6be53adc7 admin admin] Publish callbacks [] for security_group (581e1cfc-b5c4-49d7-9625-5f6227620259), before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:50.914977 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-9804b93c-7cea-4918-97b3-b8b6be53adc7 admin admin] Publish callbacks [] for security_group (581e1cfc-b5c4-49d7-9625-5f6227620259), precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:50.939630 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [None req-1e2d8b5a-5e09-4075-95df-7a8dba2b0848 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830096-1-iscsi, 330ae1fa-e5e0-405b-adb6-d2248d3b3656) {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 23:00:50.945285 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e2d8b5a-5e09-4075-95df-7a8dba2b0848 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:00:50.946402 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-1e2d8b5a-5e09-4075-95df-7a8dba2b0848 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:50.948692 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55eea815-1cd5-4a79-9457-1ed7dd6444e4 None None] Network 330ae1fa-e5e0-405b-adb6-d2248d3b3656 requested from dv-cinder-830096-1-iscsi {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 23:00:51.022730 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [None req-1e2d8b5a-5e09-4075-95df-7a8dba2b0848 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7414110 Feb 20 23:00:51.026011 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.65', 46172) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:00:51.030259 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.v2.base [None req-54533046-ec61-43e6-93a3-3a4ab2515b77 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1621859443-router', 'tenant_id': '1a80503a610548b7b777c092435079dc', 'external_gateway_info': {'network_id': '5f52b71d-61c7-49bc-86ae-3e3415c25b55'}}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:00:51.039549 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-9804b93c-7cea-4918-97b3-b8b6be53adc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627867'] for security_group (581e1cfc-b5c4-49d7-9625-5f6227620259), after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:51.042019 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-9804b93c-7cea-4918-97b3-b8b6be53adc7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:51.043166 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [None req-9804b93c-7cea-4918-97b3-b8b6be53adc7 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/581e1cfc-b5c4-49d7-9625-5f6227620259 HTTP/1.1" status: 204 len: 168 time: 0.1984615 Feb 20 23:00:51.056281 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7392880-26cd-4d56-b052-c36dc89da48d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c3c1bb5-3d94-599d-bc7e-fdaa49c69afc-330ae1fa-e5e0-405b-adb6-d2248d3b3656', 'network_id': '330ae1fa-e5e0-405b-adb6-d2248d3b3656', 'project_id': '1a80503a610548b7b777c092435079dc', 'fixed_ips': [{'subnet_id': 'f975dd8a-099e-41b7-b390-f487b4c5fbc0'}]}} from dv-cinder-830096-1-iscsi. {{(pid=109630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 23:00:51.059282 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-a7392880-26cd-4d56-b052-c36dc89da48d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4131840'] for port (None), before_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:51.064944 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9804b93c-7cea-4918-97b3-b8b6be53adc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=581e1cfc-b5c4-49d7-9625-5f6227620259,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:00:51.132794 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-54533046-ec61-43e6-93a3-3a4ab2515b77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-701372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6487'] for router (25558889-3b3f-44b4-89ff-accdf2d05ab0), before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:51.134571 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-54533046-ec61-43e6-93a3-3a4ab2515b77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-700716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-704125', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-623842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6572'] for router (25558889-3b3f-44b4-89ff-accdf2d05ab0), precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:51.212694 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35c8af4-be5a-4a11-8769-cc13b75f8f2d req-6dd0549e-cbc9-4ebd-ad1d-483ee7f3aaed tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:00:51.214136 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-d35c8af4-be5a-4a11-8769-cc13b75f8f2d req-6dd0549e-cbc9-4ebd-ad1d-483ee7f3aaed tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] 10.222.0.65 "GET /v2.0/ports?device_id=33326422-931b-476f-886f-d21a1da23dee HTTP/1.1" status: 200 len: 946 time: 0.1096220 Feb 20 23:00:51.216028 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-54533046-ec61-43e6-93a3-3a4ab2515b77 admin admin] Publish callbacks [] for router_controller (25558889-3b3f-44b4-89ff-accdf2d05ab0), precommit_add_association {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:51.219766 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.db_base_plugin_common [None req-a7392880-26cd-4d56-b052-c36dc89da48d None None] Allocated IP 172.20.0.2 (330ae1fa-e5e0-405b-adb6-d2248d3b3656/f975dd8a-099e-41b7-b390-f487b4c5fbc0/585dc455-3848-4b9b-9cf2-66d67ef76483) {{(pid=109630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 23:00:51.263251 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-d35c8af4-be5a-4a11-8769-cc13b75f8f2d req-54b31388-abb0-443d-9ac5-6b08ccfcdac5 tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] 10.222.0.65 "GET /v2.0/security-groups?id=bc262dbf-af7b-45c0-8865-5866657a07f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426857 Feb 20 23:00:51.393270 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (a929ecfe-02b1-4b86-b2e7-0c746ea4b12c), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:51.427475 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-a7392880-26cd-4d56-b052-c36dc89da48d None None] Publish callbacks [] for port (585dc455-3848-4b9b-9cf2-66d67ef76483), precommit_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:51.452025 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce6e676-7d06-48ab-b835-1a0ea59b5923 req-19de1b80-b6ce-4e92-8fa3-d12277d06d64 tempest-VolumesActionsTest-702370528 tempest-VolumesActionsTest-702370528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:00:51.452580 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-54533046-ec61-43e6-93a3-3a4ab2515b77 admin admin] Publish callbacks [] for router_gateway (25558889-3b3f-44b4-89ff-accdf2d05ab0), precommit_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:51.454288 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-9ce6e676-7d06-48ab-b835-1a0ea59b5923 req-19de1b80-b6ce-4e92-8fa3-d12277d06d64 tempest-VolumesActionsTest-702370528 tempest-VolumesActionsTest-702370528-project] 10.222.0.65 "GET /v2.0/ports?device_id=4b39e38c-1bb5-4784-ade5-5c52ff17770a HTTP/1.1" status: 200 len: 944 time: 0.0582571 Feb 20 23:00:51.507070 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-9ce6e676-7d06-48ab-b835-1a0ea59b5923 req-3e537bf8-25c6-4320-903d-9926006e62b1 tempest-VolumesActionsTest-702370528 tempest-VolumesActionsTest-702370528-project] 10.222.0.65 "GET /v2.0/security-groups?id=f5f2301d-e11c-4ae7-8b88-d4fa5bae967d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431364 Feb 20 23:00:51.518424 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-a7392880-26cd-4d56-b052-c36dc89da48d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747406771496'] for port (585dc455-3848-4b9b-9cf2-66d67ef76483), after_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:51.556339 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7392880-26cd-4d56-b052-c36dc89da48d None None] Network 330ae1fa-e5e0-405b-adb6-d2248d3b3656 is already hosted by enough agents. {{(pid=109630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 23:00:51.559269 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.scheduler.base_scheduler [None req-a7392880-26cd-4d56-b052-c36dc89da48d None None] Resources bound (agent type, host, resource id): {{(pid=109630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 23:00:51.562824 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7392880-26cd-4d56-b052-c36dc89da48d None None] Received port after_create {{(pid=109630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 23:00:51.574715 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7392880-26cd-4d56-b052-c36dc89da48d None None] Pushing event updated for resources: {'Port': ['ID=585dc455-3848-4b9b-9cf2-66d67ef76483,revision_number=1']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:00:51.635972 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-a7392880-26cd-4d56-b052-c36dc89da48d None None] Attempting to bind port 585dc455-3848-4b9b-9cf2-66d67ef76483 on host dv-cinder-830096-1-iscsi for vnic_type normal with profile {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 23:00:51.637683 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-a7392880-26cd-4d56-b052-c36dc89da48d None None] Attempting to bind port 585dc455-3848-4b9b-9cf2-66d67ef76483 by drivers openvswitch,hyperv on host dv-cinder-830096-1-iscsi at level 0 using segments [{'id': '880d65a5-0d44-4018-a2b8-55df6816dd1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '330ae1fa-e5e0-405b-adb6-d2248d3b3656'}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 23:00:51.637683 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7392880-26cd-4d56-b052-c36dc89da48d None None] Attempting to bind port 585dc455-3848-4b9b-9cf2-66d67ef76483 on network 330ae1fa-e5e0-405b-adb6-d2248d3b3656 {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 23:00:51.642194 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7392880-26cd-4d56-b052-c36dc89da48d None None] Checking agent: {'id': '2dc95353-690e-4eed-857f-cdb5bbe3a4be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830096-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 22, 50, 49), 'started_at': datetime.datetime(2022, 2, 20, 22, 51, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 23, 0, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830096-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 23:00:51.642653 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7392880-26cd-4d56-b052-c36dc89da48d None None] Checking segment: {'id': '880d65a5-0d44-4018-a2b8-55df6816dd1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '330ae1fa-e5e0-405b-adb6-d2248d3b3656'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 23:00:51.643059 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-a7392880-26cd-4d56-b052-c36dc89da48d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:51.643451 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7392880-26cd-4d56-b052-c36dc89da48d None None] Bound using segment: {'id': '880d65a5-0d44-4018-a2b8-55df6816dd1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '330ae1fa-e5e0-405b-adb6-d2248d3b3656'} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 23:00:51.643914 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-a7392880-26cd-4d56-b052-c36dc89da48d None None] Bound port: 585dc455-3848-4b9b-9cf2-66d67ef76483, host: dv-cinder-830096-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '880d65a5-0d44-4018-a2b8-55df6816dd1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '330ae1fa-e5e0-405b-adb6-d2248d3b3656'}}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 23:00:51.644292 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-a7392880-26cd-4d56-b052-c36dc89da48d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4131840'] for port (585dc455-3848-4b9b-9cf2-66d67ef76483), before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:51.827266 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-a7392880-26cd-4d56-b052-c36dc89da48d None None] For port 585dc455-3848-4b9b-9cf2-66d67ef76483, host dv-cinder-830096-1-iscsi, cleared binding levels {{(pid=109630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 23:00:51.830525 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-a7392880-26cd-4d56-b052-c36dc89da48d None None] For port 585dc455-3848-4b9b-9cf2-66d67ef76483, host dv-cinder-830096-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-1-iscsi',level=0,port_id=585dc455-3848-4b9b-9cf2-66d67ef76483,segment=NetworkSegment(880d65a5-0d44-4018-a2b8-55df6816dd1a),segment_id=880d65a5-0d44-4018-a2b8-55df6816dd1a)] {{(pid=109630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 23:00:51.898493 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-54533046-ec61-43e6-93a3-3a4ab2515b77 admin admin] Publish callbacks [] for router_gateway (25558889-3b3f-44b4-89ff-accdf2d05ab0), before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:51.917937 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-54533046-ec61-43e6-93a3-3a4ab2515b77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4131840'] for port (None), before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:51.929479 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-a7392880-26cd-4d56-b052-c36dc89da48d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747407212427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747406771514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747406771532'] for port (585dc455-3848-4b9b-9cf2-66d67ef76483), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:51.987528 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7392880-26cd-4d56-b052-c36dc89da48d None None] Pushing event updated for resources: {'Port': ['ID=585dc455-3848-4b9b-9cf2-66d67ef76483,revision_number=2']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:00:52.033953 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.db.db_base_plugin_common [None req-54533046-ec61-43e6-93a3-3a4ab2515b77 admin admin] Allocated IP 172.27.2.194 (5f52b71d-61c7-49bc-86ae-3e3415c25b55/841afcd6-8af7-4cd5-baec-c52e88cacaa2/434efd2f-0231-42a9-8b88-01083e1f9c07) {{(pid=109629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 23:00:52.148705 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-54533046-ec61-43e6-93a3-3a4ab2515b77 admin admin] Publish callbacks [] for port (434efd2f-0231-42a9-8b88-01083e1f9c07), precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:52.261344 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-54533046-ec61-43e6-93a3-3a4ab2515b77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747406771496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61629250'] for port (434efd2f-0231-42a9-8b88-01083e1f9c07), after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:52.302573 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54533046-ec61-43e6-93a3-3a4ab2515b77 admin admin] Network 5f52b71d-61c7-49bc-86ae-3e3415c25b55 is already hosted by enough agents. {{(pid=109629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 23:00:52.310562 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [None req-54533046-ec61-43e6-93a3-3a4ab2515b77 admin admin] Resources bound (agent type, host, resource id): {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 23:00:52.312037 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54533046-ec61-43e6-93a3-3a4ab2515b77 admin admin] Received port after_create {{(pid=109629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 23:00:52.347486 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54533046-ec61-43e6-93a3-3a4ab2515b77 admin admin] Pushing event updated for resources: {'Port': ['ID=434efd2f-0231-42a9-8b88-01083e1f9c07,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:00:52.515173 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14405c3-579d-4c59-a245-567fdc09560c req-6f7e2c3f-92d4-4e3e-8411-32aeffd772d3 tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:00:52.516647 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-e14405c3-579d-4c59-a245-567fdc09560c req-6f7e2c3f-92d4-4e3e-8411-32aeffd772d3 tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] 10.222.0.65 "GET /v2.0/ports?device_id=33326422-931b-476f-886f-d21a1da23dee HTTP/1.1" status: 200 len: 946 time: 0.1125336 Feb 20 23:00:52.571578 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-e14405c3-579d-4c59-a245-567fdc09560c req-2238e025-7683-48c5-86c3-66710f72668c tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] 10.222.0.65 "GET /v2.0/security-groups?id=bc262dbf-af7b-45c0-8865-5866657a07f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484142 Feb 20 23:00:52.631993 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2aba31-0b1d-4674-ae68-406da1d6c7fe req-0bf58fa2-0453-4457-ab92-53321929c614 tempest-VolumesActionsTest-702370528 tempest-VolumesActionsTest-702370528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:00:52.634143 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-4b2aba31-0b1d-4674-ae68-406da1d6c7fe req-0bf58fa2-0453-4457-ab92-53321929c614 tempest-VolumesActionsTest-702370528 tempest-VolumesActionsTest-702370528-project] 10.222.0.65 "GET /v2.0/ports?device_id=4b39e38c-1bb5-4784-ade5-5c52ff17770a HTTP/1.1" status: 200 len: 944 time: 0.0559254 Feb 20 23:00:52.684324 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-4b2aba31-0b1d-4674-ae68-406da1d6c7fe req-950d0064-eef7-43dd-a276-7180f0723376 tempest-VolumesActionsTest-702370528 tempest-VolumesActionsTest-702370528-project] 10.222.0.65 "GET /v2.0/security-groups?id=f5f2301d-e11c-4ae7-8b88-d4fa5bae967d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444911 Feb 20 23:00:52.741723 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-54533046-ec61-43e6-93a3-3a4ab2515b77 admin admin] Publish callbacks [] for router_gateway (25558889-3b3f-44b4-89ff-accdf2d05ab0), after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:52.960976 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-54533046-ec61-43e6-93a3-3a4ab2515b77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-700709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-704170'] for router (25558889-3b3f-44b4-89ff-accdf2d05ab0), after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:53.045047 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5f63c77-e93a-46da-8d2d-fb4bc700cc20 None None] Network 330ae1fa-e5e0-405b-adb6-d2248d3b3656 requested from dv-cinder-830096-1-iscsi {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 23:00:53.113572 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-d5129694-1781-47d7-a59b-55f5238b5c7e None None] Provisioning complete for port 585dc455-3848-4b9b-9cf2-66d67ef76483 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:00:53.113946 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-d5129694-1781-47d7-a59b-55f5238b5c7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4145689'] for port (585dc455-3848-4b9b-9cf2-66d67ef76483), provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:53.215018 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54533046-ec61-43e6-93a3-3a4ab2515b77 admin admin] Router 25558889-3b3f-44b4-89ff-accdf2d05ab0 is scheduled to L3 agent 13c347f3-1c01-45ee-af8c-9f8a630e0f23 with binding_index 1 {{(pid=109629) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 20 23:00:53.273488 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-d5129694-1781-47d7-a59b-55f5238b5c7e None None] Current status of the port 585dc455-3848-4b9b-9cf2-66d67ef76483 is: DOWN; New status is: ACTIVE {{(pid=109630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:00:53.273488 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-d5129694-1781-47d7-a59b-55f5238b5c7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4131840'] for port (585dc455-3848-4b9b-9cf2-66d67ef76483), before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:53.319511 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-d5129694-1781-47d7-a59b-55f5238b5c7e None None] For port 585dc455-3848-4b9b-9cf2-66d67ef76483, host dv-cinder-830096-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-1-iscsi',level=0,port_id=585dc455-3848-4b9b-9cf2-66d67ef76483,segment=NetworkSegment(880d65a5-0d44-4018-a2b8-55df6816dd1a),segment_id=880d65a5-0d44-4018-a2b8-55df6816dd1a)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:00:53.355754 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54533046-ec61-43e6-93a3-3a4ab2515b77 admin admin] Notify agent at l3_agent.dv-cinder-830096-1-iscsi the message routers_updated {{(pid=109629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 23:00:53.366877 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7bff2cf-e065-4fde-b8d6-97cdbd2ed12e None None] Sync routers for ids ['25558889-3b3f-44b4-89ff-accdf2d05ab0'] in dv-cinder-830096-1-iscsi {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 23:00:53.380954 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7bff2cf-e065-4fde-b8d6-97cdbd2ed12e None None] Routers {'25558889-3b3f-44b4-89ff-accdf2d05ab0'} bound to L3 agent in host dv-cinder-830096-1-iscsi {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 23:00:53.381587 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-e7bff2cf-e065-4fde-b8d6-97cdbd2ed12e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T22:50:44Z,description=,heartbeat_timestamp=2022-02-20T23:00:44Z,host='dv-cinder-830096-1-iscsi',id=13c347f3-1c01-45ee-af8c-9f8a630e0f23,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T22:50:45Z,topic='l3_agent')) {'router_ids': ['25558889-3b3f-44b4-89ff-accdf2d05ab0'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:00:53.449770 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-d5129694-1781-47d7-a59b-55f5238b5c7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747407212427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747406771514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747406771532'] for port (585dc455-3848-4b9b-9cf2-66d67ef76483), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:53.451029 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-54533046-ec61-43e6-93a3-3a4ab2515b77 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:53.452345 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [None req-54533046-ec61-43e6-93a3-3a4ab2515b77 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.4253216 Feb 20 23:00:53.455208 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.65', 46244) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:00:53.500317 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.db.l3_dvr_db [None req-e7bff2cf-e065-4fde-b8d6-97cdbd2ed12e None None] Set router 25558889-3b3f-44b4-89ff-accdf2d05ab0 gateway port host: dv-cinder-830096-1-iscsi {{(pid=109631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 23:00:53.527175 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5129694-1781-47d7-a59b-55f5238b5c7e None None] Pushing event updated for resources: {'Port': ['ID=585dc455-3848-4b9b-9cf2-66d67ef76483,revision_number=3']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:00:53.582843 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-dddec512-0b12-48da-8685-ce23f7e64c7b None None] Provisioning complete for port 585dc455-3848-4b9b-9cf2-66d67ef76483 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:00:53.583807 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-dddec512-0b12-48da-8685-ce23f7e64c7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4145689'] for port (585dc455-3848-4b9b-9cf2-66d67ef76483), provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:53.725778 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Device 585dc455-3848-4b9b-9cf2-66d67ef76483 up at agent ovs-agent-dv-cinder-830096-1-iscsi {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 23:00:53.790198 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-e7bff2cf-e065-4fde-b8d6-97cdbd2ed12e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25558889-3b3f-44b4-89ff-accdf2d05ab0', 'name': 'tempest-AttachVolumeTestJSON-1621859443-router', 'tenant_id': '1a80503a610548b7b777c092435079dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f52b71d-61c7-49bc-86ae-3e3415c25b55', 'external_fixed_ips': [{'subnet_id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'ip_address': '172.27.2.194'}], 'enable_snat': True}, 'gw_port_id': '434efd2f-0231-42a9-8b88-01083e1f9c07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:00:51Z', 'updated_at': '2022-02-20T23:00:52Z', 'revision_number': 3, 'project_id': '1a80503a610548b7b777c092435079dc', 'gw_port': {'id': '434efd2f-0231-42a9-8b88-01083e1f9c07', 'name': '', 'network_id': '5f52b71d-61c7-49bc-86ae-3e3415c25b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:3e:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25558889-3b3f-44b4-89ff-accdf2d05ab0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'ip_address': '172.27.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:00:51Z', 'updated_at': '2022-02-20T23:00:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-1-iscsi'}], 'dv-cinder-830096-1-iscsi', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:00:53.807025 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-dddec512-0b12-48da-8685-ce23f7e64c7b None None] Current status of the port 585dc455-3848-4b9b-9cf2-66d67ef76483 is: ACTIVE; New status is: ACTIVE {{(pid=109630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:00:53.825760 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7bff2cf-e065-4fde-b8d6-97cdbd2ed12e None None] Checking router: 25558889-3b3f-44b4-89ff-accdf2d05ab0 for host: dv-cinder-830096-1-iscsi {{(pid=109631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 23:00:53.827115 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7bff2cf-e065-4fde-b8d6-97cdbd2ed12e None None] Updating router 25558889-3b3f-44b4-89ff-accdf2d05ab0 port 434efd2f-0231-42a9-8b88-01083e1f9c07 binding host dv-cinder-830096-1-iscsi {{(pid=109631) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 23:00:53.843277 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Provisioning complete for port 585dc455-3848-4b9b-9cf2-66d67ef76483 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:00:53.843821 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4145689'] for port (585dc455-3848-4b9b-9cf2-66d67ef76483), provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:53.868977 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-e7bff2cf-e065-4fde-b8d6-97cdbd2ed12e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4131840'] for port (434efd2f-0231-42a9-8b88-01083e1f9c07), before_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:53.875818 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Device df81231f-9410-43ca-9596-d2ee1f631af5 up at agent hyperv_hv-cinder-83009 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 23:00:53.895040 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed66d21c-95ea-47a4-aa02-43ac89b70dc5 req-38d0bf26-c08d-4fe0-9c3a-7f228ac02ac0 tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:00:53.896635 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-ed66d21c-95ea-47a4-aa02-43ac89b70dc5 req-38d0bf26-c08d-4fe0-9c3a-7f228ac02ac0 tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] 10.222.0.65 "GET /v2.0/ports?device_id=33326422-931b-476f-886f-d21a1da23dee HTTP/1.1" status: 200 len: 946 time: 0.1350539 Feb 20 23:00:53.951001 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100aac5c-aeb7-483f-b859-30b6ee8196f8 req-07e576c0-85a4-4c6e-a4ed-e330d27f4699 tempest-VolumesActionsTest-702370528 tempest-VolumesActionsTest-702370528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:00:53.953714 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-100aac5c-aeb7-483f-b859-30b6ee8196f8 req-07e576c0-85a4-4c6e-a4ed-e330d27f4699 tempest-VolumesActionsTest-702370528 tempest-VolumesActionsTest-702370528-project] 10.222.0.65 "GET /v2.0/ports?device_id=4b39e38c-1bb5-4784-ade5-5c52ff17770a HTTP/1.1" status: 200 len: 944 time: 0.1066151 Feb 20 23:00:53.994870 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-ed66d21c-95ea-47a4-aa02-43ac89b70dc5 req-40783912-a246-4fc3-9d2e-9ff7a4e3befd tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] 10.222.0.65 "GET /v2.0/security-groups?id=bc262dbf-af7b-45c0-8865-5866657a07f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755394 Feb 20 23:00:54.063910 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Current status of the port 585dc455-3848-4b9b-9cf2-66d67ef76483 is: ACTIVE; New status is: ACTIVE {{(pid=109630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:00:54.097338 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-100aac5c-aeb7-483f-b859-30b6ee8196f8 req-0a9beef9-f9b6-4f37-b716-85330cedfcba tempest-VolumesActionsTest-702370528 tempest-VolumesActionsTest-702370528-project] 10.222.0.65 "GET /v2.0/security-groups?id=f5f2301d-e11c-4ae7-8b88-d4fa5bae967d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313510 Feb 20 23:00:54.142115 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1883d171-92e1-4386-a548-fbd7ef2cc051 req-a08f7a0c-40e8-43fe-bb4c-99feef9f1ede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:00:54.143857 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-1883d171-92e1-4386-a548-fbd7ef2cc051 req-a08f7a0c-40e8-43fe-bb4c-99feef9f1ede service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=33326422-931b-476f-886f-d21a1da23dee HTTP/1.1" status: 200 len: 1130 time: 0.0983052 Feb 20 23:00:54.152179 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Provisioning for port df81231f-9410-43ca-9596-d2ee1f631af5 completed by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 23:00:54.157884 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Provisioning complete for port df81231f-9410-43ca-9596-d2ee1f631af5 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:00:54.157884 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4145689'] for port (df81231f-9410-43ca-9596-d2ee1f631af5), provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:54.218748 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-e7bff2cf-e065-4fde-b8d6-97cdbd2ed12e None None] Publish callbacks [] for port (434efd2f-0231-42a9-8b88-01083e1f9c07), precommit_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:54.219384 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-1883d171-92e1-4386-a548-fbd7ef2cc051 req-670c021e-b1de-449c-992a-4e77f7140c3c service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=bc262dbf-af7b-45c0-8865-5866657a07f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680280 Feb 20 23:00:54.249979 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Current status of the port df81231f-9410-43ca-9596-d2ee1f631af5 is: BUILD; New status is: ACTIVE {{(pid=109630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:00:54.250404 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4131840'] for port (df81231f-9410-43ca-9596-d2ee1f631af5), before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:54.260230 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-9b20420e-6a4d-4e61-930f-5e2923f209cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4131840'] for port (None), before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:54.274599 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b39e38c-1bb5-4784-ade5-5c52ff17770a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df81231f-9410-43ca-9596-d2ee1f631af5'}] {{(pid=109630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 23:00:54.276961 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f8f7ade39b9b648cd02963e66adb41eb29d40ae47bdce8ccfc3d1936511f484" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b55738a2-c82f-4cd9-9eb6-81413aabef7f" -d '{"events": [{"server_uuid": "4b39e38c-1bb5-4784-ade5-5c52ff17770a", "name": "network-vif-plugged", "status": "completed", "tag": "df81231f-9410-43ca-9596-d2ee1f631af5"}]}' {{(pid=109630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 23:00:54.289621 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] For port df81231f-9410-43ca-9596-d2ee1f631af5, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=df81231f-9410-43ca-9596-d2ee1f631af5,segment=NetworkSegment(77f3304d-c5f9-4e4f-ac97-cd5e9b52c2f2),segment_id=77f3304d-c5f9-4e4f-ac97-cd5e9b52c2f2)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:00:54.317428 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 23:00:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be47237b-ec81-4d00-bbb2-1438b5b660a3 x-openstack-request-id: req-be47237b-ec81-4d00-bbb2-1438b5b660a3 {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 23:00:54.317818 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b39e38c-1bb5-4784-ade5-5c52ff17770a", "name": "network-vif-plugged", "status": "completed", "tag": "df81231f-9410-43ca-9596-d2ee1f631af5", "code": 200}]} {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 23:00:54.318144 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-be47237b-ec81-4d00-bbb2-1438b5b660a3 {{(pid=109630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 23:00:54.318675 dv-cinder-830096-1-iscsi neutron-server[109630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b39e38c-1bb5-4784-ade5-5c52ff17770a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df81231f-9410-43ca-9596-d2ee1f631af5', 'code': 200} Feb 20 23:00:54.351861 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-e7bff2cf-e065-4fde-b8d6-97cdbd2ed12e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747407212427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747406771514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747406771532'] for port (434efd2f-0231-42a9-8b88-01083e1f9c07), after_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:54.386610 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747407212427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747406771514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747406771532'] for port (df81231f-9410-43ca-9596-d2ee1f631af5), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:54.404260 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546a5337-7a0a-4b54-82cc-71272bddc78d None None] Pushing event updated for resources: {'Port': ['ID=434efd2f-0231-42a9-8b88-01083e1f9c07,revision_number=2']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:00:54.406636 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.plugins.ml2.managers [None req-e7bff2cf-e065-4fde-b8d6-97cdbd2ed12e None None] Attempting to bind port 434efd2f-0231-42a9-8b88-01083e1f9c07 on host dv-cinder-830096-1-iscsi for vnic_type normal with profile {{(pid=109631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 23:00:54.407012 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.plugins.ml2.managers [None req-e7bff2cf-e065-4fde-b8d6-97cdbd2ed12e None None] Attempting to bind port 434efd2f-0231-42a9-8b88-01083e1f9c07 by drivers openvswitch,hyperv on host dv-cinder-830096-1-iscsi at level 0 using segments [{'id': 'c35aac5e-90b0-4d56-90ba-57f79ef09092', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5f52b71d-61c7-49bc-86ae-3e3415c25b55'}] {{(pid=109631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 23:00:54.407459 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7bff2cf-e065-4fde-b8d6-97cdbd2ed12e None None] Attempting to bind port 434efd2f-0231-42a9-8b88-01083e1f9c07 on network 5f52b71d-61c7-49bc-86ae-3e3415c25b55 {{(pid=109631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 23:00:54.416605 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7bff2cf-e065-4fde-b8d6-97cdbd2ed12e None None] Checking agent: {'id': '2dc95353-690e-4eed-857f-cdb5bbe3a4be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830096-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 22, 50, 49), 'started_at': datetime.datetime(2022, 2, 20, 22, 51, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 23, 0, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830096-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 23:00:54.416980 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7bff2cf-e065-4fde-b8d6-97cdbd2ed12e None None] Checking segment: {'id': 'c35aac5e-90b0-4d56-90ba-57f79ef09092', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5f52b71d-61c7-49bc-86ae-3e3415c25b55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 23:00:54.417956 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-e7bff2cf-e065-4fde-b8d6-97cdbd2ed12e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:54.417956 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7bff2cf-e065-4fde-b8d6-97cdbd2ed12e None None] Bound using segment: {'id': 'c35aac5e-90b0-4d56-90ba-57f79ef09092', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5f52b71d-61c7-49bc-86ae-3e3415c25b55'} {{(pid=109631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 23:00:54.418238 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.plugins.ml2.managers [None req-e7bff2cf-e065-4fde-b8d6-97cdbd2ed12e None None] Bound port: 434efd2f-0231-42a9-8b88-01083e1f9c07, host: dv-cinder-830096-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c35aac5e-90b0-4d56-90ba-57f79ef09092', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5f52b71d-61c7-49bc-86ae-3e3415c25b55'}}] {{(pid=109631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 23:00:54.418643 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-e7bff2cf-e065-4fde-b8d6-97cdbd2ed12e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4131840'] for port (434efd2f-0231-42a9-8b88-01083e1f9c07), before_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:54.421569 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546a5337-7a0a-4b54-82cc-71272bddc78d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:00:54.421942 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546a5337-7a0a-4b54-82cc-71272bddc78d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:00:54.422305 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546a5337-7a0a-4b54-82cc-71272bddc78d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:00:54.422997 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546a5337-7a0a-4b54-82cc-71272bddc78d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:00:54.422997 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546a5337-7a0a-4b54-82cc-71272bddc78d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:00:54.423317 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546a5337-7a0a-4b54-82cc-71272bddc78d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:00:54.423645 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546a5337-7a0a-4b54-82cc-71272bddc78d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:00:54.424242 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546a5337-7a0a-4b54-82cc-71272bddc78d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:00:54.424569 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546a5337-7a0a-4b54-82cc-71272bddc78d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:00:54.424906 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546a5337-7a0a-4b54-82cc-71272bddc78d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:00:54.425242 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546a5337-7a0a-4b54-82cc-71272bddc78d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:00:54.425567 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546a5337-7a0a-4b54-82cc-71272bddc78d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:00:54.425891 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546a5337-7a0a-4b54-82cc-71272bddc78d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:00:54.427756 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.db.db_base_plugin_common [None req-9b20420e-6a4d-4e61-930f-5e2923f209cb admin admin] Allocated IP 172.20.0.1 (330ae1fa-e5e0-405b-adb6-d2248d3b3656/f975dd8a-099e-41b7-b390-f487b4c5fbc0/6cffd12f-e6ce-46ee-b25b-c6e16df42a88) {{(pid=109628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 23:00:54.442757 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Pushing event updated for resources: {'Port': ['ID=df81231f-9410-43ca-9596-d2ee1f631af5,revision_number=5']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:00:54.479900 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.plugins.ml2.db [None req-e7bff2cf-e065-4fde-b8d6-97cdbd2ed12e None None] For port 434efd2f-0231-42a9-8b88-01083e1f9c07, host dv-cinder-830096-1-iscsi, cleared binding levels {{(pid=109631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 23:00:54.482793 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.plugins.ml2.db [None req-e7bff2cf-e065-4fde-b8d6-97cdbd2ed12e None None] For port 434efd2f-0231-42a9-8b88-01083e1f9c07, host dv-cinder-830096-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-1-iscsi',level=0,port_id=434efd2f-0231-42a9-8b88-01083e1f9c07,segment=NetworkSegment(c35aac5e-90b0-4d56-90ba-57f79ef09092),segment_id=c35aac5e-90b0-4d56-90ba-57f79ef09092)] {{(pid=109631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 23:00:54.535011 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-e7bff2cf-e065-4fde-b8d6-97cdbd2ed12e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747407212427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747406771514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747406771532'] for port (434efd2f-0231-42a9-8b88-01083e1f9c07), after_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:54.536135 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-9b20420e-6a4d-4e61-930f-5e2923f209cb admin admin] Publish callbacks [] for port (6cffd12f-e6ce-46ee-b25b-c6e16df42a88), precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:54.590874 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7bff2cf-e065-4fde-b8d6-97cdbd2ed12e None None] Routers {'25558889-3b3f-44b4-89ff-accdf2d05ab0'} bound to L3 agent in host dv-cinder-830096-1-iscsi {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 23:00:54.591456 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-e7bff2cf-e065-4fde-b8d6-97cdbd2ed12e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T22:50:44Z,description=,heartbeat_timestamp=2022-02-20T23:00:44Z,host='dv-cinder-830096-1-iscsi',id=13c347f3-1c01-45ee-af8c-9f8a630e0f23,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T22:50:45Z,topic='l3_agent')) {'router_ids': ['25558889-3b3f-44b4-89ff-accdf2d05ab0'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:00:54.620391 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-9b20420e-6a4d-4e61-930f-5e2923f209cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747406771496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59259307'] for port (6cffd12f-e6ce-46ee-b25b-c6e16df42a88), after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:54.636710 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546a5337-7a0a-4b54-82cc-71272bddc78d None None] Pushing event updated for resources: {'Port': ['ID=434efd2f-0231-42a9-8b88-01083e1f9c07,revision_number=3']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:00:54.657010 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b20420e-6a4d-4e61-930f-5e2923f209cb admin admin] Network 330ae1fa-e5e0-405b-adb6-d2248d3b3656 is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 23:00:54.661784 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-9b20420e-6a4d-4e61-930f-5e2923f209cb admin admin] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 23:00:54.678958 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b20420e-6a4d-4e61-930f-5e2923f209cb admin admin] Received port after_create {{(pid=109628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 23:00:54.708237 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b20420e-6a4d-4e61-930f-5e2923f209cb admin admin] Pushing event updated for resources: {'Port': ['ID=6cffd12f-e6ce-46ee-b25b-c6e16df42a88,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:00:54.726678 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-9b20420e-6a4d-4e61-930f-5e2923f209cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-702845'] for router_interface (25558889-3b3f-44b4-89ff-accdf2d05ab0), before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:54.735497 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.db.l3_dvr_db [None req-e7bff2cf-e065-4fde-b8d6-97cdbd2ed12e None None] Set router 25558889-3b3f-44b4-89ff-accdf2d05ab0 gateway port host: dv-cinder-830096-1-iscsi {{(pid=109631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 23:00:54.915166 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-e7bff2cf-e065-4fde-b8d6-97cdbd2ed12e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25558889-3b3f-44b4-89ff-accdf2d05ab0', 'name': 'tempest-AttachVolumeTestJSON-1621859443-router', 'tenant_id': '1a80503a610548b7b777c092435079dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f52b71d-61c7-49bc-86ae-3e3415c25b55', 'external_fixed_ips': [{'subnet_id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'ip_address': '172.27.2.194'}], 'enable_snat': True}, 'gw_port_id': '434efd2f-0231-42a9-8b88-01083e1f9c07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:00:51Z', 'updated_at': '2022-02-20T23:00:52Z', 'revision_number': 3, 'project_id': '1a80503a610548b7b777c092435079dc', 'gw_port': {'id': '434efd2f-0231-42a9-8b88-01083e1f9c07', 'name': '', 'network_id': '5f52b71d-61c7-49bc-86ae-3e3415c25b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:3e:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25558889-3b3f-44b4-89ff-accdf2d05ab0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'ip_address': '172.27.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:00:51Z', 'updated_at': '2022-02-20T23:00:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-1-iscsi'}], 'dv-cinder-830096-1-iscsi', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:00:54.936522 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-5c8c3a6c-3a8e-4da6-9e92-18678b132bf6 None None] Provisioning complete for port 6cffd12f-e6ce-46ee-b25b-c6e16df42a88 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:00:54.937586 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-5c8c3a6c-3a8e-4da6-9e92-18678b132bf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4145689'] for port (6cffd12f-e6ce-46ee-b25b-c6e16df42a88), provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:54.945661 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-9b20420e-6a4d-4e61-930f-5e2923f209cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4131840'] for port (6cffd12f-e6ce-46ee-b25b-c6e16df42a88), before_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:54.973297 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-5c8c3a6c-3a8e-4da6-9e92-18678b132bf6 None None] Port 6cffd12f-e6ce-46ee-b25b-c6e16df42a88 cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 23:00:55.030194 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7bff2cf-e065-4fde-b8d6-97cdbd2ed12e None None] The sync data for ids ['25558889-3b3f-44b4-89ff-accdf2d05ab0'] in dv-cinder-830096-1-iscsi is: [{'id': '25558889-3b3f-44b4-89ff-accdf2d05ab0', 'name': 'tempest-AttachVolumeTestJSON-1621859443-router', 'tenant_id': '1a80503a610548b7b777c092435079dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f52b71d-61c7-49bc-86ae-3e3415c25b55', 'external_fixed_ips': [{'subnet_id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'ip_address': '172.27.2.194'}], 'enable_snat': True}, 'gw_port_id': '434efd2f-0231-42a9-8b88-01083e1f9c07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:00:51Z', 'updated_at': '2022-02-20T23:00:52Z', 'revision_number': 3, 'project_id': '1a80503a610548b7b777c092435079dc', 'gw_port': {'id': '434efd2f-0231-42a9-8b88-01083e1f9c07', 'name': '', 'network_id': '5f52b71d-61c7-49bc-86ae-3e3415c25b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:3e:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25558889-3b3f-44b4-89ff-accdf2d05ab0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'ip_address': '172.27.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:00:51Z', 'updated_at': '2022-02-20T23:00:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-1-iscsi'}] {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 23:00:55.139499 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6676573-ea09-445d-a6b0-490bb6238390 req-d222f2c7-e33c-430f-937a-4a6e15280c35 tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:00:55.140924 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-a6676573-ea09-445d-a6b0-490bb6238390 req-d222f2c7-e33c-430f-937a-4a6e15280c35 tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] 10.222.0.65 "GET /v2.0/ports?device_id=33326422-931b-476f-886f-d21a1da23dee HTTP/1.1" status: 200 len: 946 time: 0.0864966 Feb 20 23:00:55.163482 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-9b20420e-6a4d-4e61-930f-5e2923f209cb admin admin] Publish callbacks [] for port (6cffd12f-e6ce-46ee-b25b-c6e16df42a88), precommit_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:55.204469 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-a6676573-ea09-445d-a6b0-490bb6238390 req-e5fd0ebd-9e00-4ed1-9fae-f1777de5db19 tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] 10.222.0.65 "GET /v2.0/security-groups?id=bc262dbf-af7b-45c0-8865-5866657a07f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559034 Feb 20 23:00:55.227742 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-9b20420e-6a4d-4e61-930f-5e2923f209cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747407212427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747406771514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747406771532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59259312'] for port (6cffd12f-e6ce-46ee-b25b-c6e16df42a88), after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:55.232783 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2756b240-f9c8-4f61-99bc-c40f3091bb1a req-61518563-bc88-4ef3-9ad6-888d01c03c16 tempest-VolumesActionsTest-702370528 tempest-VolumesActionsTest-702370528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:00:55.234264 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-2756b240-f9c8-4f61-99bc-c40f3091bb1a req-61518563-bc88-4ef3-9ad6-888d01c03c16 tempest-VolumesActionsTest-702370528 tempest-VolumesActionsTest-702370528-project] 10.222.0.65 "GET /v2.0/ports?device_id=4b39e38c-1bb5-4784-ade5-5c52ff17770a HTTP/1.1" status: 200 len: 945 time: 0.0583866 Feb 20 23:00:55.307589 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b20420e-6a4d-4e61-930f-5e2923f209cb admin admin] Pushing event updated for resources: {'Port': ['ID=6cffd12f-e6ce-46ee-b25b-c6e16df42a88,revision_number=2']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:00:55.327175 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-9b20420e-6a4d-4e61-930f-5e2923f209cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-565524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-702953'] for router_interface (25558889-3b3f-44b4-89ff-accdf2d05ab0), after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:55.333475 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-2756b240-f9c8-4f61-99bc-c40f3091bb1a req-3e8722a6-2a8c-4bd7-b0f4-798052297db0 tempest-VolumesActionsTest-702370528 tempest-VolumesActionsTest-702370528-project] 10.222.0.65 "GET /v2.0/security-groups?id=f5f2301d-e11c-4ae7-8b88-d4fa5bae967d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881958 Feb 20 23:00:55.464526 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b20420e-6a4d-4e61-930f-5e2923f209cb admin admin] Network 330ae1fa-e5e0-405b-adb6-d2248d3b3656 is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 23:00:55.465951 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-9b20420e-6a4d-4e61-930f-5e2923f209cb admin admin] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 23:00:55.557361 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-63d792cb-f876-4c36-bd8e-8ca06da88bc5 req-c81e3e66-541a-477a-9d1d-9fff835cd998 tempest-VolumesNegativeTest-541379175 tempest-VolumesNegativeTest-541379175-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=07a337de76504055a2cf72defd228f24&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0449324 Feb 20 23:00:55.702883 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Device 434efd2f-0231-42a9-8b88-01083e1f9c07 up at agent ovs-agent-dv-cinder-830096-1-iscsi {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 23:00:55.762226 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-a99300f2-3d98-40c3-b807-5789e4df5be9 None None] Provisioning complete for port 6cffd12f-e6ce-46ee-b25b-c6e16df42a88 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:00:55.762226 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-a99300f2-3d98-40c3-b807-5789e4df5be9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4145689'] for port (6cffd12f-e6ce-46ee-b25b-c6e16df42a88), provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:55.818207 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-a99300f2-3d98-40c3-b807-5789e4df5be9 None None] Port 6cffd12f-e6ce-46ee-b25b-c6e16df42a88 cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 23:00:55.825353 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Provisioning complete for port 434efd2f-0231-42a9-8b88-01083e1f9c07 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:00:55.825732 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4145689'] for port (434efd2f-0231-42a9-8b88-01083e1f9c07), provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:55.909050 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Current status of the port 434efd2f-0231-42a9-8b88-01083e1f9c07 is: DOWN; New status is: ACTIVE {{(pid=109630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:00:55.909439 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4131840'] for port (434efd2f-0231-42a9-8b88-01083e1f9c07), before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:55.931665 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] For port 434efd2f-0231-42a9-8b88-01083e1f9c07, host dv-cinder-830096-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-1-iscsi',level=0,port_id=434efd2f-0231-42a9-8b88-01083e1f9c07,segment=NetworkSegment(c35aac5e-90b0-4d56-90ba-57f79ef09092),segment_id=c35aac5e-90b0-4d56-90ba-57f79ef09092)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:00:56.010243 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b20420e-6a4d-4e61-930f-5e2923f209cb admin admin] Router 25558889-3b3f-44b4-89ff-accdf2d05ab0 has already been hosted by L3 agent 13c347f3-1c01-45ee-af8c-9f8a630e0f23 {{(pid=109628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 23:00:56.060023 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747407212427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747406771514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747406771532'] for port (434efd2f-0231-42a9-8b88-01083e1f9c07), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:56.112728 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Pushing event updated for resources: {'Port': ['ID=434efd2f-0231-42a9-8b88-01083e1f9c07,revision_number=4']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:00:56.119905 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d792cb-f876-4c36-bd8e-8ca06da88bc5 req-979ae121-ae7b-4e57-92a2-f34e8327fc7b tempest-VolumesNegativeTest-541379175 tempest-VolumesNegativeTest-541379175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:00:56.121432 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-63d792cb-f876-4c36-bd8e-8ca06da88bc5 req-979ae121-ae7b-4e57-92a2-f34e8327fc7b tempest-VolumesNegativeTest-541379175 tempest-VolumesNegativeTest-541379175-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5103555 Feb 20 23:00:56.146263 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-63d792cb-f876-4c36-bd8e-8ca06da88bc5 req-9ed44eaf-2efa-4afa-92a8-9675b9ccf88e tempest-VolumesNegativeTest-541379175 tempest-VolumesNegativeTest-541379175-project] 10.222.0.65 "GET /v2.0/quotas/07a337de76504055a2cf72defd228f24 HTTP/1.1" status: 200 len: 375 time: 0.0169857 Feb 20 23:00:56.204779 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-63d792cb-f876-4c36-bd8e-8ca06da88bc5 req-51f09194-f921-42d7-a3d2-1e2e12ed6825 tempest-VolumesNegativeTest-541379175 tempest-VolumesNegativeTest-541379175-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=07a337de76504055a2cf72defd228f24&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0295031 Feb 20 23:00:56.217293 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b20420e-6a4d-4e61-930f-5e2923f209cb admin admin] Notify agent at l3_agent.dv-cinder-830096-1-iscsi the message routers_updated {{(pid=109628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 23:00:56.223064 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [None req-9b20420e-6a4d-4e61-930f-5e2923f209cb admin admin] 10.222.0.65 "PUT /v2.0/routers/25558889-3b3f-44b4-89ff-accdf2d05ab0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7667043 Feb 20 23:00:56.331447 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8190dc-ad3c-487d-a65f-acbd4c7e7532 req-1981adff-458b-428e-adaa-3edaeb52ce6a tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:00:56.332933 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-cd8190dc-ad3c-487d-a65f-acbd4c7e7532 req-1981adff-458b-428e-adaa-3edaeb52ce6a tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] 10.222.0.65 "GET /v2.0/ports?device_id=33326422-931b-476f-886f-d21a1da23dee HTTP/1.1" status: 200 len: 946 time: 0.0540440 Feb 20 23:00:56.382583 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-cd8190dc-ad3c-487d-a65f-acbd4c7e7532 req-880394bf-fef8-403b-adc8-1f522695ecbb tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] 10.222.0.65 "GET /v2.0/security-groups?id=bc262dbf-af7b-45c0-8865-5866657a07f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431075 Feb 20 23:00:56.535501 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1ca7c5-61c1-48cd-a47a-504cb1dc059c req-0e95c3f2-77f2-498b-a58c-7e7f97b4f665 tempest-VolumesActionsTest-702370528 tempest-VolumesActionsTest-702370528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:00:56.537242 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-2a1ca7c5-61c1-48cd-a47a-504cb1dc059c req-0e95c3f2-77f2-498b-a58c-7e7f97b4f665 tempest-VolumesActionsTest-702370528 tempest-VolumesActionsTest-702370528-project] 10.222.0.65 "GET /v2.0/ports?device_id=4b39e38c-1bb5-4784-ade5-5c52ff17770a HTTP/1.1" status: 200 len: 945 time: 0.0646996 Feb 20 23:00:56.631902 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-2a1ca7c5-61c1-48cd-a47a-504cb1dc059c req-b433357d-d801-4dea-9f63-2b8aafa16b74 tempest-VolumesActionsTest-702370528 tempest-VolumesActionsTest-702370528-project] 10.222.0.65 "GET /v2.0/security-groups?id=f5f2301d-e11c-4ae7-8b88-d4fa5bae967d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597444 Feb 20 23:00:56.668612 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-877c1527-7fe4-4fe9-b4f2-05f2b89634c4 req-e3177dc5-a299-48c7-a423-582194e50466 tempest-VolumesNegativeTest-541379175 tempest-VolumesNegativeTest-541379175-project] 10.222.0.65 "GET /v2.0/ports?device_id=ec63fac9-3cfd-41ca-8c87-237d06bec99d HTTP/1.1" status: 200 len: 210 time: 0.0278022 Feb 20 23:00:56.777951 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a21cd008-4c60-4654-85be-a0032dcb4cc8 None None] Sync routers for ids ['25558889-3b3f-44b4-89ff-accdf2d05ab0'] in dv-cinder-830096-1-iscsi {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 23:00:56.794338 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a21cd008-4c60-4654-85be-a0032dcb4cc8 None None] Routers {'25558889-3b3f-44b4-89ff-accdf2d05ab0'} bound to L3 agent in host dv-cinder-830096-1-iscsi {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 23:00:56.794976 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-a21cd008-4c60-4654-85be-a0032dcb4cc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T22:50:44Z,description=,heartbeat_timestamp=2022-02-20T23:00:44Z,host='dv-cinder-830096-1-iscsi',id=13c347f3-1c01-45ee-af8c-9f8a630e0f23,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T22:50:45Z,topic='l3_agent')) {'router_ids': ['25558889-3b3f-44b4-89ff-accdf2d05ab0'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:00:56.907595 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-a21cd008-4c60-4654-85be-a0032dcb4cc8 None None] Set router 25558889-3b3f-44b4-89ff-accdf2d05ab0 gateway port host: dv-cinder-830096-1-iscsi {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 23:00:57.032962 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.65', 46318) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:00:57.040784 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.v2.base [None req-258fe142-8c26-454e-9485-9dd6c7868ec9 tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] Request body: {'security_group': {'name': 'tempest-securitygroup--341428586', 'description': 'tempest-description--1379491574'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:00:57.104093 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-a21cd008-4c60-4654-85be-a0032dcb4cc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25558889-3b3f-44b4-89ff-accdf2d05ab0', 'name': 'tempest-AttachVolumeTestJSON-1621859443-router', 'tenant_id': '1a80503a610548b7b777c092435079dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f52b71d-61c7-49bc-86ae-3e3415c25b55', 'external_fixed_ips': [{'subnet_id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'ip_address': '172.27.2.194'}], 'enable_snat': True}, 'gw_port_id': '434efd2f-0231-42a9-8b88-01083e1f9c07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:00:51Z', 'updated_at': '2022-02-20T23:00:54Z', 'revision_number': 4, 'project_id': '1a80503a610548b7b777c092435079dc', 'gw_port': {'id': '434efd2f-0231-42a9-8b88-01083e1f9c07', 'name': '', 'network_id': '5f52b71d-61c7-49bc-86ae-3e3415c25b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:3e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25558889-3b3f-44b4-89ff-accdf2d05ab0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'ip_address': '172.27.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:00:51Z', 'updated_at': '2022-02-20T23:00:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-1-iscsi', '_interfaces': [{'id': '6cffd12f-e6ce-46ee-b25b-c6e16df42a88', 'name': '', 'network_id': '330ae1fa-e5e0-405b-adb6-d2248d3b3656', 'tenant_id': '1a80503a610548b7b777c092435079dc', 'mac_address': 'fa:16:3e:5b:c9:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25558889-3b3f-44b4-89ff-accdf2d05ab0', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'f975dd8a-099e-41b7-b390-f487b4c5fbc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:00:54Z', 'updated_at': '2022-02-20T23:00:54Z', 'revision_number': 2, 'project_id': '1a80503a610548b7b777c092435079dc', 'subnets': [{'id': 'f975dd8a-099e-41b7-b390-f487b4c5fbc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830096-1-iscsi', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:00:57.130027 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a21cd008-4c60-4654-85be-a0032dcb4cc8 None None] Checking router: 25558889-3b3f-44b4-89ff-accdf2d05ab0 for host: dv-cinder-830096-1-iscsi {{(pid=109630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 23:00:57.130413 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a21cd008-4c60-4654-85be-a0032dcb4cc8 None None] Updating router 25558889-3b3f-44b4-89ff-accdf2d05ab0 port 6cffd12f-e6ce-46ee-b25b-c6e16df42a88 binding host dv-cinder-830096-1-iscsi {{(pid=109630) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 23:00:57.160387 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-a21cd008-4c60-4654-85be-a0032dcb4cc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4131840'] for port (6cffd12f-e6ce-46ee-b25b-c6e16df42a88), before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:57.169023 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-258fe142-8c26-454e-9485-9dd6c7868ec9 tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] Publish callbacks [] for security_group (None), before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:57.238312 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-258fe142-8c26-454e-9485-9dd6c7868ec9 tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] Publish callbacks [] for security_group (3bcd6c59-40eb-44ff-a14d-74710665948f), precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:57.311558 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-258fe142-8c26-454e-9485-9dd6c7868ec9 tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627867'] for security_group (3bcd6c59-40eb-44ff-a14d-74710665948f), after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:57.340744 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258fe142-8c26-454e-9485-9dd6c7868ec9 tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3bcd6c59-40eb-44ff-a14d-74710665948f,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:00:57.404820 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-258fe142-8c26-454e-9485-9dd6c7868ec9 tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] Publish callbacks [] for security_group (None), before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:57.407492 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [None req-258fe142-8c26-454e-9485-9dd6c7868ec9 tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3733194 Feb 20 23:00:57.411328 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.65', 46324) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:00:57.413278 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.v2.base [None req-5552d98a-8087-43b3-8eb9-592e3c931b1d tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] Request body: {'security_group_rule': {'security_group_id': '3bcd6c59-40eb-44ff-a14d-74710665948f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:00:57.423037 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-a21cd008-4c60-4654-85be-a0032dcb4cc8 None None] Publish callbacks [] for port (6cffd12f-e6ce-46ee-b25b-c6e16df42a88), precommit_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:57.533589 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3535e728-ec4f-479e-b5df-6f9ac8d9e515 req-ed07a1b5-8071-4c4c-9436-463f4616a41d tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:00:57.535086 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-3535e728-ec4f-479e-b5df-6f9ac8d9e515 req-ed07a1b5-8071-4c4c-9436-463f4616a41d tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] 10.222.0.65 "GET /v2.0/ports?device_id=33326422-931b-476f-886f-d21a1da23dee HTTP/1.1" status: 200 len: 946 time: 0.0817950 Feb 20 23:00:57.539964 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-a21cd008-4c60-4654-85be-a0032dcb4cc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747407212427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747406771514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747406771532'] for port (6cffd12f-e6ce-46ee-b25b-c6e16df42a88), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:57.546862 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61da250e-94e4-46b4-b6a5-7c2fc4fa5dca req-a5186eb5-26e7-4c91-9da0-6ac78a54819b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:00:57.546862 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-61da250e-94e4-46b4-b6a5-7c2fc4fa5dca req-a5186eb5-26e7-4c91-9da0-6ac78a54819b service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=4b39e38c-1bb5-4784-ade5-5c52ff17770a HTTP/1.1" status: 200 len: 1129 time: 0.0633407 Feb 20 23:00:57.572166 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-5552d98a-8087-43b3-8eb9-592e3c931b1d tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] Publish callbacks [] for security_group_rule (1f2b45fa-9375-4eb3-94ac-a7526c31bc9a), before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:57.604818 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-3535e728-ec4f-479e-b5df-6f9ac8d9e515 req-987408c1-e5cd-469e-855a-e1a07343aba3 tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] 10.222.0.65 "GET /v2.0/security-groups?id=bc262dbf-af7b-45c0-8865-5866657a07f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538132 Feb 20 23:00:57.642203 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271776ba-0107-4c6b-8166-ccb3e6abfd6c None None] Pushing event updated for resources: {'Port': ['ID=6cffd12f-e6ce-46ee-b25b-c6e16df42a88,revision_number=3']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:00:57.670988 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-5552d98a-8087-43b3-8eb9-592e3c931b1d tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] Publish callbacks [] for security_group_rule (1f2b45fa-9375-4eb3-94ac-a7526c31bc9a), precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:57.677061 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Device 434efd2f-0231-42a9-8b88-01083e1f9c07 up at agent ovs-agent-dv-cinder-830096-1-iscsi {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 23:00:57.709198 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-a21cd008-4c60-4654-85be-a0032dcb4cc8 None None] Attempting to bind port 6cffd12f-e6ce-46ee-b25b-c6e16df42a88 on host dv-cinder-830096-1-iscsi for vnic_type normal with profile {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 23:00:57.709572 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-a21cd008-4c60-4654-85be-a0032dcb4cc8 None None] Attempting to bind port 6cffd12f-e6ce-46ee-b25b-c6e16df42a88 by drivers openvswitch,hyperv on host dv-cinder-830096-1-iscsi at level 0 using segments [{'id': '880d65a5-0d44-4018-a2b8-55df6816dd1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '330ae1fa-e5e0-405b-adb6-d2248d3b3656'}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 23:00:57.709937 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a21cd008-4c60-4654-85be-a0032dcb4cc8 None None] Attempting to bind port 6cffd12f-e6ce-46ee-b25b-c6e16df42a88 on network 330ae1fa-e5e0-405b-adb6-d2248d3b3656 {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 23:00:57.718634 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a21cd008-4c60-4654-85be-a0032dcb4cc8 None None] Checking agent: {'id': '2dc95353-690e-4eed-857f-cdb5bbe3a4be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830096-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 22, 50, 49), 'started_at': datetime.datetime(2022, 2, 20, 22, 51, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 23, 0, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830096-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 23:00:57.762207 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a21cd008-4c60-4654-85be-a0032dcb4cc8 None None] Checking segment: {'id': '880d65a5-0d44-4018-a2b8-55df6816dd1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '330ae1fa-e5e0-405b-adb6-d2248d3b3656'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 23:00:57.762207 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-a21cd008-4c60-4654-85be-a0032dcb4cc8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:57.762207 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a21cd008-4c60-4654-85be-a0032dcb4cc8 None None] Bound using segment: {'id': '880d65a5-0d44-4018-a2b8-55df6816dd1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '330ae1fa-e5e0-405b-adb6-d2248d3b3656'} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 23:00:57.762207 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-a21cd008-4c60-4654-85be-a0032dcb4cc8 None None] Bound port: 6cffd12f-e6ce-46ee-b25b-c6e16df42a88, host: dv-cinder-830096-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '880d65a5-0d44-4018-a2b8-55df6816dd1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '330ae1fa-e5e0-405b-adb6-d2248d3b3656'}}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 23:00:57.762207 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-a21cd008-4c60-4654-85be-a0032dcb4cc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4131840'] for port (6cffd12f-e6ce-46ee-b25b-c6e16df42a88), before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:57.763223 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53c39cf-4afa-4fd5-bbee-90883e9c6f85 req-3d64c56b-3a9e-4f35-8838-e14bc06787b9 tempest-VolumesActionsTest-702370528 tempest-VolumesActionsTest-702370528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:00:57.763223 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-f53c39cf-4afa-4fd5-bbee-90883e9c6f85 req-3d64c56b-3a9e-4f35-8838-e14bc06787b9 tempest-VolumesActionsTest-702370528 tempest-VolumesActionsTest-702370528-project] 10.222.0.65 "GET /v2.0/ports?device_id=4b39e38c-1bb5-4784-ade5-5c52ff17770a HTTP/1.1" status: 200 len: 945 time: 0.0617535 Feb 20 23:00:57.763434 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-4d0d530b-d436-400c-8fff-bb56a291d2b2 req-9c0e133b-17f2-4ab0-b3d9-23495b3e03e4 tempest-VolumesNegativeTest-541379175 tempest-VolumesNegativeTest-541379175-project] 10.222.0.65 "GET /v2.0/ports?device_id=ec63fac9-3cfd-41ca-8c87-237d06bec99d HTTP/1.1" status: 200 len: 210 time: 0.0347733 Feb 20 23:00:57.816598 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-a21cd008-4c60-4654-85be-a0032dcb4cc8 None None] For port 6cffd12f-e6ce-46ee-b25b-c6e16df42a88, host dv-cinder-830096-1-iscsi, cleared binding levels {{(pid=109630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 23:00:57.820610 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-a21cd008-4c60-4654-85be-a0032dcb4cc8 None None] For port 6cffd12f-e6ce-46ee-b25b-c6e16df42a88, host dv-cinder-830096-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-1-iscsi',level=0,port_id=6cffd12f-e6ce-46ee-b25b-c6e16df42a88,segment=NetworkSegment(880d65a5-0d44-4018-a2b8-55df6816dd1a),segment_id=880d65a5-0d44-4018-a2b8-55df6816dd1a)] {{(pid=109630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 23:00:57.831712 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Provisioning complete for port 434efd2f-0231-42a9-8b88-01083e1f9c07 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:00:57.831712 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4145689'] for port (434efd2f-0231-42a9-8b88-01083e1f9c07), provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:57.832395 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-f53c39cf-4afa-4fd5-bbee-90883e9c6f85 req-84a6833a-1c7d-412c-b282-3c1f06699838 tempest-VolumesActionsTest-702370528 tempest-VolumesActionsTest-702370528-project] 10.222.0.65 "GET /v2.0/security-groups?id=f5f2301d-e11c-4ae7-8b88-d4fa5bae967d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598404 Feb 20 23:00:57.837338 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-5552d98a-8087-43b3-8eb9-592e3c931b1d tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625755'] for security_group_rule (1f2b45fa-9375-4eb3-94ac-a7526c31bc9a), after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:57.860285 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5552d98a-8087-43b3-8eb9-592e3c931b1d tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f2b45fa-9375-4eb3-94ac-a7526c31bc9a,revision_number=0']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:00:57.872813 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-ccf3a448-44ee-442a-a880-71c52fc3df45 None None] Provisioning complete for port 6cffd12f-e6ce-46ee-b25b-c6e16df42a88 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:00:57.878448 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-ccf3a448-44ee-442a-a880-71c52fc3df45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4145689'] for port (6cffd12f-e6ce-46ee-b25b-c6e16df42a88), provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:57.913714 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-ccf3a448-44ee-442a-a880-71c52fc3df45 None None] Port 6cffd12f-e6ce-46ee-b25b-c6e16df42a88 cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 23:00:57.931780 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-5552d98a-8087-43b3-8eb9-592e3c931b1d tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:57.934110 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [None req-5552d98a-8087-43b3-8eb9-592e3c931b1d tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5232420 Feb 20 23:00:57.934662 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-a21cd008-4c60-4654-85be-a0032dcb4cc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747407212427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747406771514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747406771532'] for port (6cffd12f-e6ce-46ee-b25b-c6e16df42a88), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:57.935790 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.65', 46336) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:00:57.940563 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.v2.base [None req-6aebade6-770e-4afc-9c45-7a26ab59159f tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] Request body: {'security_group_rule': {'security_group_id': '3bcd6c59-40eb-44ff-a14d-74710665948f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:00:57.977540 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Current status of the port 434efd2f-0231-42a9-8b88-01083e1f9c07 is: ACTIVE; New status is: ACTIVE {{(pid=109630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:00:58.004522 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271776ba-0107-4c6b-8166-ccb3e6abfd6c None None] Pushing event updated for resources: {'Port': ['ID=6cffd12f-e6ce-46ee-b25b-c6e16df42a88,revision_number=4']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:00:58.007907 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a21cd008-4c60-4654-85be-a0032dcb4cc8 None None] Routers {'25558889-3b3f-44b4-89ff-accdf2d05ab0'} bound to L3 agent in host dv-cinder-830096-1-iscsi {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 23:00:58.009073 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-a21cd008-4c60-4654-85be-a0032dcb4cc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T22:50:44Z,description=,heartbeat_timestamp=2022-02-20T23:00:44Z,host='dv-cinder-830096-1-iscsi',id=13c347f3-1c01-45ee-af8c-9f8a630e0f23,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T22:50:45Z,topic='l3_agent')) {'router_ids': ['25558889-3b3f-44b4-89ff-accdf2d05ab0'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:00:58.037286 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-6aebade6-770e-4afc-9c45-7a26ab59159f tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] Publish callbacks [] for security_group_rule (451ea605-2acf-47bd-8013-0715017587f4), before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:58.101408 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-6aebade6-770e-4afc-9c45-7a26ab59159f tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] Publish callbacks [] for security_group_rule (451ea605-2acf-47bd-8013-0715017587f4), precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:58.121555 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-a21cd008-4c60-4654-85be-a0032dcb4cc8 None None] Set router 25558889-3b3f-44b4-89ff-accdf2d05ab0 gateway port host: dv-cinder-830096-1-iscsi {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 23:00:58.191512 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-6aebade6-770e-4afc-9c45-7a26ab59159f tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625755'] for security_group_rule (451ea605-2acf-47bd-8013-0715017587f4), after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:58.210956 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aebade6-770e-4afc-9c45-7a26ab59159f tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=451ea605-2acf-47bd-8013-0715017587f4,revision_number=0']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:00:58.279917 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-6aebade6-770e-4afc-9c45-7a26ab59159f tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:58.281139 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [None req-6aebade6-770e-4afc-9c45-7a26ab59159f tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3442016 Feb 20 23:00:58.284231 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.65', 46338) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:00:58.288559 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.v2.base [None req-71c1a313-2dea-461d-afde-4672699a7b2d tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] Request body: {'floatingip': {'floating_network_id': '5f52b71d-61c7-49bc-86ae-3e3415c25b55'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:00:58.316720 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-7a8ba072-a937-484e-a6a2-9b075b32d6f7 None None] Provisioning complete for port 6cffd12f-e6ce-46ee-b25b-c6e16df42a88 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:00:58.317090 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-7a8ba072-a937-484e-a6a2-9b075b32d6f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4145689'] for port (6cffd12f-e6ce-46ee-b25b-c6e16df42a88), provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:58.363052 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-71c1a313-2dea-461d-afde-4672699a7b2d tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:58.454899 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-71c1a313-2dea-461d-afde-4672699a7b2d tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4131840'] for port (None), before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:58.487270 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-7a8ba072-a937-484e-a6a2-9b075b32d6f7 None None] Current status of the port 6cffd12f-e6ce-46ee-b25b-c6e16df42a88 is: DOWN; New status is: ACTIVE {{(pid=109630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:00:58.491235 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-7a8ba072-a937-484e-a6a2-9b075b32d6f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4131840'] for port (6cffd12f-e6ce-46ee-b25b-c6e16df42a88), before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:58.528619 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-7a8ba072-a937-484e-a6a2-9b075b32d6f7 None None] For port 6cffd12f-e6ce-46ee-b25b-c6e16df42a88, host dv-cinder-830096-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-1-iscsi',level=0,port_id=6cffd12f-e6ce-46ee-b25b-c6e16df42a88,segment=NetworkSegment(880d65a5-0d44-4018-a2b8-55df6816dd1a),segment_id=880d65a5-0d44-4018-a2b8-55df6816dd1a)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:00:58.537533 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-a21cd008-4c60-4654-85be-a0032dcb4cc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25558889-3b3f-44b4-89ff-accdf2d05ab0', 'name': 'tempest-AttachVolumeTestJSON-1621859443-router', 'tenant_id': '1a80503a610548b7b777c092435079dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f52b71d-61c7-49bc-86ae-3e3415c25b55', 'external_fixed_ips': [{'subnet_id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'ip_address': '172.27.2.194'}], 'enable_snat': True}, 'gw_port_id': '434efd2f-0231-42a9-8b88-01083e1f9c07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:00:51Z', 'updated_at': '2022-02-20T23:00:54Z', 'revision_number': 4, 'project_id': '1a80503a610548b7b777c092435079dc', 'gw_port': {'id': '434efd2f-0231-42a9-8b88-01083e1f9c07', 'name': '', 'network_id': '5f52b71d-61c7-49bc-86ae-3e3415c25b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:3e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25558889-3b3f-44b4-89ff-accdf2d05ab0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'ip_address': '172.27.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:00:51Z', 'updated_at': '2022-02-20T23:00:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-1-iscsi', '_interfaces': [{'id': '6cffd12f-e6ce-46ee-b25b-c6e16df42a88', 'name': '', 'network_id': '330ae1fa-e5e0-405b-adb6-d2248d3b3656', 'tenant_id': '1a80503a610548b7b777c092435079dc', 'mac_address': 'fa:16:3e:5b:c9:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25558889-3b3f-44b4-89ff-accdf2d05ab0', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'f975dd8a-099e-41b7-b390-f487b4c5fbc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:00:54Z', 'updated_at': '2022-02-20T23:00:57Z', 'revision_number': 4, 'project_id': '1a80503a610548b7b777c092435079dc', 'subnets': [{'id': 'f975dd8a-099e-41b7-b390-f487b4c5fbc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830096-1-iscsi', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:00:58.563710 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.db.db_base_plugin_common [None req-71c1a313-2dea-461d-afde-4672699a7b2d tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] Allocated IP 172.27.2.146 (5f52b71d-61c7-49bc-86ae-3e3415c25b55/841afcd6-8af7-4cd5-baec-c52e88cacaa2/ef3eac2a-d9a4-4cf0-9165-846eed9b8b35) {{(pid=109629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 23:00:58.569424 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a21cd008-4c60-4654-85be-a0032dcb4cc8 None None] The sync data for ids ['25558889-3b3f-44b4-89ff-accdf2d05ab0'] in dv-cinder-830096-1-iscsi is: [{'id': '25558889-3b3f-44b4-89ff-accdf2d05ab0', 'name': 'tempest-AttachVolumeTestJSON-1621859443-router', 'tenant_id': '1a80503a610548b7b777c092435079dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f52b71d-61c7-49bc-86ae-3e3415c25b55', 'external_fixed_ips': [{'subnet_id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'ip_address': '172.27.2.194'}], 'enable_snat': True}, 'gw_port_id': '434efd2f-0231-42a9-8b88-01083e1f9c07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:00:51Z', 'updated_at': '2022-02-20T23:00:54Z', 'revision_number': 4, 'project_id': '1a80503a610548b7b777c092435079dc', 'gw_port': {'id': '434efd2f-0231-42a9-8b88-01083e1f9c07', 'name': '', 'network_id': '5f52b71d-61c7-49bc-86ae-3e3415c25b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:3e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25558889-3b3f-44b4-89ff-accdf2d05ab0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'ip_address': '172.27.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:00:51Z', 'updated_at': '2022-02-20T23:00:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-1-iscsi', '_interfaces': [{'id': '6cffd12f-e6ce-46ee-b25b-c6e16df42a88', 'name': '', 'network_id': '330ae1fa-e5e0-405b-adb6-d2248d3b3656', 'tenant_id': '1a80503a610548b7b777c092435079dc', 'mac_address': 'fa:16:3e:5b:c9:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25558889-3b3f-44b4-89ff-accdf2d05ab0', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'f975dd8a-099e-41b7-b390-f487b4c5fbc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:00:54Z', 'updated_at': '2022-02-20T23:00:57Z', 'revision_number': 4, 'project_id': '1a80503a610548b7b777c092435079dc', 'subnets': [{'id': 'f975dd8a-099e-41b7-b390-f487b4c5fbc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 23:00:58.608960 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-7a8ba072-a937-484e-a6a2-9b075b32d6f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747407212427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747406771514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747406771532'] for port (6cffd12f-e6ce-46ee-b25b-c6e16df42a88), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:58.706974 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-71c1a313-2dea-461d-afde-4672699a7b2d tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] Publish callbacks [] for port (ef3eac2a-d9a4-4cf0-9165-846eed9b8b35), precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:58.707886 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8ba072-a937-484e-a6a2-9b075b32d6f7 None None] Pushing event updated for resources: {'Port': ['ID=6cffd12f-e6ce-46ee-b25b-c6e16df42a88,revision_number=5']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:00:58.733711 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0df819-b57e-458f-a431-5b2f8b349be7 req-ae5754c2-c50c-438a-8313-75fb029b4c95 tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:00:58.738871 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-3a0df819-b57e-458f-a431-5b2f8b349be7 req-ae5754c2-c50c-438a-8313-75fb029b4c95 tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] 10.222.0.65 "GET /v2.0/ports?device_id=33326422-931b-476f-886f-d21a1da23dee HTTP/1.1" status: 200 len: 946 time: 0.0615323 Feb 20 23:00:58.787119 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-3a0df819-b57e-458f-a431-5b2f8b349be7 req-a03d5499-e684-42f2-a41b-93ee9d021c4b tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] 10.222.0.65 "GET /v2.0/security-groups?id=bc262dbf-af7b-45c0-8865-5866657a07f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453985 Feb 20 23:00:58.814907 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-71c1a313-2dea-461d-afde-4672699a7b2d tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747406771496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61629250'] for port (ef3eac2a-d9a4-4cf0-9165-846eed9b8b35), after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:58.884709 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-ab1b96c6-c5df-4426-91e0-787b4366a376 req-7d34c365-6817-481c-b096-48682479bbc1 tempest-VolumesNegativeTest-541379175 tempest-VolumesNegativeTest-541379175-project] 10.222.0.65 "GET /v2.0/ports?device_id=ec63fac9-3cfd-41ca-8c87-237d06bec99d HTTP/1.1" status: 200 len: 210 time: 0.0419536 Feb 20 23:00:58.901052 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c1a313-2dea-461d-afde-4672699a7b2d tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] Pushing event updated for resources: {'Port': ['ID=ef3eac2a-d9a4-4cf0-9165-846eed9b8b35,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:00:58.909403 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71c1a313-2dea-461d-afde-4672699a7b2d tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] Network 5f52b71d-61c7-49bc-86ae-3e3415c25b55 is already hosted by enough agents. {{(pid=109629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 23:00:58.911863 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [None req-71c1a313-2dea-461d-afde-4672699a7b2d tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] Resources bound (agent type, host, resource id): {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 23:00:58.914249 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71c1a313-2dea-461d-afde-4672699a7b2d tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] Received port after_create {{(pid=109629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 23:00:58.928447 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-61da250e-94e4-46b4-b6a5-7c2fc4fa5dca req-36888554-4a53-4265-ad89-97a2c8949137 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=f5f2301d-e11c-4ae7-8b88-d4fa5bae967d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832932 Feb 20 23:00:59.002284 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3787df83-1ba1-4efc-b575-417b9fade7fc req-8fc7e651-93ee-4732-8fe5-dd5423fd506b tempest-VolumesActionsTest-702370528 tempest-VolumesActionsTest-702370528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:00:59.003890 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-3787df83-1ba1-4efc-b575-417b9fade7fc req-8fc7e651-93ee-4732-8fe5-dd5423fd506b tempest-VolumesActionsTest-702370528 tempest-VolumesActionsTest-702370528-project] 10.222.0.65 "GET /v2.0/ports?device_id=4b39e38c-1bb5-4784-ade5-5c52ff17770a HTTP/1.1" status: 200 len: 945 time: 0.0522742 Feb 20 23:00:59.012568 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-71c1a313-2dea-461d-afde-4672699a7b2d tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] Publish callbacks [] for floatingip (1385e887-fe85-4259-b2c8-3924e702358d), precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:59.059648 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-3787df83-1ba1-4efc-b575-417b9fade7fc req-6c1f0b8a-4e8c-40cd-b9a0-da96b88563a2 tempest-VolumesActionsTest-702370528 tempest-VolumesActionsTest-702370528-project] 10.222.0.65 "GET /v2.0/security-groups?id=f5f2301d-e11c-4ae7-8b88-d4fa5bae967d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479383 Feb 20 23:00:59.122688 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-71c1a313-2dea-461d-afde-4672699a7b2d tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4131840'] for port (ef3eac2a-d9a4-4cf0-9165-846eed9b8b35), before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:59.278178 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-71c1a313-2dea-461d-afde-4672699a7b2d tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] Publish callbacks [] for port (ef3eac2a-d9a4-4cf0-9165-846eed9b8b35), precommit_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:59.374235 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-71c1a313-2dea-461d-afde-4672699a7b2d tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747407212427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747406771514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747406771532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61629273'] for port (ef3eac2a-d9a4-4cf0-9165-846eed9b8b35), after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:59.451958 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c1a313-2dea-461d-afde-4672699a7b2d tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] Pushing event updated for resources: {'Port': ['ID=ef3eac2a-d9a4-4cf0-9165-846eed9b8b35,revision_number=2']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:00:59.465397 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-71c1a313-2dea-461d-afde-4672699a7b2d tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-704244'] for floatingip (1385e887-fe85-4259-b2c8-3924e702358d), after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:59.536621 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-71c1a313-2dea-461d-afde-4672699a7b2d tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932959'] for floatingip (None), before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:59.538008 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [None req-71c1a313-2dea-461d-afde-4672699a7b2d tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2528150 Feb 20 23:00:59.672820 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Device 6cffd12f-e6ce-46ee-b25b-c6e16df42a88 up at agent ovs-agent-dv-cinder-830096-1-iscsi {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 23:00:59.722235 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-1439f35f-a0d7-4ee0-9824-3f8e172c8508 req-cb05f6d8-f30b-43fd-9ca0-38d0c6be00f0 tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-securitygroup--341428586&fields=id&tenant_id=1a80503a610548b7b777c092435079dc HTTP/1.1" status: 200 len: 267 time: 0.0592303 Feb 20 23:00:59.723340 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Provisioning complete for port 6cffd12f-e6ce-46ee-b25b-c6e16df42a88 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:00:59.723712 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4145689'] for port (6cffd12f-e6ce-46ee-b25b-c6e16df42a88), provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:00:59.803867 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Current status of the port 6cffd12f-e6ce-46ee-b25b-c6e16df42a88 is: ACTIVE; New status is: ACTIVE {{(pid=109630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:00:59.839191 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1439f35f-a0d7-4ee0-9824-3f8e172c8508 req-30255cb4-55ed-469c-93ff-2f9500e77a4c tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:00:59.840643 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-1439f35f-a0d7-4ee0-9824-3f8e172c8508 req-30255cb4-55ed-469c-93ff-2f9500e77a4c tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] 10.222.0.65 "GET /v2.0/networks?id=330ae1fa-e5e0-405b-adb6-d2248d3b3656 HTTP/1.1" status: 200 len: 811 time: 0.1113133 Feb 20 23:00:59.857363 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-1439f35f-a0d7-4ee0-9824-3f8e172c8508 req-ecb948d1-c602-42e0-a60b-19d9fd7adde7 tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] 10.222.0.65 "GET /v2.0/quotas/1a80503a610548b7b777c092435079dc HTTP/1.1" status: 200 len: 375 time: 0.0103192 Feb 20 23:00:59.907444 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a16164-fc81-4357-9717-c112b366585f req-05d98851-d5fd-4cba-9d18-a6a0e694206b tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:00:59.910038 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-e4a16164-fc81-4357-9717-c112b366585f req-05d98851-d5fd-4cba-9d18-a6a0e694206b tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] 10.222.0.65 "GET /v2.0/ports?device_id=33326422-931b-476f-886f-d21a1da23dee HTTP/1.1" status: 200 len: 946 time: 0.0537159 Feb 20 23:00:59.920722 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-1439f35f-a0d7-4ee0-9824-3f8e172c8508 req-4e271459-7258-4a36-9949-880138cf09df tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=1a80503a610548b7b777c092435079dc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0568676 Feb 20 23:00:59.979363 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-e4a16164-fc81-4357-9717-c112b366585f req-762be28c-5385-4b10-9197-9ba5e3327774 tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] 10.222.0.65 "GET /v2.0/security-groups?id=bc262dbf-af7b-45c0-8865-5866657a07f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618606 Feb 20 23:01:00.029038 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-1439f35f-a0d7-4ee0-9824-3f8e172c8508 req-d01f23f6-bacf-4600-8ed8-686fac001e6f service neutron] 10.222.0.65 "GET /v2.0/networks/330ae1fa-e5e0-405b-adb6-d2248d3b3656?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935440 Feb 20 23:01:00.071242 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-8ec7a74f-2ff3-491b-b574-f649a5aae9a4 req-cbd4459a-3bca-4343-9618-4046502fa40a tempest-VolumesNegativeTest-541379175 tempest-VolumesNegativeTest-541379175-project] 10.222.0.65 "GET /v2.0/ports?device_id=ec63fac9-3cfd-41ca-8c87-237d06bec99d HTTP/1.1" status: 200 len: 210 time: 0.0265288 Feb 20 23:01:00.138786 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-1439f35f-a0d7-4ee0-9824-3f8e172c8508 req-70775c94-1b0c-4166-ae10-ef7767f59a71 service neutron] 10.222.0.65 "GET /v2.0/networks/330ae1fa-e5e0-405b-adb6-d2248d3b3656?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039691 Feb 20 23:01:00.186864 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6186b951-8cdd-43b0-8cd7-37635a67cbd8 req-4aa26ef9-29e7-4299-b397-8ee2b6a76a39 tempest-VolumesActionsTest-702370528 tempest-VolumesActionsTest-702370528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:01:00.188350 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-6186b951-8cdd-43b0-8cd7-37635a67cbd8 req-4aa26ef9-29e7-4299-b397-8ee2b6a76a39 tempest-VolumesActionsTest-702370528 tempest-VolumesActionsTest-702370528-project] 10.222.0.65 "GET /v2.0/ports?device_id=4b39e38c-1bb5-4784-ade5-5c52ff17770a HTTP/1.1" status: 200 len: 945 time: 0.0590143 Feb 20 23:01:00.239112 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-6186b951-8cdd-43b0-8cd7-37635a67cbd8 req-7621a444-fa59-4c0a-a4d4-d66419c51764 tempest-VolumesActionsTest-702370528 tempest-VolumesActionsTest-702370528-project] 10.222.0.65 "GET /v2.0/security-groups?id=f5f2301d-e11c-4ae7-8b88-d4fa5bae967d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431881 Feb 20 23:01:00.501564 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-5b3e2473-dae2-46f9-b3c9-1e8ae3e6b133 req-b81c5ff4-a94d-4fcc-bc4c-181b219bd73b tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] 10.222.0.65 "GET /v2.0/ports?device_id=6732eadb-c39d-499f-84e7-dc5e141ce7e5 HTTP/1.1" status: 200 len: 210 time: 0.0352161 Feb 20 23:01:00.828674 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-63d792cb-f876-4c36-bd8e-8ca06da88bc5 req-06464f77-14e8-4b0a-8d49-6d8955a13348 tempest-VolumesNegativeTest-541379175 tempest-VolumesNegativeTest-541379175-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=07a337de76504055a2cf72defd228f24&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0205567 Feb 20 23:01:00.940274 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d792cb-f876-4c36-bd8e-8ca06da88bc5 req-731901c9-7603-4b81-8e2d-b66ffdc06a8b tempest-VolumesNegativeTest-541379175 tempest-VolumesNegativeTest-541379175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:01:00.941690 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-63d792cb-f876-4c36-bd8e-8ca06da88bc5 req-731901c9-7603-4b81-8e2d-b66ffdc06a8b tempest-VolumesNegativeTest-541379175 tempest-VolumesNegativeTest-541379175-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1049728 Feb 20 23:01:00.954466 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.v2.base [req-63d792cb-f876-4c36-bd8e-8ca06da88bc5 req-c7f32570-f4c7-4c26-a295-ec8d3c49257c tempest-VolumesNegativeTest-541379175 tempest-VolumesNegativeTest-541379175-project] Request body: {'port': {'device_id': 'ec63fac9-3cfd-41ca-8c87-237d06bec99d', 'network_id': '7693e197-5c29-4b30-a8f8-39602edbc087', 'admin_state_up': True, 'tenant_id': '07a337de76504055a2cf72defd228f24'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:01:01.143357 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83adec94-3098-4bb3-9126-a883e20f0702 req-9b8de8e5-98fb-427d-8c89-246a2b61fcbc tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:01:01.148465 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-83adec94-3098-4bb3-9126-a883e20f0702 req-9b8de8e5-98fb-427d-8c89-246a2b61fcbc tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] 10.222.0.65 "GET /v2.0/ports?device_id=33326422-931b-476f-886f-d21a1da23dee HTTP/1.1" status: 200 len: 946 time: 0.0825055 Feb 20 23:01:01.199320 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-83adec94-3098-4bb3-9126-a883e20f0702 req-b4b66d29-4e38-4a23-8f3a-db292cb297b4 tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] 10.222.0.65 "GET /v2.0/security-groups?id=bc262dbf-af7b-45c0-8865-5866657a07f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487702 Feb 20 23:01:01.210372 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-c3f210b8-c4e0-403d-88f9-ac8b7e8c75a6 req-4ac9f946-5e86-4c07-8f44-84fa5891dce2 tempest-VolumesNegativeTest-541379175 tempest-VolumesNegativeTest-541379175-project] 10.222.0.65 "GET /v2.0/ports?device_id=ec63fac9-3cfd-41ca-8c87-237d06bec99d HTTP/1.1" status: 200 len: 210 time: 0.0274384 Feb 20 23:01:01.211110 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63d792cb-f876-4c36-bd8e-8ca06da88bc5 req-c7f32570-f4c7-4c26-a295-ec8d3c49257c tempest-VolumesNegativeTest-541379175 tempest-VolumesNegativeTest-541379175-project] Made reservation on behalf of 07a337de76504055a2cf72defd228f24 for: {'port': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 23:01:01.214931 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-63d792cb-f876-4c36-bd8e-8ca06da88bc5 req-c7f32570-f4c7-4c26-a295-ec8d3c49257c tempest-VolumesNegativeTest-541379175 tempest-VolumesNegativeTest-541379175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4131840'] for port (None), before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:01:01.223974 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-63d792cb-f876-4c36-bd8e-8ca06da88bc5 req-c7f32570-f4c7-4c26-a295-ec8d3c49257c tempest-VolumesNegativeTest-541379175 tempest-VolumesNegativeTest-541379175-project] Publish callbacks [] for security_group (None), before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:01:01.354392 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69451505-ac8d-4116-97eb-7cb3970f30c7 req-67e2dfc8-281c-453f-9bf2-55909bd3ee2c tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:01:01.355808 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-69451505-ac8d-4116-97eb-7cb3970f30c7 req-67e2dfc8-281c-453f-9bf2-55909bd3ee2c tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] 10.222.0.65 "GET /v2.0/ports?device_id=81375607-d255-4352-85da-eab4c1e730a9 HTTP/1.1" status: 200 len: 945 time: 0.0576727 Feb 20 23:01:01.417659 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-63d792cb-f876-4c36-bd8e-8ca06da88bc5 req-c7f32570-f4c7-4c26-a295-ec8d3c49257c tempest-VolumesNegativeTest-541379175 tempest-VolumesNegativeTest-541379175-project] Publish callbacks [] for security_group (3e1c1408-ac46-4a94-a2e5-f785e5396cf1), precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:01:01.439957 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de37ec87-79d1-46de-bbed-61755ea85196 req-2749eb42-dc92-4062-9430-b80b46d0b5a3 tempest-VolumesActionsTest-702370528 tempest-VolumesActionsTest-702370528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:01:01.441813 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-de37ec87-79d1-46de-bbed-61755ea85196 req-2749eb42-dc92-4062-9430-b80b46d0b5a3 tempest-VolumesActionsTest-702370528 tempest-VolumesActionsTest-702370528-project] 10.222.0.65 "GET /v2.0/ports?device_id=4b39e38c-1bb5-4784-ade5-5c52ff17770a HTTP/1.1" status: 200 len: 945 time: 0.1114020 Feb 20 23:01:01.479309 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-63d792cb-f876-4c36-bd8e-8ca06da88bc5 req-c7f32570-f4c7-4c26-a295-ec8d3c49257c tempest-VolumesNegativeTest-541379175 tempest-VolumesNegativeTest-541379175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627867'] for security_group (3e1c1408-ac46-4a94-a2e5-f785e5396cf1), after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:01:01.565943 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-de37ec87-79d1-46de-bbed-61755ea85196 req-e4b54e62-a68f-421a-80a0-a20774fefcae tempest-VolumesActionsTest-702370528 tempest-VolumesActionsTest-702370528-project] 10.222.0.65 "GET /v2.0/security-groups?id=f5f2301d-e11c-4ae7-8b88-d4fa5bae967d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165261 Feb 20 23:01:01.566593 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f32570-f4c7-4c26-a295-ec8d3c49257c tempest-VolumesNegativeTest-541379175 tempest-VolumesNegativeTest-541379175-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e1c1408-ac46-4a94-a2e5-f785e5396cf1,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:01:01.624112 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-69451505-ac8d-4116-97eb-7cb3970f30c7 req-355c4287-c64f-4b84-b5cf-543f73917b96 tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] 10.222.0.65 "GET /v2.0/security-groups?id=bc262dbf-af7b-45c0-8865-5866657a07f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2579725 Feb 20 23:01:01.688511 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.65', 46434) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:01:01.745651 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-6923ca4b-d570-4742-b177-4bdd4788a90e req-3817b7d0-cefd-4d15-b0f1-5c222eff5620 tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] 10.222.0.65 "GET /v2.0/ports?device_id=6732eadb-c39d-499f-84e7-dc5e141ce7e5 HTTP/1.1" status: 200 len: 210 time: 0.0711074 Feb 20 23:01:01.747233 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.db.db_base_plugin_common [req-63d792cb-f876-4c36-bd8e-8ca06da88bc5 req-c7f32570-f4c7-4c26-a295-ec8d3c49257c tempest-VolumesNegativeTest-541379175 tempest-VolumesNegativeTest-541379175-project] Allocated IP 192.168.233.166 (7693e197-5c29-4b30-a8f8-39602edbc087/2a551784-d6be-4d9d-961a-14884c55572e/3d04f884-d912-4c41-b7d9-9bb6230a22fa) {{(pid=109628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 23:01:01.822387 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-4bf0433f-0f91-4162-b1ff-39fa95920c77 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:01:01.897905 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-4bf0433f-0f91-4162-b1ff-39fa95920c77 admin admin] Publish callbacks [] for security_group (2cb98952-566f-4c62-bbbc-4939f9b857a0), precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:01:01.904559 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-63d792cb-f876-4c36-bd8e-8ca06da88bc5 req-c7f32570-f4c7-4c26-a295-ec8d3c49257c tempest-VolumesNegativeTest-541379175 tempest-VolumesNegativeTest-541379175-project] Publish callbacks [] for port (3d04f884-d912-4c41-b7d9-9bb6230a22fa), precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:01:02.008801 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-4bf0433f-0f91-4162-b1ff-39fa95920c77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627867'] for security_group (2cb98952-566f-4c62-bbbc-4939f9b857a0), after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:01:02.009957 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-63d792cb-f876-4c36-bd8e-8ca06da88bc5 req-c7f32570-f4c7-4c26-a295-ec8d3c49257c tempest-VolumesNegativeTest-541379175 tempest-VolumesNegativeTest-541379175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747406771496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59259307'] for port (3d04f884-d912-4c41-b7d9-9bb6230a22fa), after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:01:02.047973 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [None req-4bf0433f-0f91-4162-b1ff-39fa95920c77 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=9bacd0b8a15c4e0a87fcd3f78f59ab0f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3583703 Feb 20 23:01:02.049356 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf0433f-0f91-4162-b1ff-39fa95920c77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cb98952-566f-4c62-bbbc-4939f9b857a0,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:01:02.051853 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.65', 46438) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:01:02.059761 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63d792cb-f876-4c36-bd8e-8ca06da88bc5 req-c7f32570-f4c7-4c26-a295-ec8d3c49257c tempest-VolumesNegativeTest-541379175 tempest-VolumesNegativeTest-541379175-project] Network 7693e197-5c29-4b30-a8f8-39602edbc087 is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 23:01:02.065171 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [req-63d792cb-f876-4c36-bd8e-8ca06da88bc5 req-c7f32570-f4c7-4c26-a295-ec8d3c49257c tempest-VolumesNegativeTest-541379175 tempest-VolumesNegativeTest-541379175-project] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 23:01:02.070635 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [req-63d792cb-f876-4c36-bd8e-8ca06da88bc5 req-c7f32570-f4c7-4c26-a295-ec8d3c49257c tempest-VolumesNegativeTest-541379175 tempest-VolumesNegativeTest-541379175-project] Received port after_create {{(pid=109628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 23:01:02.094084 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f32570-f4c7-4c26-a295-ec8d3c49257c tempest-VolumesNegativeTest-541379175 tempest-VolumesNegativeTest-541379175-project] Pushing event updated for resources: {'Port': ['ID=3d04f884-d912-4c41-b7d9-9bb6230a22fa,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:01:02.104742 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-826ba086-0891-4c86-a730-b777c94a7dcd admin admin] Publish callbacks [] for security_group (2cb98952-566f-4c62-bbbc-4939f9b857a0), before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:01:02.126616 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d792cb-f876-4c36-bd8e-8ca06da88bc5 req-c7f32570-f4c7-4c26-a295-ec8d3c49257c tempest-VolumesNegativeTest-541379175 tempest-VolumesNegativeTest-541379175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:01:02.127483 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-63d792cb-f876-4c36-bd8e-8ca06da88bc5 req-c7f32570-f4c7-4c26-a295-ec8d3c49257c tempest-VolumesNegativeTest-541379175 tempest-VolumesNegativeTest-541379175-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932959'] for port (None), before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:01:02.142653 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-826ba086-0891-4c86-a730-b777c94a7dcd admin admin] Publish callbacks [] for security_group (2cb98952-566f-4c62-bbbc-4939f9b857a0), precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:01:02.240473 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-63d792cb-f876-4c36-bd8e-8ca06da88bc5 req-c7f32570-f4c7-4c26-a295-ec8d3c49257c tempest-VolumesNegativeTest-541379175 tempest-VolumesNegativeTest-541379175-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2900720 Feb 20 23:01:02.252372 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.v2.base [req-63d792cb-f876-4c36-bd8e-8ca06da88bc5 req-be2d02e6-f954-4b5e-963c-2b87ca4e027c service neutron] Request body: {'port': {'device_id': 'ec63fac9-3cfd-41ca-8c87-237d06bec99d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:01:02.325039 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-826ba086-0891-4c86-a730-b777c94a7dcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627867'] for security_group (2cb98952-566f-4c62-bbbc-4939f9b857a0), after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:01:02.327693 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-826ba086-0891-4c86-a730-b777c94a7dcd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:01:02.328792 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [None req-826ba086-0891-4c86-a730-b777c94a7dcd admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/2cb98952-566f-4c62-bbbc-4939f9b857a0 HTTP/1.1" status: 204 len: 168 time: 0.2760463 Feb 20 23:01:02.335515 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-63d792cb-f876-4c36-bd8e-8ca06da88bc5 req-be2d02e6-f954-4b5e-963c-2b87ca4e027c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4131840'] for port (3d04f884-d912-4c41-b7d9-9bb6230a22fa), before_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:01:02.352643 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826ba086-0891-4c86-a730-b777c94a7dcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cb98952-566f-4c62-bbbc-4939f9b857a0,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:01:02.388702 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-ee6e3104-8287-4b25-aa66-7c8cf643c36a None None] Provisioning complete for port 3d04f884-d912-4c41-b7d9-9bb6230a22fa triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:01:02.389979 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-ee6e3104-8287-4b25-aa66-7c8cf643c36a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4145689'] for port (3d04f884-d912-4c41-b7d9-9bb6230a22fa), provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:01:02.403124 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b43f637-93f9-4add-951a-f6245022aab4 req-b376d687-ed66-4078-85a3-0c8a51a5c000 tempest-VolumesNegativeTest-541379175 tempest-VolumesNegativeTest-541379175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:01:02.411550 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-0b43f637-93f9-4add-951a-f6245022aab4 req-b376d687-ed66-4078-85a3-0c8a51a5c000 tempest-VolumesNegativeTest-541379175 tempest-VolumesNegativeTest-541379175-project] 10.222.0.65 "GET /v2.0/ports?device_id=ec63fac9-3cfd-41ca-8c87-237d06bec99d HTTP/1.1" status: 200 len: 936 time: 0.0971599 Feb 20 23:01:02.463118 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-ee6e3104-8287-4b25-aa66-7c8cf643c36a None None] Port 3d04f884-d912-4c41-b7d9-9bb6230a22fa cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 23:01:02.469235 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-0b43f637-93f9-4add-951a-f6245022aab4 req-8fdf27c3-5806-48f6-ae71-b8a7d1a1dd6b tempest-VolumesNegativeTest-541379175 tempest-VolumesNegativeTest-541379175-project] 10.222.0.65 "GET /v2.0/security-groups?id=3e1c1408-ac46-4a94-a2e5-f785e5396cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567458 Feb 20 23:01:02.621634 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.notifiers.nova [req-63d792cb-f876-4c36-bd8e-8ca06da88bc5 req-be2d02e6-f954-4b5e-963c-2b87ca4e027c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d04f884-d912-4c41-b7d9-9bb6230a22fa {{(pid=109628) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 23:01:02.629801 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-63d792cb-f876-4c36-bd8e-8ca06da88bc5 req-be2d02e6-f954-4b5e-963c-2b87ca4e027c service neutron] Publish callbacks [] for port (3d04f884-d912-4c41-b7d9-9bb6230a22fa), precommit_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:01:02.643057 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.db.provisioning_blocks [req-63d792cb-f876-4c36-bd8e-8ca06da88bc5 req-be2d02e6-f954-4b5e-963c-2b87ca4e027c service neutron] Transition to ACTIVE for port object 3d04f884-d912-4c41-b7d9-9bb6230a22fa will not be triggered until provisioned by entity L2. {{(pid=109628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 23:01:02.709112 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036ecea3-8d9d-4d63-8482-8d3343ec3d36 req-ccbd01a2-8839-4b9c-86ad-8c1f6801d794 tempest-VolumesActionsTest-702370528 tempest-VolumesActionsTest-702370528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:01:02.710595 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-036ecea3-8d9d-4d63-8482-8d3343ec3d36 req-ccbd01a2-8839-4b9c-86ad-8c1f6801d794 tempest-VolumesActionsTest-702370528 tempest-VolumesActionsTest-702370528-project] 10.222.0.65 "GET /v2.0/ports?device_id=4b39e38c-1bb5-4784-ade5-5c52ff17770a HTTP/1.1" status: 200 len: 945 time: 0.0515094 Feb 20 23:01:02.723596 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-63d792cb-f876-4c36-bd8e-8ca06da88bc5 req-be2d02e6-f954-4b5e-963c-2b87ca4e027c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747407212427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747406771514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747406771532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59259312'] for port (3d04f884-d912-4c41-b7d9-9bb6230a22fa), after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:01:02.825166 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2d02e6-f954-4b5e-963c-2b87ca4e027c service neutron] Pushing event updated for resources: {'Port': ['ID=3d04f884-d912-4c41-b7d9-9bb6230a22fa,revision_number=2']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:01:02.852875 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-036ecea3-8d9d-4d63-8482-8d3343ec3d36 req-408f6e26-dd5c-43df-ba1c-5955e224ad67 tempest-VolumesActionsTest-702370528 tempest-VolumesActionsTest-702370528-project] 10.222.0.65 "GET /v2.0/security-groups?id=f5f2301d-e11c-4ae7-8b88-d4fa5bae967d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355286 Feb 20 23:01:02.869805 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-30c0e9ff-5d76-4c47-be18-e8d2a02121dd req-df6a8dbc-b12c-4158-891e-a01971bca865 tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] 10.222.0.65 "GET /v2.0/ports?device_id=6732eadb-c39d-499f-84e7-dc5e141ce7e5 HTTP/1.1" status: 200 len: 210 time: 0.0370643 Feb 20 23:01:02.970256 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [req-63d792cb-f876-4c36-bd8e-8ca06da88bc5 req-be2d02e6-f954-4b5e-963c-2b87ca4e027c service neutron] Attempting to bind port 3d04f884-d912-4c41-b7d9-9bb6230a22fa on host hv-cinder-83009 for vnic_type normal with profile {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 23:01:02.970755 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [req-63d792cb-f876-4c36-bd8e-8ca06da88bc5 req-be2d02e6-f954-4b5e-963c-2b87ca4e027c service neutron] Attempting to bind port 3d04f884-d912-4c41-b7d9-9bb6230a22fa by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '16960e5e-9bae-4e5f-94b2-5832580e5a5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '7693e197-5c29-4b30-a8f8-39602edbc087'}] {{(pid=109628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 23:01:02.971088 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63d792cb-f876-4c36-bd8e-8ca06da88bc5 req-be2d02e6-f954-4b5e-963c-2b87ca4e027c service neutron] Attempting to bind port 3d04f884-d912-4c41-b7d9-9bb6230a22fa on network 7693e197-5c29-4b30-a8f8-39602edbc087 {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 23:01:02.975616 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63d792cb-f876-4c36-bd8e-8ca06da88bc5 req-be2d02e6-f954-4b5e-963c-2b87ca4e027c service neutron] Port 3d04f884-d912-4c41-b7d9-9bb6230a22fa on network 7693e197-5c29-4b30-a8f8-39602edbc087 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 23:01:02.975937 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63d792cb-f876-4c36-bd8e-8ca06da88bc5 req-be2d02e6-f954-4b5e-963c-2b87ca4e027c service neutron] Attempting to bind port 3d04f884-d912-4c41-b7d9-9bb6230a22fa on network 7693e197-5c29-4b30-a8f8-39602edbc087 {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 23:01:02.981891 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63d792cb-f876-4c36-bd8e-8ca06da88bc5 req-be2d02e6-f954-4b5e-963c-2b87ca4e027c service neutron] Checking agent: {'id': 'a929ecfe-02b1-4b86-b2e7-0c746ea4b12c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 22, 57, 21), 'started_at': datetime.datetime(2022, 2, 20, 22, 57, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 23, 0, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 23:01:02.982225 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63d792cb-f876-4c36-bd8e-8ca06da88bc5 req-be2d02e6-f954-4b5e-963c-2b87ca4e027c service neutron] Checking segment: {'id': '16960e5e-9bae-4e5f-94b2-5832580e5a5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '7693e197-5c29-4b30-a8f8-39602edbc087'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 23:01:02.982634 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63d792cb-f876-4c36-bd8e-8ca06da88bc5 req-be2d02e6-f954-4b5e-963c-2b87ca4e027c service neutron] Bound using segment: {'id': '16960e5e-9bae-4e5f-94b2-5832580e5a5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '7693e197-5c29-4b30-a8f8-39602edbc087'} {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 23:01:02.983053 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [req-63d792cb-f876-4c36-bd8e-8ca06da88bc5 req-be2d02e6-f954-4b5e-963c-2b87ca4e027c service neutron] Bound port: 3d04f884-d912-4c41-b7d9-9bb6230a22fa, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16960e5e-9bae-4e5f-94b2-5832580e5a5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '7693e197-5c29-4b30-a8f8-39602edbc087'}}] {{(pid=109628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 23:01:02.983405 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-63d792cb-f876-4c36-bd8e-8ca06da88bc5 req-be2d02e6-f954-4b5e-963c-2b87ca4e027c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4131840'] for port (3d04f884-d912-4c41-b7d9-9bb6230a22fa), before_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:01:03.046556 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.db [req-63d792cb-f876-4c36-bd8e-8ca06da88bc5 req-be2d02e6-f954-4b5e-963c-2b87ca4e027c service neutron] For port 3d04f884-d912-4c41-b7d9-9bb6230a22fa, host hv-cinder-83009, cleared binding levels {{(pid=109628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 23:01:03.049775 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.db [req-63d792cb-f876-4c36-bd8e-8ca06da88bc5 req-be2d02e6-f954-4b5e-963c-2b87ca4e027c service neutron] For port 3d04f884-d912-4c41-b7d9-9bb6230a22fa, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=3d04f884-d912-4c41-b7d9-9bb6230a22fa,segment=NetworkSegment(16960e5e-9bae-4e5f-94b2-5832580e5a5f),segment_id=16960e5e-9bae-4e5f-94b2-5832580e5a5f)] {{(pid=109628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 23:01:03.134823 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-63d792cb-f876-4c36-bd8e-8ca06da88bc5 req-be2d02e6-f954-4b5e-963c-2b87ca4e027c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747407212427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747406771514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747406771532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59259312'] for port (3d04f884-d912-4c41-b7d9-9bb6230a22fa), after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:01:03.177250 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d792cb-f876-4c36-bd8e-8ca06da88bc5 req-be2d02e6-f954-4b5e-963c-2b87ca4e027c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:01:03.177869 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-63d792cb-f876-4c36-bd8e-8ca06da88bc5 req-be2d02e6-f954-4b5e-963c-2b87ca4e027c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932959'] for port (None), before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:01:03.179394 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-63d792cb-f876-4c36-bd8e-8ca06da88bc5 req-be2d02e6-f954-4b5e-963c-2b87ca4e027c service neutron] 10.222.0.42 "PUT /v2.0/ports/3d04f884-d912-4c41-b7d9-9bb6230a22fa HTTP/1.1" status: 200 len: 1098 time: 0.9313815 Feb 20 23:01:03.179729 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec63fac9-3cfd-41ca-8c87-237d06bec99d', 'tag': '3d04f884-d912-4c41-b7d9-9bb6230a22fa'}] {{(pid=109628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 23:01:03.187661 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4be7ee60aa4259b475ee261dcf74c65065c56e299c7a4b2359a57cf03aee0d96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f484267f-e08f-476f-8cff-53f38b9ea10b" -d '{"events": [{"name": "network-changed", "server_uuid": "ec63fac9-3cfd-41ca-8c87-237d06bec99d", "tag": "3d04f884-d912-4c41-b7d9-9bb6230a22fa"}]}' {{(pid=109628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 23:01:03.208858 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2d02e6-f954-4b5e-963c-2b87ca4e027c service neutron] Pushing event updated for resources: {'Port': ['ID=3d04f884-d912-4c41-b7d9-9bb6230a22fa,revision_number=3']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:01:03.222836 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 23:01:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77e58908-664b-4de5-b9fa-b0b4b201d74c x-openstack-request-id: req-77e58908-664b-4de5-b9fa-b0b4b201d74c {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 23:01:03.223134 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec63fac9-3cfd-41ca-8c87-237d06bec99d", "tag": "3d04f884-d912-4c41-b7d9-9bb6230a22fa", "status": "completed", "code": 200}]} {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 23:01:03.223390 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-77e58908-664b-4de5-b9fa-b0b4b201d74c {{(pid=109628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 23:01:03.223796 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec63fac9-3cfd-41ca-8c87-237d06bec99d', 'tag': '3d04f884-d912-4c41-b7d9-9bb6230a22fa', 'status': 'completed', 'code': 200} Feb 20 23:01:03.596641 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dec4c5-637c-40d5-a01a-6816183eaff1 req-fad516ff-562e-4692-947b-2068fb4a87df tempest-VolumesNegativeTest-541379175 tempest-VolumesNegativeTest-541379175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:01:03.598150 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-15dec4c5-637c-40d5-a01a-6816183eaff1 req-fad516ff-562e-4692-947b-2068fb4a87df tempest-VolumesNegativeTest-541379175 tempest-VolumesNegativeTest-541379175-project] 10.222.0.65 "GET /v2.0/ports?device_id=ec63fac9-3cfd-41ca-8c87-237d06bec99d HTTP/1.1" status: 200 len: 948 time: 0.0624485 Feb 20 23:01:03.649312 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-15dec4c5-637c-40d5-a01a-6816183eaff1 req-8e8f2d58-dcae-4568-91f6-69a767713f63 tempest-VolumesNegativeTest-541379175 tempest-VolumesNegativeTest-541379175-project] 10.222.0.65 "GET /v2.0/security-groups?id=3e1c1408-ac46-4a94-a2e5-f785e5396cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448480 Feb 20 23:01:03.958768 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-887af14e-4de1-4d0d-81b8-428eb3b25384 req-5d88a4e4-0330-4492-be6e-cfcc94a67379 tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] 10.222.0.65 "GET /v2.0/ports?device_id=6732eadb-c39d-499f-84e7-dc5e141ce7e5 HTTP/1.1" status: 200 len: 210 time: 0.0275919 Feb 20 23:01:04.772741 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e901ba0c-8921-4516-a864-f54da0ada7d9 req-e19e3243-e36b-4fbb-8df9-15207103ca57 tempest-VolumesNegativeTest-541379175 tempest-VolumesNegativeTest-541379175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:01:04.774239 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-e901ba0c-8921-4516-a864-f54da0ada7d9 req-e19e3243-e36b-4fbb-8df9-15207103ca57 tempest-VolumesNegativeTest-541379175 tempest-VolumesNegativeTest-541379175-project] 10.222.0.65 "GET /v2.0/ports?device_id=ec63fac9-3cfd-41ca-8c87-237d06bec99d HTTP/1.1" status: 200 len: 948 time: 0.0521841 Feb 20 23:01:04.827490 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-e901ba0c-8921-4516-a864-f54da0ada7d9 req-4b6fd7fe-e518-4cd5-8ac3-f55d0096cd67 tempest-VolumesNegativeTest-541379175 tempest-VolumesNegativeTest-541379175-project] 10.222.0.65 "GET /v2.0/security-groups?id=3e1c1408-ac46-4a94-a2e5-f785e5396cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470867 Feb 20 23:01:05.047815 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-751ce249-4fa8-4130-a169-0fbecc53a26c req-215da9a3-ee67-480a-8b2a-570a9cab8346 tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] 10.222.0.65 "GET /v2.0/ports?device_id=6732eadb-c39d-499f-84e7-dc5e141ce7e5 HTTP/1.1" status: 200 len: 210 time: 0.0262561 Feb 20 23:01:05.940521 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37b0466-47f0-482e-ab6e-8aee757a8c11 req-320a1bff-96f0-4434-be73-6a03bf936a79 tempest-VolumesNegativeTest-541379175 tempest-VolumesNegativeTest-541379175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:01:05.941946 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-e37b0466-47f0-482e-ab6e-8aee757a8c11 req-320a1bff-96f0-4434-be73-6a03bf936a79 tempest-VolumesNegativeTest-541379175 tempest-VolumesNegativeTest-541379175-project] 10.222.0.65 "GET /v2.0/ports?device_id=ec63fac9-3cfd-41ca-8c87-237d06bec99d HTTP/1.1" status: 200 len: 948 time: 0.0496812 Feb 20 23:01:05.986812 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-e37b0466-47f0-482e-ab6e-8aee757a8c11 req-30262661-9610-48a5-a444-f81895964b6f tempest-VolumesNegativeTest-541379175 tempest-VolumesNegativeTest-541379175-project] 10.222.0.65 "GET /v2.0/security-groups?id=3e1c1408-ac46-4a94-a2e5-f785e5396cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388062 Feb 20 23:01:06.137790 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-d3804d85-9c3c-45b3-af7f-11fb3106c72b req-29d5b966-e1d3-4fd7-9dff-5aa88b807d4a tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] 10.222.0.65 "GET /v2.0/ports?device_id=6732eadb-c39d-499f-84e7-dc5e141ce7e5 HTTP/1.1" status: 200 len: 210 time: 0.0259364 Feb 20 23:01:07.105682 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b92406-8ec4-4246-9da9-eca0c29e5902 req-46c57bcd-c92b-4e38-859c-407f4b4bea65 tempest-VolumesNegativeTest-541379175 tempest-VolumesNegativeTest-541379175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:01:07.107176 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-40b92406-8ec4-4246-9da9-eca0c29e5902 req-46c57bcd-c92b-4e38-859c-407f4b4bea65 tempest-VolumesNegativeTest-541379175 tempest-VolumesNegativeTest-541379175-project] 10.222.0.65 "GET /v2.0/ports?device_id=ec63fac9-3cfd-41ca-8c87-237d06bec99d HTTP/1.1" status: 200 len: 948 time: 0.0543854 Feb 20 23:01:07.159797 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-40b92406-8ec4-4246-9da9-eca0c29e5902 req-3d4fc1cf-5908-4448-b21b-8e36fac11a97 tempest-VolumesNegativeTest-541379175 tempest-VolumesNegativeTest-541379175-project] 10.222.0.65 "GET /v2.0/security-groups?id=3e1c1408-ac46-4a94-a2e5-f785e5396cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472362 Feb 20 23:01:07.230476 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-893fa76c-7cba-4566-825d-e1efc70d3e44 req-6db69329-c337-4c9e-a76a-4d2de4cd33e3 tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] 10.222.0.65 "GET /v2.0/ports?device_id=6732eadb-c39d-499f-84e7-dc5e141ce7e5 HTTP/1.1" status: 200 len: 210 time: 0.0289080 Feb 20 23:01:07.421058 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f484267f-e08f-476f-8cff-53f38b9ea10b req-8bf1b67d-f523-4500-a9c8-1bf720f51281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:01:07.421058 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-f484267f-e08f-476f-8cff-53f38b9ea10b req-8bf1b67d-f523-4500-a9c8-1bf720f51281 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=07a337de76504055a2cf72defd228f24&device_id=ec63fac9-3cfd-41ca-8c87-237d06bec99d HTTP/1.1" status: 200 len: 1132 time: 0.0447109 Feb 20 23:01:07.442820 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-f484267f-e08f-476f-8cff-53f38b9ea10b req-2c7cb3d3-0325-4348-bccc-3c0000760a5c service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=07a337de76504055a2cf72defd228f24&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0177760 Feb 20 23:01:07.536125 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f484267f-e08f-476f-8cff-53f38b9ea10b req-9b30a222-5fd9-4a1b-abf9-ebf9751fe12c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:01:07.537558 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-f484267f-e08f-476f-8cff-53f38b9ea10b req-9b30a222-5fd9-4a1b-abf9-ebf9751fe12c service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0868402 Feb 20 23:01:07.625278 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d792cb-f876-4c36-bd8e-8ca06da88bc5 req-0c1531b7-721d-4ec0-af9e-33574dadab76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:01:07.626757 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-63d792cb-f876-4c36-bd8e-8ca06da88bc5 req-0c1531b7-721d-4ec0-af9e-33574dadab76 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=07a337de76504055a2cf72defd228f24&device_id=ec63fac9-3cfd-41ca-8c87-237d06bec99d HTTP/1.1" status: 200 len: 1132 time: 0.0465147 Feb 20 23:01:07.671449 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-63d792cb-f876-4c36-bd8e-8ca06da88bc5 req-171cf857-de15-4e25-8ef8-989e0c98d699 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.166&port_id=3d04f884-d912-4c41-b7d9-9bb6230a22fa HTTP/1.1" status: 200 len: 217 time: 0.0341537 Feb 20 23:01:07.719708 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d792cb-f876-4c36-bd8e-8ca06da88bc5 req-d1fbfa7b-501b-4567-9a33-60b7755ce6f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:01:07.721118 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-63d792cb-f876-4c36-bd8e-8ca06da88bc5 req-d1fbfa7b-501b-4567-9a33-60b7755ce6f4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2a551784-d6be-4d9d-961a-14884c55572e HTTP/1.1" status: 200 len: 843 time: 0.0430017 Feb 20 23:01:07.773463 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d792cb-f876-4c36-bd8e-8ca06da88bc5 req-c4d1d5c3-0a3c-4074-869e-253db19f4475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:01:07.775082 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-63d792cb-f876-4c36-bd8e-8ca06da88bc5 req-c4d1d5c3-0a3c-4074-869e-253db19f4475 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7693e197-5c29-4b30-a8f8-39602edbc087&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0477419 Feb 20 23:01:07.917657 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-63d792cb-f876-4c36-bd8e-8ca06da88bc5 req-3d65b1d7-2a4f-485c-8436-5517c01f4812 service neutron] 10.222.0.42 "GET /v2.0/networks/7693e197-5c29-4b30-a8f8-39602edbc087?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342945 Feb 20 23:01:07.961835 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1439f35f-a0d7-4ee0-9824-3f8e172c8508 req-ba6d61e1-5a2e-4b14-95f0-e6c4b6517f1e tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:01:07.963276 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-1439f35f-a0d7-4ee0-9824-3f8e172c8508 req-ba6d61e1-5a2e-4b14-95f0-e6c4b6517f1e tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] 10.222.0.42 "GET /v2.0/networks?id=330ae1fa-e5e0-405b-adb6-d2248d3b3656 HTTP/1.1" status: 200 len: 811 time: 0.1144755 Feb 20 23:01:08.239034 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-1439f35f-a0d7-4ee0-9824-3f8e172c8508 req-61dad293-6b31-4082-8a8c-02f9c0218e3c tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1a80503a610548b7b777c092435079dc HTTP/1.1" status: 200 len: 379 time: 0.1173880 Feb 20 23:01:08.251002 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.v2.base [req-1439f35f-a0d7-4ee0-9824-3f8e172c8508 req-a654e21b-1073-435b-8ae7-97a9b8721ca6 tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] Request body: {'port': {'device_id': '6732eadb-c39d-499f-84e7-dc5e141ce7e5', 'network_id': '330ae1fa-e5e0-405b-adb6-d2248d3b3656', 'admin_state_up': True, 'tenant_id': '1a80503a610548b7b777c092435079dc', 'security_groups': ['3bcd6c59-40eb-44ff-a14d-74710665948f']}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:01:08.287253 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe87801-2f53-457d-9fba-1ee1a4d0e964 req-fd891f8d-3e70-4aec-b9bf-1436241f5111 tempest-VolumesNegativeTest-541379175 tempest-VolumesNegativeTest-541379175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:01:08.288927 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-5fe87801-2f53-457d-9fba-1ee1a4d0e964 req-fd891f8d-3e70-4aec-b9bf-1436241f5111 tempest-VolumesNegativeTest-541379175 tempest-VolumesNegativeTest-541379175-project] 10.222.0.65 "GET /v2.0/ports?device_id=ec63fac9-3cfd-41ca-8c87-237d06bec99d HTTP/1.1" status: 200 len: 948 time: 0.0565004 Feb 20 23:01:08.338635 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-5fe87801-2f53-457d-9fba-1ee1a4d0e964 req-bfeeba51-51ac-46a1-b4fa-cce259bf5cc1 tempest-VolumesNegativeTest-541379175 tempest-VolumesNegativeTest-541379175-project] 10.222.0.65 "GET /v2.0/security-groups?id=3e1c1408-ac46-4a94-a2e5-f785e5396cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416644 Feb 20 23:01:08.360733 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-63d792cb-f876-4c36-bd8e-8ca06da88bc5 req-31b7e6d7-cd0c-4e25-ba86-ab2642e30986 service neutron] 10.222.0.42 "GET /v2.0/networks/7693e197-5c29-4b30-a8f8-39602edbc087?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2331226 Feb 20 23:01:08.364388 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-7290082d-b867-46a3-88c4-462e8fe9b72e req-957a6d02-9089-4cfb-8dcc-2930323e52b8 tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] 10.222.0.65 "GET /v2.0/ports?device_id=6732eadb-c39d-499f-84e7-dc5e141ce7e5 HTTP/1.1" status: 200 len: 210 time: 0.0388508 Feb 20 23:01:08.511414 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1439f35f-a0d7-4ee0-9824-3f8e172c8508 req-a654e21b-1073-435b-8ae7-97a9b8721ca6 tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] Made reservation on behalf of 1a80503a610548b7b777c092435079dc for: {'port': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 23:01:08.514761 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-1439f35f-a0d7-4ee0-9824-3f8e172c8508 req-a654e21b-1073-435b-8ae7-97a9b8721ca6 tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4131840'] for port (None), before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:01:08.639611 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.db.db_base_plugin_common [req-1439f35f-a0d7-4ee0-9824-3f8e172c8508 req-a654e21b-1073-435b-8ae7-97a9b8721ca6 tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] Allocated IP 172.20.0.12 (330ae1fa-e5e0-405b-adb6-d2248d3b3656/f975dd8a-099e-41b7-b390-f487b4c5fbc0/47ffeeef-0c16-44ca-8659-d7555ecc7372) {{(pid=109628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 23:01:08.767634 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-1439f35f-a0d7-4ee0-9824-3f8e172c8508 req-a654e21b-1073-435b-8ae7-97a9b8721ca6 tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] Publish callbacks [] for port (47ffeeef-0c16-44ca-8659-d7555ecc7372), precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:01:08.894635 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-1439f35f-a0d7-4ee0-9824-3f8e172c8508 req-a654e21b-1073-435b-8ae7-97a9b8721ca6 tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747406771496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59259307'] for port (47ffeeef-0c16-44ca-8659-d7555ecc7372), after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:01:08.935004 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1439f35f-a0d7-4ee0-9824-3f8e172c8508 req-a654e21b-1073-435b-8ae7-97a9b8721ca6 tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] Network 330ae1fa-e5e0-405b-adb6-d2248d3b3656 is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 23:01:08.937836 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [req-1439f35f-a0d7-4ee0-9824-3f8e172c8508 req-a654e21b-1073-435b-8ae7-97a9b8721ca6 tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 23:01:08.944062 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [req-1439f35f-a0d7-4ee0-9824-3f8e172c8508 req-a654e21b-1073-435b-8ae7-97a9b8721ca6 tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] Received port after_create {{(pid=109628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 23:01:08.950020 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a654e21b-1073-435b-8ae7-97a9b8721ca6 tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] Pushing event updated for resources: {'Port': ['ID=47ffeeef-0c16-44ca-8659-d7555ecc7372,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:01:08.999178 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1439f35f-a0d7-4ee0-9824-3f8e172c8508 req-a654e21b-1073-435b-8ae7-97a9b8721ca6 tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:01:08.999816 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-1439f35f-a0d7-4ee0-9824-3f8e172c8508 req-a654e21b-1073-435b-8ae7-97a9b8721ca6 tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932959'] for port (None), before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:01:09.103487 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-1439f35f-a0d7-4ee0-9824-3f8e172c8508 req-a654e21b-1073-435b-8ae7-97a9b8721ca6 tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8511086 Feb 20 23:01:09.178165 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-f03617da-839a-4784-8ec4-a99ddd961342 None None] Provisioning complete for port 47ffeeef-0c16-44ca-8659-d7555ecc7372 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:01:09.178705 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-f03617da-839a-4784-8ec4-a99ddd961342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4145689'] for port (47ffeeef-0c16-44ca-8659-d7555ecc7372), provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:01:09.185743 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.v2.base [req-1439f35f-a0d7-4ee0-9824-3f8e172c8508 req-828c01bb-6efa-4b12-9e7a-e7697a94d470 service neutron] Request body: {'port': {'device_id': '6732eadb-c39d-499f-84e7-dc5e141ce7e5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:01:09.214071 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-f03617da-839a-4784-8ec4-a99ddd961342 None None] Port 47ffeeef-0c16-44ca-8659-d7555ecc7372 cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 23:01:09.242841 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-1439f35f-a0d7-4ee0-9824-3f8e172c8508 req-828c01bb-6efa-4b12-9e7a-e7697a94d470 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4131840'] for port (47ffeeef-0c16-44ca-8659-d7555ecc7372), before_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:01:09.487318 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ea3086-f599-4832-bcef-5995985e91d6 req-f62f1561-f492-469b-8916-94d7c88c116b tempest-VolumesNegativeTest-541379175 tempest-VolumesNegativeTest-541379175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:01:09.488829 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-66ea3086-f599-4832-bcef-5995985e91d6 req-f62f1561-f492-469b-8916-94d7c88c116b tempest-VolumesNegativeTest-541379175 tempest-VolumesNegativeTest-541379175-project] 10.222.0.65 "GET /v2.0/ports?device_id=ec63fac9-3cfd-41ca-8c87-237d06bec99d HTTP/1.1" status: 200 len: 948 time: 0.0827475 Feb 20 23:01:09.575553 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.notifiers.nova [req-1439f35f-a0d7-4ee0-9824-3f8e172c8508 req-828c01bb-6efa-4b12-9e7a-e7697a94d470 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47ffeeef-0c16-44ca-8659-d7555ecc7372 {{(pid=109628) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 23:01:09.579776 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3321b9b-90f5-48cd-98c8-6ab61aec4308 req-d8b47474-34b9-4436-aaed-cdd7cf2c1940 tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:01:09.581358 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-f3321b9b-90f5-48cd-98c8-6ab61aec4308 req-d8b47474-34b9-4436-aaed-cdd7cf2c1940 tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] 10.222.0.65 "GET /v2.0/ports?device_id=6732eadb-c39d-499f-84e7-dc5e141ce7e5 HTTP/1.1" status: 200 len: 932 time: 0.0539258 Feb 20 23:01:09.584034 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-1439f35f-a0d7-4ee0-9824-3f8e172c8508 req-828c01bb-6efa-4b12-9e7a-e7697a94d470 service neutron] Publish callbacks [] for port (47ffeeef-0c16-44ca-8659-d7555ecc7372), precommit_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:01:09.588850 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-66ea3086-f599-4832-bcef-5995985e91d6 req-98d6c579-c045-4a26-9c95-944edc6c83e1 tempest-VolumesNegativeTest-541379175 tempest-VolumesNegativeTest-541379175-project] 10.222.0.65 "GET /v2.0/security-groups?id=3e1c1408-ac46-4a94-a2e5-f785e5396cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904667 Feb 20 23:01:09.599554 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.db.provisioning_blocks [req-1439f35f-a0d7-4ee0-9824-3f8e172c8508 req-828c01bb-6efa-4b12-9e7a-e7697a94d470 service neutron] Transition to ACTIVE for port object 47ffeeef-0c16-44ca-8659-d7555ecc7372 will not be triggered until provisioned by entity L2. {{(pid=109628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 23:01:09.637617 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-f3321b9b-90f5-48cd-98c8-6ab61aec4308 req-e5ff458b-3bed-44da-ba85-31a0786e1c97 tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] 10.222.0.65 "GET /v2.0/security-groups?id=3bcd6c59-40eb-44ff-a14d-74710665948f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500886 Feb 20 23:01:09.677391 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-1439f35f-a0d7-4ee0-9824-3f8e172c8508 req-828c01bb-6efa-4b12-9e7a-e7697a94d470 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747407212427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747406771514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747406771532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59259312'] for port (47ffeeef-0c16-44ca-8659-d7555ecc7372), after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:01:09.801439 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828c01bb-6efa-4b12-9e7a-e7697a94d470 service neutron] Pushing event updated for resources: {'Port': ['ID=47ffeeef-0c16-44ca-8659-d7555ecc7372,revision_number=2']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:01:09.812219 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f594db-d5f2-4c2f-b625-55e26584566e req-4a686bf5-a4d2-4bf5-9d7c-ddaa8cb9a2cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:01:09.812755 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-f2f594db-d5f2-4c2f-b625-55e26584566e req-4a686bf5-a4d2-4bf5-9d7c-ddaa8cb9a2cb service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e684d4332ff043eab2d102df1b6dd908&device_id=81375607-d255-4352-85da-eab4c1e730a9 HTTP/1.1" status: 200 len: 1129 time: 0.1710305 Feb 20 23:01:09.855653 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bd07a6-7e5c-4cc9-ab8f-05529897c8d4 req-c8b69bf1-b6b6-4474-9fe5-40a1d6517914 tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:01:09.857137 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-f2bd07a6-7e5c-4cc9-ab8f-05529897c8d4 req-c8b69bf1-b6b6-4474-9fe5-40a1d6517914 tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] 10.222.0.65 "GET /v2.0/ports?device_id=81375607-d255-4352-85da-eab4c1e730a9 HTTP/1.1" status: 200 len: 945 time: 0.1843412 Feb 20 23:01:09.961803 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [req-1439f35f-a0d7-4ee0-9824-3f8e172c8508 req-828c01bb-6efa-4b12-9e7a-e7697a94d470 service neutron] Attempting to bind port 47ffeeef-0c16-44ca-8659-d7555ecc7372 on host hv-cinder-83009 for vnic_type normal with profile {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 23:01:09.962699 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [req-1439f35f-a0d7-4ee0-9824-3f8e172c8508 req-828c01bb-6efa-4b12-9e7a-e7697a94d470 service neutron] Attempting to bind port 47ffeeef-0c16-44ca-8659-d7555ecc7372 by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '880d65a5-0d44-4018-a2b8-55df6816dd1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '330ae1fa-e5e0-405b-adb6-d2248d3b3656'}] {{(pid=109628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 23:01:09.963024 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1439f35f-a0d7-4ee0-9824-3f8e172c8508 req-828c01bb-6efa-4b12-9e7a-e7697a94d470 service neutron] Attempting to bind port 47ffeeef-0c16-44ca-8659-d7555ecc7372 on network 330ae1fa-e5e0-405b-adb6-d2248d3b3656 {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 23:01:09.983430 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1439f35f-a0d7-4ee0-9824-3f8e172c8508 req-828c01bb-6efa-4b12-9e7a-e7697a94d470 service neutron] Port 47ffeeef-0c16-44ca-8659-d7555ecc7372 on network 330ae1fa-e5e0-405b-adb6-d2248d3b3656 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 23:01:09.983750 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1439f35f-a0d7-4ee0-9824-3f8e172c8508 req-828c01bb-6efa-4b12-9e7a-e7697a94d470 service neutron] Attempting to bind port 47ffeeef-0c16-44ca-8659-d7555ecc7372 on network 330ae1fa-e5e0-405b-adb6-d2248d3b3656 {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 23:01:09.988158 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-f2bd07a6-7e5c-4cc9-ab8f-05529897c8d4 req-8739ced9-5bb4-49cf-a7df-3991b0798af9 tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] 10.222.0.65 "GET /v2.0/security-groups?id=bc262dbf-af7b-45c0-8865-5866657a07f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173911 Feb 20 23:01:09.997987 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1439f35f-a0d7-4ee0-9824-3f8e172c8508 req-828c01bb-6efa-4b12-9e7a-e7697a94d470 service neutron] Checking agent: {'id': 'a929ecfe-02b1-4b86-b2e7-0c746ea4b12c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 22, 57, 21), 'started_at': datetime.datetime(2022, 2, 20, 22, 57, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 23, 0, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 23:01:09.998318 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1439f35f-a0d7-4ee0-9824-3f8e172c8508 req-828c01bb-6efa-4b12-9e7a-e7697a94d470 service neutron] Checking segment: {'id': '880d65a5-0d44-4018-a2b8-55df6816dd1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '330ae1fa-e5e0-405b-adb6-d2248d3b3656'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 23:01:09.998723 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1439f35f-a0d7-4ee0-9824-3f8e172c8508 req-828c01bb-6efa-4b12-9e7a-e7697a94d470 service neutron] Bound using segment: {'id': '880d65a5-0d44-4018-a2b8-55df6816dd1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '330ae1fa-e5e0-405b-adb6-d2248d3b3656'} {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 23:01:09.999202 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [req-1439f35f-a0d7-4ee0-9824-3f8e172c8508 req-828c01bb-6efa-4b12-9e7a-e7697a94d470 service neutron] Bound port: 47ffeeef-0c16-44ca-8659-d7555ecc7372, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '880d65a5-0d44-4018-a2b8-55df6816dd1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '330ae1fa-e5e0-405b-adb6-d2248d3b3656'}}] {{(pid=109628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 23:01:09.999489 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-1439f35f-a0d7-4ee0-9824-3f8e172c8508 req-828c01bb-6efa-4b12-9e7a-e7697a94d470 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4131840'] for port (47ffeeef-0c16-44ca-8659-d7555ecc7372), before_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:01:10.019051 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f594db-d5f2-4c2f-b625-55e26584566e req-bd06b47b-bbe5-49ed-9a31-3bfc2c22a2d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:01:10.019585 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-f2f594db-d5f2-4c2f-b625-55e26584566e req-bd06b47b-bbe5-49ed-9a31-3bfc2c22a2d0 service neutron] 10.222.0.42 "GET /v2.0/networks?id=50907839-a771-4d5d-8cdc-f2154e15e96c HTTP/1.1" status: 200 len: 919 time: 0.1827631 Feb 20 23:01:10.083935 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-f2f594db-d5f2-4c2f-b625-55e26584566e req-2dd30778-4bde-47d3-9336-aa9ef682b9bb service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=66b4984e-4f9b-4971-bf9f-1f953504702d HTTP/1.1" status: 200 len: 217 time: 0.0395794 Feb 20 23:01:10.140395 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.db [req-1439f35f-a0d7-4ee0-9824-3f8e172c8508 req-828c01bb-6efa-4b12-9e7a-e7697a94d470 service neutron] For port 47ffeeef-0c16-44ca-8659-d7555ecc7372, host hv-cinder-83009, cleared binding levels {{(pid=109628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 23:01:10.156589 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.db [req-1439f35f-a0d7-4ee0-9824-3f8e172c8508 req-828c01bb-6efa-4b12-9e7a-e7697a94d470 service neutron] For port 47ffeeef-0c16-44ca-8659-d7555ecc7372, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=47ffeeef-0c16-44ca-8659-d7555ecc7372,segment=NetworkSegment(880d65a5-0d44-4018-a2b8-55df6816dd1a),segment_id=880d65a5-0d44-4018-a2b8-55df6816dd1a)] {{(pid=109628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 23:01:10.161972 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f594db-d5f2-4c2f-b625-55e26584566e req-797c498c-ae3f-486f-82c3-e486f05307e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:01:10.163450 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-f2f594db-d5f2-4c2f-b625-55e26584566e req-797c498c-ae3f-486f-82c3-e486f05307e4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=bebd2843-1d13-4eae-8703-47333a1f09f6 HTTP/1.1" status: 200 len: 859 time: 0.0678203 Feb 20 23:01:10.198578 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-f2f594db-d5f2-4c2f-b625-55e26584566e req-e774d468-9f50-4885-94b7-c61bf4a05cf0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=50907839-a771-4d5d-8cdc-f2154e15e96c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285196 Feb 20 23:01:10.284670 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-1439f35f-a0d7-4ee0-9824-3f8e172c8508 req-828c01bb-6efa-4b12-9e7a-e7697a94d470 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747407212427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747406771514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747406771532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59259312'] for port (47ffeeef-0c16-44ca-8659-d7555ecc7372), after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:01:10.351812 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1439f35f-a0d7-4ee0-9824-3f8e172c8508 req-828c01bb-6efa-4b12-9e7a-e7697a94d470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:01:10.352412 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-1439f35f-a0d7-4ee0-9824-3f8e172c8508 req-828c01bb-6efa-4b12-9e7a-e7697a94d470 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932959'] for port (None), before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:01:10.353841 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-1439f35f-a0d7-4ee0-9824-3f8e172c8508 req-828c01bb-6efa-4b12-9e7a-e7697a94d470 service neutron] 10.222.0.42 "PUT /v2.0/ports/47ffeeef-0c16-44ca-8659-d7555ecc7372 HTTP/1.1" status: 200 len: 1094 time: 1.1729920 Feb 20 23:01:10.368318 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6732eadb-c39d-499f-84e7-dc5e141ce7e5', 'tag': '47ffeeef-0c16-44ca-8659-d7555ecc7372'}] {{(pid=109628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 23:01:10.368318 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4be7ee60aa4259b475ee261dcf74c65065c56e299c7a4b2359a57cf03aee0d96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02012a9f-4263-4263-9551-2518abfae11e" -d '{"events": [{"name": "network-changed", "server_uuid": "6732eadb-c39d-499f-84e7-dc5e141ce7e5", "tag": "47ffeeef-0c16-44ca-8659-d7555ecc7372"}]}' {{(pid=109628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 23:01:10.390946 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828c01bb-6efa-4b12-9e7a-e7697a94d470 service neutron] Pushing event updated for resources: {'Port': ['ID=47ffeeef-0c16-44ca-8659-d7555ecc7372,revision_number=3']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:01:10.395624 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-f2f594db-d5f2-4c2f-b625-55e26584566e req-c3fa8b76-71c1-4054-97ca-fdc90427305f service neutron] 10.222.0.42 "GET /v2.0/networks/50907839-a771-4d5d-8cdc-f2154e15e96c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1903236 Feb 20 23:01:10.403755 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8a880f-41eb-48a8-bae1-cb7f3596e538 req-fe60368e-dae7-4073-acdf-a102066b48d9 tempest-VolumesActionsTest-702370528 tempest-VolumesActionsTest-702370528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:01:10.405176 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-3f8a880f-41eb-48a8-bae1-cb7f3596e538 req-fe60368e-dae7-4073-acdf-a102066b48d9 tempest-VolumesActionsTest-702370528 tempest-VolumesActionsTest-702370528-project] 10.222.0.65 "GET /v2.0/ports?device_id=4b39e38c-1bb5-4784-ade5-5c52ff17770a HTTP/1.1" status: 200 len: 945 time: 0.1558034 Feb 20 23:01:10.432520 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 23:01:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90ebe119-7dcb-471c-a71f-2eff55a997e8 x-openstack-request-id: req-90ebe119-7dcb-471c-a71f-2eff55a997e8 {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 23:01:10.432810 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6732eadb-c39d-499f-84e7-dc5e141ce7e5", "tag": "47ffeeef-0c16-44ca-8659-d7555ecc7372", "status": "completed", "code": 200}]} {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 23:01:10.433081 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-90ebe119-7dcb-471c-a71f-2eff55a997e8 {{(pid=109628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 23:01:10.433460 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6732eadb-c39d-499f-84e7-dc5e141ce7e5', 'tag': '47ffeeef-0c16-44ca-8659-d7555ecc7372', 'status': 'completed', 'code': 200} Feb 20 23:01:10.729864 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712b8612-1aa3-4c31-9551-b8343c2b9a2a req-fd687cf7-6ba0-48b5-9e6a-7e0c2ad1bb90 tempest-VolumesNegativeTest-541379175 tempest-VolumesNegativeTest-541379175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:01:10.731417 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-712b8612-1aa3-4c31-9551-b8343c2b9a2a req-fd687cf7-6ba0-48b5-9e6a-7e0c2ad1bb90 tempest-VolumesNegativeTest-541379175 tempest-VolumesNegativeTest-541379175-project] 10.222.0.65 "GET /v2.0/ports?device_id=ec63fac9-3cfd-41ca-8c87-237d06bec99d HTTP/1.1" status: 200 len: 948 time: 0.0560915 Feb 20 23:01:10.780482 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-712b8612-1aa3-4c31-9551-b8343c2b9a2a req-3768075d-4567-4991-a496-3daf5ea71620 tempest-VolumesNegativeTest-541379175 tempest-VolumesNegativeTest-541379175-project] 10.222.0.65 "GET /v2.0/security-groups?id=3e1c1408-ac46-4a94-a2e5-f785e5396cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432894 Feb 20 23:01:10.798300 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-3f8a880f-41eb-48a8-bae1-cb7f3596e538 req-95793d45-5529-4568-8f6d-fadb951eefb6 tempest-VolumesActionsTest-702370528 tempest-VolumesActionsTest-702370528-project] 10.222.0.65 "GET /v2.0/security-groups?id=f5f2301d-e11c-4ae7-8b88-d4fa5bae967d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3851550 Feb 20 23:01:10.826795 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-f2f594db-d5f2-4c2f-b625-55e26584566e req-6699bcc2-868e-4c15-9319-a62b1941c725 service neutron] 10.222.0.42 "GET /v2.0/networks/50907839-a771-4d5d-8cdc-f2154e15e96c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4206376 Feb 20 23:01:10.828631 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02012a9f-4263-4263-9551-2518abfae11e req-52a23440-2b71-4279-8b06-2d9ba4aa1af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:01:10.830123 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-02012a9f-4263-4263-9551-2518abfae11e req-52a23440-2b71-4279-8b06-2d9ba4aa1af5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1a80503a610548b7b777c092435079dc&device_id=6732eadb-c39d-499f-84e7-dc5e141ce7e5 HTTP/1.1" status: 200 len: 1128 time: 0.3648243 Feb 20 23:01:10.911334 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5aef1b-a259-4643-8a9a-ce82ab5dfa70 req-06fed5ed-5bdb-4fad-8fed-01115245e476 tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:01:10.913585 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-dd5aef1b-a259-4643-8a9a-ce82ab5dfa70 req-06fed5ed-5bdb-4fad-8fed-01115245e476 tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] 10.222.0.65 "GET /v2.0/ports?device_id=6732eadb-c39d-499f-84e7-dc5e141ce7e5 HTTP/1.1" status: 200 len: 944 time: 0.0521762 Feb 20 23:01:10.936742 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02012a9f-4263-4263-9551-2518abfae11e req-28773cdd-f869-4d71-8bf9-51b7c8792b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:01:10.938164 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-02012a9f-4263-4263-9551-2518abfae11e req-28773cdd-f869-4d71-8bf9-51b7c8792b2a service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=1a80503a610548b7b777c092435079dc&shared=False HTTP/1.1" status: 200 len: 911 time: 0.0967250 Feb 20 23:01:10.964493 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-dd5aef1b-a259-4643-8a9a-ce82ab5dfa70 req-a3c55563-32bb-412b-b6d8-29f187ada3bb tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] 10.222.0.65 "GET /v2.0/security-groups?id=3bcd6c59-40eb-44ff-a14d-74710665948f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457067 Feb 20 23:01:11.045032 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02012a9f-4263-4263-9551-2518abfae11e req-474ce368-18bd-4c66-8a5f-d4ff8557cd84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:01:11.047901 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-02012a9f-4263-4263-9551-2518abfae11e req-474ce368-18bd-4c66-8a5f-d4ff8557cd84 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0992458 Feb 20 23:01:11.153651 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d141c0c-fd90-414d-b85c-17bebf452287 req-730f5080-5cba-4ac3-a1c5-6569b3995b33 tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:01:11.155134 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-0d141c0c-fd90-414d-b85c-17bebf452287 req-730f5080-5cba-4ac3-a1c5-6569b3995b33 tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] 10.222.0.65 "GET /v2.0/ports?device_id=81375607-d255-4352-85da-eab4c1e730a9 HTTP/1.1" status: 200 len: 945 time: 0.0903583 Feb 20 23:01:11.171508 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1439f35f-a0d7-4ee0-9824-3f8e172c8508 req-33ab80d7-0dcc-484f-ae43-f3addf0b08ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:01:11.172886 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-1439f35f-a0d7-4ee0-9824-3f8e172c8508 req-33ab80d7-0dcc-484f-ae43-f3addf0b08ad service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1a80503a610548b7b777c092435079dc&device_id=6732eadb-c39d-499f-84e7-dc5e141ce7e5 HTTP/1.1" status: 200 len: 1128 time: 0.0689993 Feb 20 23:01:11.238088 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-1439f35f-a0d7-4ee0-9824-3f8e172c8508 req-3ec958f7-db16-43dd-a24d-6dcbb93234bb service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=47ffeeef-0c16-44ca-8659-d7555ecc7372 HTTP/1.1" status: 200 len: 217 time: 0.0570977 Feb 20 23:01:11.254600 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-0d141c0c-fd90-414d-b85c-17bebf452287 req-b42d24ef-540f-4a43-9872-6a6dcc7889fb tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] 10.222.0.65 "GET /v2.0/security-groups?id=bc262dbf-af7b-45c0-8865-5866657a07f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936620 Feb 20 23:01:11.909842 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e113be0-ab4b-4d9e-971f-d2caf45850f7 req-f6a9d360-d559-4f9e-8d11-12b6f90608c1 tempest-VolumesNegativeTest-541379175 tempest-VolumesNegativeTest-541379175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:01:11.911347 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-1e113be0-ab4b-4d9e-971f-d2caf45850f7 req-f6a9d360-d559-4f9e-8d11-12b6f90608c1 tempest-VolumesNegativeTest-541379175 tempest-VolumesNegativeTest-541379175-project] 10.222.0.65 "GET /v2.0/ports?device_id=ec63fac9-3cfd-41ca-8c87-237d06bec99d HTTP/1.1" status: 200 len: 948 time: 0.0597181 Feb 20 23:01:11.923281 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68ecffb-7021-4c45-956a-d4f786a388a8 req-1e34b5ba-bd28-4697-bf1a-df4ed4457f10 tempest-VolumesActionsTest-702370528 tempest-VolumesActionsTest-702370528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:01:11.924992 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-c68ecffb-7021-4c45-956a-d4f786a388a8 req-1e34b5ba-bd28-4697-bf1a-df4ed4457f10 tempest-VolumesActionsTest-702370528 tempest-VolumesActionsTest-702370528-project] 10.222.0.65 "GET /v2.0/ports?device_id=4b39e38c-1bb5-4784-ade5-5c52ff17770a HTTP/1.1" status: 200 len: 945 time: 0.0596991 Feb 20 23:01:11.960871 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-1e113be0-ab4b-4d9e-971f-d2caf45850f7 req-c0909cc0-7117-4e31-9eef-a2f4c710a1ee tempest-VolumesNegativeTest-541379175 tempest-VolumesNegativeTest-541379175-project] 10.222.0.65 "GET /v2.0/security-groups?id=3e1c1408-ac46-4a94-a2e5-f785e5396cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404890 Feb 20 23:01:11.971021 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-c68ecffb-7021-4c45-956a-d4f786a388a8 req-4b6a48af-19fe-4b74-82a4-ea016d7bee3e tempest-VolumesActionsTest-702370528 tempest-VolumesActionsTest-702370528-project] 10.222.0.65 "GET /v2.0/security-groups?id=f5f2301d-e11c-4ae7-8b88-d4fa5bae967d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407588 Feb 20 23:01:12.079276 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d162971-c212-4433-8c3d-2da27b6135dd req-9d26a10f-f8b5-48a2-a0e7-21d6bc567013 tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:01:12.080661 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-0d162971-c212-4433-8c3d-2da27b6135dd req-9d26a10f-f8b5-48a2-a0e7-21d6bc567013 tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] 10.222.0.65 "GET /v2.0/ports?device_id=6732eadb-c39d-499f-84e7-dc5e141ce7e5 HTTP/1.1" status: 200 len: 944 time: 0.0506082 Feb 20 23:01:12.127278 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-0d162971-c212-4433-8c3d-2da27b6135dd req-eaeaa0e0-e07b-46cb-858f-8efe49551d5e tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] 10.222.0.65 "GET /v2.0/security-groups?id=3bcd6c59-40eb-44ff-a14d-74710665948f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411799 Feb 20 23:01:12.310461 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-43b59acb-9a8e-443f-bd59-f16a97b04ec2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (83a03d73-f5e1-4f72-b2a3-d557ae097998), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:01:12.369600 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01de478-189f-4773-973e-31d818519e66 req-8f6c22a3-5762-4d4a-a920-79a8f32135ce tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:01:12.370990 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-f01de478-189f-4773-973e-31d818519e66 req-8f6c22a3-5762-4d4a-a920-79a8f32135ce tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] 10.222.0.65 "GET /v2.0/ports?device_id=81375607-d255-4352-85da-eab4c1e730a9 HTTP/1.1" status: 200 len: 945 time: 0.0519943 Feb 20 23:01:12.418376 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-f01de478-189f-4773-973e-31d818519e66 req-7597ff4c-9c2e-4f18-8ffc-7c12331f1084 tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] 10.222.0.65 "GET /v2.0/security-groups?id=bc262dbf-af7b-45c0-8865-5866657a07f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419927 Feb 20 23:01:12.898316 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Device 3d04f884-d912-4c41-b7d9-9bb6230a22fa details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=109630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 23:01:12.939845 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1439f35f-a0d7-4ee0-9824-3f8e172c8508 req-d234e6f2-3864-4e2c-9613-4c696c9b4796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:01:12.941263 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-1439f35f-a0d7-4ee0-9824-3f8e172c8508 req-d234e6f2-3864-4e2c-9613-4c696c9b4796 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f975dd8a-099e-41b7-b390-f487b4c5fbc0 HTTP/1.1" status: 200 len: 850 time: 0.0436020 Feb 20 23:01:12.991320 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] For port 3d04f884-d912-4c41-b7d9-9bb6230a22fa, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=3d04f884-d912-4c41-b7d9-9bb6230a22fa,segment=NetworkSegment(16960e5e-9bae-4e5f-94b2-5832580e5a5f),segment_id=16960e5e-9bae-4e5f-94b2-5832580e5a5f)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:01:13.006463 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Returning: {'device': '3d04f884-d912-4c41-b7d9-9bb6230a22fa', 'network_id': '7693e197-5c29-4b30-a8f8-39602edbc087', 'port_id': '3d04f884-d912-4c41-b7d9-9bb6230a22fa', 'mac_address': 'fa:16:3e:43:04:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a551784-d6be-4d9d-961a-14884c55572e', 'ip_address': '192.168.233.166'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 23:01:13.045044 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Current status of the port 3d04f884-d912-4c41-b7d9-9bb6230a22fa is: DOWN; New status is: BUILD {{(pid=109630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:01:13.045439 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4131840'] for port (3d04f884-d912-4c41-b7d9-9bb6230a22fa), before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:01:13.059209 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.notifiers.nova [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d04f884-d912-4c41-b7d9-9bb6230a22fa {{(pid=109630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 23:01:13.078130 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] For port 3d04f884-d912-4c41-b7d9-9bb6230a22fa, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=3d04f884-d912-4c41-b7d9-9bb6230a22fa,segment=NetworkSegment(16960e5e-9bae-4e5f-94b2-5832580e5a5f),segment_id=16960e5e-9bae-4e5f-94b2-5832580e5a5f)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:01:13.085562 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba43e6a2-fd27-4094-8ac3-2828c82e1641 req-fefabd05-8c10-41e2-a28d-dd04bbf55119 tempest-VolumesActionsTest-702370528 tempest-VolumesActionsTest-702370528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:01:13.087732 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-ba43e6a2-fd27-4094-8ac3-2828c82e1641 req-fefabd05-8c10-41e2-a28d-dd04bbf55119 tempest-VolumesActionsTest-702370528 tempest-VolumesActionsTest-702370528-project] 10.222.0.65 "GET /v2.0/ports?device_id=4b39e38c-1bb5-4784-ade5-5c52ff17770a HTTP/1.1" status: 200 len: 945 time: 0.0529566 Feb 20 23:01:13.090131 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffcae25-e6ad-4619-a83a-fb5611b3063d req-095c8084-2f4c-472a-a882-ac53da180f44 tempest-VolumesNegativeTest-541379175 tempest-VolumesNegativeTest-541379175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:01:13.095289 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-8ffcae25-e6ad-4619-a83a-fb5611b3063d req-095c8084-2f4c-472a-a882-ac53da180f44 tempest-VolumesNegativeTest-541379175 tempest-VolumesNegativeTest-541379175-project] 10.222.0.65 "GET /v2.0/ports?device_id=ec63fac9-3cfd-41ca-8c87-237d06bec99d HTTP/1.1" status: 200 len: 948 time: 0.0604088 Feb 20 23:01:13.139850 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-8ffcae25-e6ad-4619-a83a-fb5611b3063d req-e34001e6-7a6a-4392-a1e1-cec47d985db2 tempest-VolumesNegativeTest-541379175 tempest-VolumesNegativeTest-541379175-project] 10.222.0.65 "GET /v2.0/security-groups?id=3e1c1408-ac46-4a94-a2e5-f785e5396cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425472 Feb 20 23:01:13.145255 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-ba43e6a2-fd27-4094-8ac3-2828c82e1641 req-ec71a74d-55c6-4c00-93bf-71f558d1d59b tempest-VolumesActionsTest-702370528 tempest-VolumesActionsTest-702370528-project] 10.222.0.65 "GET /v2.0/security-groups?id=f5f2301d-e11c-4ae7-8b88-d4fa5bae967d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485909 Feb 20 23:01:13.145639 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747407212427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747406771514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747406771532'] for port (3d04f884-d912-4c41-b7d9-9bb6230a22fa), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:01:13.203006 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Pushing event updated for resources: {'Port': ['ID=3d04f884-d912-4c41-b7d9-9bb6230a22fa,revision_number=4']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:01:13.254307 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774dbec2-a810-48f8-b8fe-2352ce4de9fb req-8a082343-03b0-40c2-83ef-80ce1148fcc0 tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:01:13.255777 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-774dbec2-a810-48f8-b8fe-2352ce4de9fb req-8a082343-03b0-40c2-83ef-80ce1148fcc0 tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] 10.222.0.65 "GET /v2.0/ports?device_id=6732eadb-c39d-499f-84e7-dc5e141ce7e5 HTTP/1.1" status: 200 len: 944 time: 0.0518997 Feb 20 23:01:13.303972 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-774dbec2-a810-48f8-b8fe-2352ce4de9fb req-b31463aa-8657-4eef-bfb2-c52589d03c77 tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] 10.222.0.65 "GET /v2.0/security-groups?id=3bcd6c59-40eb-44ff-a14d-74710665948f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422342 Feb 20 23:01:13.532837 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbab1879-e769-407e-8e30-5ece871aecb3 req-9b69eb57-b4e9-4b0b-b188-b0a3849ca134 tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:01:13.534283 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-dbab1879-e769-407e-8e30-5ece871aecb3 req-9b69eb57-b4e9-4b0b-b188-b0a3849ca134 tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] 10.222.0.65 "GET /v2.0/ports?device_id=81375607-d255-4352-85da-eab4c1e730a9 HTTP/1.1" status: 200 len: 945 time: 0.0511298 Feb 20 23:01:13.579593 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-dbab1879-e769-407e-8e30-5ece871aecb3 req-8b92a203-6fee-44dc-96c2-e0fb48115a02 tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] 10.222.0.65 "GET /v2.0/security-groups?id=bc262dbf-af7b-45c0-8865-5866657a07f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396645 Feb 20 23:01:13.646454 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.db.agents_db [None req-1f7bd598-9080-4651-a904-61cb6c9001fd None None] Agent healthcheck: found 6 active agents {{(pid=109631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 23:01:13.917663 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1439f35f-a0d7-4ee0-9824-3f8e172c8508 req-46acd4f9-2738-4c99-a69d-c0c2890838f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:01:13.919145 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-1439f35f-a0d7-4ee0-9824-3f8e172c8508 req-46acd4f9-2738-4c99-a69d-c0c2890838f0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=330ae1fa-e5e0-405b-adb6-d2248d3b3656&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0433433 Feb 20 23:01:14.261658 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748e4d75-51a0-4d6e-a0b9-3259ebe4d786 req-79f6d851-2ca0-4f01-8920-0a5057fd2727 tempest-VolumesActionsTest-702370528 tempest-VolumesActionsTest-702370528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:01:14.263271 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-748e4d75-51a0-4d6e-a0b9-3259ebe4d786 req-79f6d851-2ca0-4f01-8920-0a5057fd2727 tempest-VolumesActionsTest-702370528 tempest-VolumesActionsTest-702370528-project] 10.222.0.65 "GET /v2.0/ports?device_id=4b39e38c-1bb5-4784-ade5-5c52ff17770a HTTP/1.1" status: 200 len: 945 time: 0.0555449 Feb 20 23:01:14.289613 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d55cbc9-b81f-4aef-90e6-815c059aab27 req-af7c1394-9106-4615-bf1b-03e03ab48dd1 tempest-VolumesNegativeTest-541379175 tempest-VolumesNegativeTest-541379175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:01:14.291097 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-4d55cbc9-b81f-4aef-90e6-815c059aab27 req-af7c1394-9106-4615-bf1b-03e03ab48dd1 tempest-VolumesNegativeTest-541379175 tempest-VolumesNegativeTest-541379175-project] 10.222.0.65 "GET /v2.0/ports?device_id=ec63fac9-3cfd-41ca-8c87-237d06bec99d HTTP/1.1" status: 200 len: 949 time: 0.0531442 Feb 20 23:01:14.313020 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-748e4d75-51a0-4d6e-a0b9-3259ebe4d786 req-bcca64cd-dd03-4088-85e6-535b1fd96766 tempest-VolumesActionsTest-702370528 tempest-VolumesActionsTest-702370528-project] 10.222.0.65 "GET /v2.0/security-groups?id=f5f2301d-e11c-4ae7-8b88-d4fa5bae967d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439634 Feb 20 23:01:14.341890 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-4d55cbc9-b81f-4aef-90e6-815c059aab27 req-201d0f0d-1284-4920-9aea-6e90ba08381c tempest-VolumesNegativeTest-541379175 tempest-VolumesNegativeTest-541379175-project] 10.222.0.65 "GET /v2.0/security-groups?id=3e1c1408-ac46-4a94-a2e5-f785e5396cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450709 Feb 20 23:01:14.420217 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83445b6b-8c02-48ed-a21c-636f1cb10bd5 req-101f3760-eb27-481d-a113-1caa9385deb0 tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:01:14.421599 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-83445b6b-8c02-48ed-a21c-636f1cb10bd5 req-101f3760-eb27-481d-a113-1caa9385deb0 tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] 10.222.0.65 "GET /v2.0/ports?device_id=6732eadb-c39d-499f-84e7-dc5e141ce7e5 HTTP/1.1" status: 200 len: 944 time: 0.0534244 Feb 20 23:01:14.467880 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-83445b6b-8c02-48ed-a21c-636f1cb10bd5 req-09db60e9-dec1-41d9-b048-adc86338023a tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] 10.222.0.65 "GET /v2.0/security-groups?id=3bcd6c59-40eb-44ff-a14d-74710665948f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404851 Feb 20 23:01:14.510816 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-ace4e09b-e7da-4b12-ba28-58534f3fa200 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (13c347f3-1c01-45ee-af8c-9f8a630e0f23), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:01:14.694068 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d07c124-8bfb-4f5d-810a-b5721ab6a858 req-2650f6ad-1ac1-4f4e-893b-8ceef072ccc5 tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:01:14.695474 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-1d07c124-8bfb-4f5d-810a-b5721ab6a858 req-2650f6ad-1ac1-4f4e-893b-8ceef072ccc5 tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] 10.222.0.65 "GET /v2.0/ports?device_id=81375607-d255-4352-85da-eab4c1e730a9 HTTP/1.1" status: 200 len: 945 time: 0.0511022 Feb 20 23:01:14.740529 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-1d07c124-8bfb-4f5d-810a-b5721ab6a858 req-bc748f55-fc4e-4fc9-a862-a44057c779dc tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] 10.222.0.65 "GET /v2.0/security-groups?id=bc262dbf-af7b-45c0-8865-5866657a07f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394413 Feb 20 23:01:15.360320 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-1439f35f-a0d7-4ee0-9824-3f8e172c8508 req-d78c7430-ce32-4279-b8af-4c84437bcdc4 service neutron] 10.222.0.42 "GET /v2.0/networks/330ae1fa-e5e0-405b-adb6-d2248d3b3656?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860922 Feb 20 23:01:15.457549 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df51b6b-24ac-4af2-a2e6-7119ebda656d req-b651c3d5-52b7-4320-b920-3afea2b7b75c tempest-VolumesNegativeTest-541379175 tempest-VolumesNegativeTest-541379175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:01:15.458936 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-5df51b6b-24ac-4af2-a2e6-7119ebda656d req-b651c3d5-52b7-4320-b920-3afea2b7b75c tempest-VolumesNegativeTest-541379175 tempest-VolumesNegativeTest-541379175-project] 10.222.0.65 "GET /v2.0/ports?device_id=ec63fac9-3cfd-41ca-8c87-237d06bec99d HTTP/1.1" status: 200 len: 949 time: 0.0506639 Feb 20 23:01:15.486011 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1270ee-923b-44bc-a627-ea21f3b25909 req-6eeeee5a-91ac-4be3-b18e-384254820f41 tempest-VolumesActionsTest-702370528 tempest-VolumesActionsTest-702370528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:01:15.487503 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-5f1270ee-923b-44bc-a627-ea21f3b25909 req-6eeeee5a-91ac-4be3-b18e-384254820f41 tempest-VolumesActionsTest-702370528 tempest-VolumesActionsTest-702370528-project] 10.222.0.65 "GET /v2.0/ports?device_id=4b39e38c-1bb5-4784-ade5-5c52ff17770a HTTP/1.1" status: 200 len: 945 time: 0.1086810 Feb 20 23:01:15.504899 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-5df51b6b-24ac-4af2-a2e6-7119ebda656d req-c9da10de-aae9-4389-82dd-b489636dd54d tempest-VolumesNegativeTest-541379175 tempest-VolumesNegativeTest-541379175-project] 10.222.0.65 "GET /v2.0/security-groups?id=3e1c1408-ac46-4a94-a2e5-f785e5396cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404439 Feb 20 23:01:15.528190 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-1439f35f-a0d7-4ee0-9824-3f8e172c8508 req-25866fe8-d8fc-49e5-a8f2-9e37fdaf7b6e service neutron] 10.222.0.42 "GET /v2.0/networks/330ae1fa-e5e0-405b-adb6-d2248d3b3656?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226456 Feb 20 23:01:15.558039 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-5f1270ee-923b-44bc-a627-ea21f3b25909 req-28e81b61-992f-4f70-a46c-b4d75b474409 tempest-VolumesActionsTest-702370528 tempest-VolumesActionsTest-702370528-project] 10.222.0.65 "GET /v2.0/security-groups?id=f5f2301d-e11c-4ae7-8b88-d4fa5bae967d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623808 Feb 20 23:01:15.624164 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfb0463-e269-47a7-8aae-7713ee54b85a req-10328ec2-0bc8-4d85-8048-83d382240855 tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:01:15.625625 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-4dfb0463-e269-47a7-8aae-7713ee54b85a req-10328ec2-0bc8-4d85-8048-83d382240855 tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] 10.222.0.65 "GET /v2.0/ports?device_id=6732eadb-c39d-499f-84e7-dc5e141ce7e5 HTTP/1.1" status: 200 len: 944 time: 0.0561042 Feb 20 23:01:15.671093 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-4dfb0463-e269-47a7-8aae-7713ee54b85a req-a2fbdd50-9ff3-49a3-aa86-a8ada337b9cd tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] 10.222.0.65 "GET /v2.0/security-groups?id=3bcd6c59-40eb-44ff-a14d-74710665948f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398173 Feb 20 23:01:15.855742 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd8d1d2-3ae2-43f8-8c3a-4018808dbc47 req-51b55fb6-6994-4dc7-8be8-6c1f40a335ea tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:01:15.857205 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-cfd8d1d2-3ae2-43f8-8c3a-4018808dbc47 req-51b55fb6-6994-4dc7-8be8-6c1f40a335ea tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] 10.222.0.65 "GET /v2.0/ports?device_id=81375607-d255-4352-85da-eab4c1e730a9 HTTP/1.1" status: 200 len: 945 time: 0.0524561 Feb 20 23:01:15.894225 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-343008d4-3a37-47e4-bcbd-5ef9b41dd99c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (5ba36dc9-fc49-4f8a-9e75-ea70dbbc9d37), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:01:15.911773 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-cfd8d1d2-3ae2-43f8-8c3a-4018808dbc47 req-3fdf9ea4-c922-4a21-b1a1-3e6c5df9811f tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] 10.222.0.65 "GET /v2.0/security-groups?id=bc262dbf-af7b-45c0-8865-5866657a07f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489256 Feb 20 23:01:16.620993 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dc3c92-5e06-4935-976f-cb9e1c2f7ba6 req-edd25c6f-da4e-46e0-bdcd-8a1f061ffb92 tempest-VolumesNegativeTest-541379175 tempest-VolumesNegativeTest-541379175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:01:16.622561 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-b1dc3c92-5e06-4935-976f-cb9e1c2f7ba6 req-edd25c6f-da4e-46e0-bdcd-8a1f061ffb92 tempest-VolumesNegativeTest-541379175 tempest-VolumesNegativeTest-541379175-project] 10.222.0.65 "GET /v2.0/ports?device_id=ec63fac9-3cfd-41ca-8c87-237d06bec99d HTTP/1.1" status: 200 len: 949 time: 0.0521774 Feb 20 23:01:16.673377 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-b1dc3c92-5e06-4935-976f-cb9e1c2f7ba6 req-85802e0c-77ca-48c2-91bb-f6de5947dda4 tempest-VolumesNegativeTest-541379175 tempest-VolumesNegativeTest-541379175-project] 10.222.0.65 "GET /v2.0/security-groups?id=3e1c1408-ac46-4a94-a2e5-f785e5396cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452604 Feb 20 23:01:16.675044 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9ab9f3-64d1-4120-a36d-b1dadba33fab req-13a57a08-ef46-468e-a68c-8282f28d7c6c tempest-VolumesActionsTest-702370528 tempest-VolumesActionsTest-702370528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:01:16.676530 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-4c9ab9f3-64d1-4120-a36d-b1dadba33fab req-13a57a08-ef46-468e-a68c-8282f28d7c6c tempest-VolumesActionsTest-702370528 tempest-VolumesActionsTest-702370528-project] 10.222.0.65 "GET /v2.0/ports?device_id=4b39e38c-1bb5-4784-ade5-5c52ff17770a HTTP/1.1" status: 200 len: 945 time: 0.0527420 Feb 20 23:01:16.724372 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-4c9ab9f3-64d1-4120-a36d-b1dadba33fab req-d748fe8b-4188-44cb-9ae0-0c9820d886fb tempest-VolumesActionsTest-702370528 tempest-VolumesActionsTest-702370528-project] 10.222.0.65 "GET /v2.0/security-groups?id=f5f2301d-e11c-4ae7-8b88-d4fa5bae967d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419307 Feb 20 23:01:16.785227 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] get_ports_and_sgs() called for port_ids ['3d04f884-d912-4c41-b7d9-9bb6230a22fa'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 23:01:16.785437 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4a49e3-7776-4bb3-a351-e76fbd033bf7 req-9230ade6-e67f-4013-a656-bf1f8f93f742 tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:01:16.786791 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-bd4a49e3-7776-4bb3-a351-e76fbd033bf7 req-9230ade6-e67f-4013-a656-bf1f8f93f742 tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] 10.222.0.65 "GET /v2.0/ports?device_id=6732eadb-c39d-499f-84e7-dc5e141ce7e5 HTTP/1.1" status: 200 len: 944 time: 0.0509779 Feb 20 23:01:16.841178 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-bd4a49e3-7776-4bb3-a351-e76fbd033bf7 req-a064d889-a6df-4b81-b12e-e347075933f3 tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] 10.222.0.65 "GET /v2.0/security-groups?id=3bcd6c59-40eb-44ff-a14d-74710665948f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470572 Feb 20 23:01:17.025473 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8537fbe-150b-4f9d-b686-65f5ab96ff3e req-9a82d287-3795-4d84-aeb5-4bbbce7acc84 tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:01:17.026947 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-e8537fbe-150b-4f9d-b686-65f5ab96ff3e req-9a82d287-3795-4d84-aeb5-4bbbce7acc84 tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] 10.222.0.65 "GET /v2.0/ports?device_id=81375607-d255-4352-85da-eab4c1e730a9 HTTP/1.1" status: 200 len: 945 time: 0.0508399 Feb 20 23:01:17.073469 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-e8537fbe-150b-4f9d-b686-65f5ab96ff3e req-e95997bc-8a8f-4beb-810f-3af13e94b0c4 tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] 10.222.0.65 "GET /v2.0/security-groups?id=bc262dbf-af7b-45c0-8865-5866657a07f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411062 Feb 20 23:01:17.139571 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-f8bda328-0f39-40fc-b2c8-28796977f3d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (e2edd6cb-ac77-47df-80b5-e0a92a5dde3d), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:01:17.794914 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b0d7c7-7f48-418c-8a86-d58a615bf876 req-7fbe2bff-b80f-4b36-af4b-7c88c0d73fae tempest-VolumesNegativeTest-541379175 tempest-VolumesNegativeTest-541379175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:01:17.796439 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-44b0d7c7-7f48-418c-8a86-d58a615bf876 req-7fbe2bff-b80f-4b36-af4b-7c88c0d73fae tempest-VolumesNegativeTest-541379175 tempest-VolumesNegativeTest-541379175-project] 10.222.0.65 "GET /v2.0/ports?device_id=ec63fac9-3cfd-41ca-8c87-237d06bec99d HTTP/1.1" status: 200 len: 949 time: 0.0561469 Feb 20 23:01:17.851233 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17820db3-6a12-48f2-8699-b09ae1969057 req-71cf7cf3-2dcd-4667-8035-805e46a5e3ba tempest-VolumesActionsTest-702370528 tempest-VolumesActionsTest-702370528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:01:17.852684 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-17820db3-6a12-48f2-8699-b09ae1969057 req-71cf7cf3-2dcd-4667-8035-805e46a5e3ba tempest-VolumesActionsTest-702370528 tempest-VolumesActionsTest-702370528-project] 10.222.0.65 "GET /v2.0/ports?device_id=4b39e38c-1bb5-4784-ade5-5c52ff17770a HTTP/1.1" status: 200 len: 945 time: 0.0596180 Feb 20 23:01:17.855470 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-44b0d7c7-7f48-418c-8a86-d58a615bf876 req-c57f160e-c378-42f4-bfc6-3218fe2140a7 tempest-VolumesNegativeTest-541379175 tempest-VolumesNegativeTest-541379175-project] 10.222.0.65 "GET /v2.0/security-groups?id=3e1c1408-ac46-4a94-a2e5-f785e5396cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533290 Feb 20 23:01:17.900679 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-17820db3-6a12-48f2-8699-b09ae1969057 req-3e5050bd-5541-40fb-b6fc-227cb33281ea tempest-VolumesActionsTest-702370528 tempest-VolumesActionsTest-702370528-project] 10.222.0.65 "GET /v2.0/security-groups?id=f5f2301d-e11c-4ae7-8b88-d4fa5bae967d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423396 Feb 20 23:01:17.958059 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e862f1f2-59e0-4dd1-9999-3b2d61c36d95 req-0a044650-a675-4479-9e6a-1ff4206051d7 tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:01:17.959523 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-e862f1f2-59e0-4dd1-9999-3b2d61c36d95 req-0a044650-a675-4479-9e6a-1ff4206051d7 tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] 10.222.0.65 "GET /v2.0/ports?device_id=6732eadb-c39d-499f-84e7-dc5e141ce7e5 HTTP/1.1" status: 200 len: 944 time: 0.0500958 Feb 20 23:01:18.004353 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-e862f1f2-59e0-4dd1-9999-3b2d61c36d95 req-63dbbadd-a3f6-4963-b00d-5b0f2a3df680 tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] 10.222.0.65 "GET /v2.0/security-groups?id=3bcd6c59-40eb-44ff-a14d-74710665948f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387869 Feb 20 23:01:18.185953 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2eda50-c4c1-4d97-9cba-db58dde71878 req-da40ee81-c9a4-47e6-8a0a-de18d3b0ec42 tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:01:18.187424 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-5d2eda50-c4c1-4d97-9cba-db58dde71878 req-da40ee81-c9a4-47e6-8a0a-de18d3b0ec42 tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] 10.222.0.65 "GET /v2.0/ports?device_id=81375607-d255-4352-85da-eab4c1e730a9 HTTP/1.1" status: 200 len: 945 time: 0.0500624 Feb 20 23:01:18.231839 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-5d2eda50-c4c1-4d97-9cba-db58dde71878 req-4aa1bd71-d0ee-4189-9c14-f6ea8c099c21 tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] 10.222.0.65 "GET /v2.0/security-groups?id=bc262dbf-af7b-45c0-8865-5866657a07f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389869 Feb 20 23:01:18.642228 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (2dc95353-690e-4eed-857f-cdb5bbe3a4be), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:01:18.973639 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba3dcff-afd0-4102-b481-4862a03ae74c req-c8b307b9-0ae0-4bdb-9c1b-203984b00cf1 tempest-VolumesNegativeTest-541379175 tempest-VolumesNegativeTest-541379175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:01:18.975246 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-0ba3dcff-afd0-4102-b481-4862a03ae74c req-c8b307b9-0ae0-4bdb-9c1b-203984b00cf1 tempest-VolumesNegativeTest-541379175 tempest-VolumesNegativeTest-541379175-project] 10.222.0.65 "GET /v2.0/ports?device_id=ec63fac9-3cfd-41ca-8c87-237d06bec99d HTTP/1.1" status: 200 len: 949 time: 0.0542507 Feb 20 23:01:19.018789 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c07cf2-14e3-456d-b3e4-f54ff2be2189 req-d89c31c7-1074-4ef3-ae3b-bb04053e9914 tempest-VolumesActionsTest-702370528 tempest-VolumesActionsTest-702370528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:01:19.020258 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-53c07cf2-14e3-456d-b3e4-f54ff2be2189 req-d89c31c7-1074-4ef3-ae3b-bb04053e9914 tempest-VolumesActionsTest-702370528 tempest-VolumesActionsTest-702370528-project] 10.222.0.65 "GET /v2.0/ports?device_id=4b39e38c-1bb5-4784-ade5-5c52ff17770a HTTP/1.1" status: 200 len: 945 time: 0.0538344 Feb 20 23:01:19.021038 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-0ba3dcff-afd0-4102-b481-4862a03ae74c req-4c16497c-f230-47b3-b619-eed883616f22 tempest-VolumesNegativeTest-541379175 tempest-VolumesNegativeTest-541379175-project] 10.222.0.65 "GET /v2.0/security-groups?id=3e1c1408-ac46-4a94-a2e5-f785e5396cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392256 Feb 20 23:01:19.068103 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-53c07cf2-14e3-456d-b3e4-f54ff2be2189 req-255bb2e6-47d0-41be-8868-64b52fec763a tempest-VolumesActionsTest-702370528 tempest-VolumesActionsTest-702370528-project] 10.222.0.65 "GET /v2.0/security-groups?id=f5f2301d-e11c-4ae7-8b88-d4fa5bae967d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407994 Feb 20 23:01:19.124296 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7047fd8d-5516-4cc9-aec7-6607f4412baf req-7e79f699-aeb3-4415-920b-b285dd7266ed tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:01:19.125740 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-7047fd8d-5516-4cc9-aec7-6607f4412baf req-7e79f699-aeb3-4415-920b-b285dd7266ed tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] 10.222.0.65 "GET /v2.0/ports?device_id=6732eadb-c39d-499f-84e7-dc5e141ce7e5 HTTP/1.1" status: 200 len: 944 time: 0.0503073 Feb 20 23:01:19.171201 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-7047fd8d-5516-4cc9-aec7-6607f4412baf req-147e7e8a-e487-4086-adc6-b26bb4dc5e1c tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] 10.222.0.65 "GET /v2.0/security-groups?id=3bcd6c59-40eb-44ff-a14d-74710665948f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399356 Feb 20 23:01:19.345211 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a3ee72-1da3-42c0-9171-af84de6b0b10 req-deecaab3-89fc-43e6-9a8e-3e4832b3ecdf tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:01:19.346689 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-11a3ee72-1da3-42c0-9171-af84de6b0b10 req-deecaab3-89fc-43e6-9a8e-3e4832b3ecdf tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] 10.222.0.65 "GET /v2.0/ports?device_id=81375607-d255-4352-85da-eab4c1e730a9 HTTP/1.1" status: 200 len: 945 time: 0.0506241 Feb 20 23:01:19.392230 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-11a3ee72-1da3-42c0-9171-af84de6b0b10 req-945eeaaf-0c6f-42f2-96b9-bab666aee7f3 tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] 10.222.0.65 "GET /v2.0/security-groups?id=bc262dbf-af7b-45c0-8865-5866657a07f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402284 Feb 20 23:01:20.139561 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05fbdd9-98d3-4fc6-a9a9-6a7af9c3dd41 req-19647bf0-0da9-422a-941b-1759c07353dd tempest-VolumesNegativeTest-541379175 tempest-VolumesNegativeTest-541379175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:01:20.141043 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-d05fbdd9-98d3-4fc6-a9a9-6a7af9c3dd41 req-19647bf0-0da9-422a-941b-1759c07353dd tempest-VolumesNegativeTest-541379175 tempest-VolumesNegativeTest-541379175-project] 10.222.0.65 "GET /v2.0/ports?device_id=ec63fac9-3cfd-41ca-8c87-237d06bec99d HTTP/1.1" status: 200 len: 949 time: 0.0548596 Feb 20 23:01:20.183063 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2b24c8-58e9-4c05-a59d-45c33f9d1dab req-7cac102a-1c5e-4d36-8eac-33c9acfc80ce tempest-VolumesActionsTest-702370528 tempest-VolumesActionsTest-702370528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:01:20.184515 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-fd2b24c8-58e9-4c05-a59d-45c33f9d1dab req-7cac102a-1c5e-4d36-8eac-33c9acfc80ce tempest-VolumesActionsTest-702370528 tempest-VolumesActionsTest-702370528-project] 10.222.0.65 "GET /v2.0/ports?device_id=4b39e38c-1bb5-4784-ade5-5c52ff17770a HTTP/1.1" status: 200 len: 945 time: 0.0518932 Feb 20 23:01:20.187705 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-d05fbdd9-98d3-4fc6-a9a9-6a7af9c3dd41 req-36983f68-4b08-481b-9703-3d2413f9fc67 tempest-VolumesNegativeTest-541379175 tempest-VolumesNegativeTest-541379175-project] 10.222.0.65 "GET /v2.0/security-groups?id=3e1c1408-ac46-4a94-a2e5-f785e5396cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408871 Feb 20 23:01:20.236946 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-fd2b24c8-58e9-4c05-a59d-45c33f9d1dab req-56f7e3fa-803c-4160-9c3e-397a5fecbaa3 tempest-VolumesActionsTest-702370528 tempest-VolumesActionsTest-702370528-project] 10.222.0.65 "GET /v2.0/security-groups?id=f5f2301d-e11c-4ae7-8b88-d4fa5bae967d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466335 Feb 20 23:01:20.292842 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed9f705-74b0-4780-bac9-cdc9f214fe62 req-4f90044a-5bc0-4685-87c2-674f1af64ccc tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:01:20.294279 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-1ed9f705-74b0-4780-bac9-cdc9f214fe62 req-4f90044a-5bc0-4685-87c2-674f1af64ccc tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] 10.222.0.65 "GET /v2.0/ports?device_id=6732eadb-c39d-499f-84e7-dc5e141ce7e5 HTTP/1.1" status: 200 len: 944 time: 0.0512755 Feb 20 23:01:20.339783 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-1ed9f705-74b0-4780-bac9-cdc9f214fe62 req-42a73682-c562-438f-8cc7-a5884874ff55 tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] 10.222.0.65 "GET /v2.0/security-groups?id=3bcd6c59-40eb-44ff-a14d-74710665948f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396535 Feb 20 23:01:20.507049 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710eeeb5-a6ee-47da-ac4d-66e6d2169b18 req-58d50ceb-a1e4-4de1-bd7c-46143c8d3502 tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:01:20.509195 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-710eeeb5-a6ee-47da-ac4d-66e6d2169b18 req-58d50ceb-a1e4-4de1-bd7c-46143c8d3502 tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] 10.222.0.65 "GET /v2.0/ports?device_id=81375607-d255-4352-85da-eab4c1e730a9 HTTP/1.1" status: 200 len: 945 time: 0.0513461 Feb 20 23:01:20.554465 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-710eeeb5-a6ee-47da-ac4d-66e6d2169b18 req-082a8ee4-ed80-4905-b810-8b4ffabd2d51 tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] 10.222.0.65 "GET /v2.0/security-groups?id=bc262dbf-af7b-45c0-8865-5866657a07f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396869 Feb 20 23:01:21.052701 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dceeb1-9b2d-4262-ae98-cfd79d6948e5 req-2876a191-708d-4e26-b04f-71050839e82b tempest-VolumesActionsTest-702370528 tempest-VolumesActionsTest-702370528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:01:21.054099 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-b1dceeb1-9b2d-4262-ae98-cfd79d6948e5 req-2876a191-708d-4e26-b04f-71050839e82b tempest-VolumesActionsTest-702370528 tempest-VolumesActionsTest-702370528-project] 10.222.0.42 "GET /v2.0/ports?device_id=4b39e38c-1bb5-4784-ade5-5c52ff17770a HTTP/1.1" status: 200 len: 945 time: 0.0499158 Feb 20 23:01:21.147339 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [req-b1dceeb1-9b2d-4262-ae98-cfd79d6948e5 req-6be70966-f8cd-4a42-bd68-4e85449fb4e2 tempest-VolumesActionsTest-702370528 tempest-VolumesActionsTest-702370528-project] Deleting port df81231f-9410-43ca-9596-d2ee1f631af5 {{(pid=109628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 23:01:21.147685 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-b1dceeb1-9b2d-4262-ae98-cfd79d6948e5 req-6be70966-f8cd-4a42-bd68-4e85449fb4e2 tempest-VolumesActionsTest-702370528 tempest-VolumesActionsTest-702370528-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747407206678'] for port (df81231f-9410-43ca-9596-d2ee1f631af5), before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:01:21.235661 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.db [req-b1dceeb1-9b2d-4262-ae98-cfd79d6948e5 req-6be70966-f8cd-4a42-bd68-4e85449fb4e2 tempest-VolumesActionsTest-702370528 tempest-VolumesActionsTest-702370528-project] For port df81231f-9410-43ca-9596-d2ee1f631af5, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=df81231f-9410-43ca-9596-d2ee1f631af5,segment=NetworkSegment(77f3304d-c5f9-4e4f-ac97-cd5e9b52c2f2),segment_id=77f3304d-c5f9-4e4f-ac97-cd5e9b52c2f2)] {{(pid=109628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:01:21.236254 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-b1dceeb1-9b2d-4262-ae98-cfd79d6948e5 req-6be70966-f8cd-4a42-bd68-4e85449fb4e2 tempest-VolumesActionsTest-702370528 tempest-VolumesActionsTest-702370528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671932'] for port (df81231f-9410-43ca-9596-d2ee1f631af5), precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:01:21.247819 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [req-b1dceeb1-9b2d-4262-ae98-cfd79d6948e5 req-6be70966-f8cd-4a42-bd68-4e85449fb4e2 tempest-VolumesActionsTest-702370528 tempest-VolumesActionsTest-702370528-project] Calling delete_port for df81231f-9410-43ca-9596-d2ee1f631af5 owned by compute:nova {{(pid=109628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 23:01:21.315041 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e406363c-a572-4e36-a19b-26b5c4187d37 req-2ed9278c-bcf6-4350-9606-d5fc44793c0c tempest-VolumesNegativeTest-541379175 tempest-VolumesNegativeTest-541379175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:01:21.315793 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-e406363c-a572-4e36-a19b-26b5c4187d37 req-2ed9278c-bcf6-4350-9606-d5fc44793c0c tempest-VolumesNegativeTest-541379175 tempest-VolumesNegativeTest-541379175-project] 10.222.0.65 "GET /v2.0/ports?device_id=ec63fac9-3cfd-41ca-8c87-237d06bec99d HTTP/1.1" status: 200 len: 949 time: 0.0625074 Feb 20 23:01:21.368118 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-e406363c-a572-4e36-a19b-26b5c4187d37 req-44c9df39-f280-4dc5-a0ec-9faf27242006 tempest-VolumesNegativeTest-541379175 tempest-VolumesNegativeTest-541379175-project] 10.222.0.65 "GET /v2.0/security-groups?id=3e1c1408-ac46-4a94-a2e5-f785e5396cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467257 Feb 20 23:01:21.373513 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (a929ecfe-02b1-4b86-b2e7-0c746ea4b12c), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:01:21.376086 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47094f8-5312-4d1f-8735-f8d283bc7cc4 req-45b5e582-1e53-4151-93e7-e4bea60ccf09 tempest-VolumesActionsTest-702370528 tempest-VolumesActionsTest-702370528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:01:21.377587 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-c47094f8-5312-4d1f-8735-f8d283bc7cc4 req-45b5e582-1e53-4151-93e7-e4bea60ccf09 tempest-VolumesActionsTest-702370528 tempest-VolumesActionsTest-702370528-project] 10.222.0.65 "GET /v2.0/ports?device_id=4b39e38c-1bb5-4784-ade5-5c52ff17770a HTTP/1.1" status: 200 len: 945 time: 0.0678518 Feb 20 23:01:21.453548 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-c47094f8-5312-4d1f-8735-f8d283bc7cc4 req-b6b14c0c-20a4-409b-930e-4d51b4d3bf10 tempest-VolumesActionsTest-702370528 tempest-VolumesActionsTest-702370528-project] 10.222.0.65 "GET /v2.0/security-groups?id=f5f2301d-e11c-4ae7-8b88-d4fa5bae967d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572762 Feb 20 23:01:21.478399 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8725e5-0665-43c8-9dab-5521bbfa9b4d req-324ac7d2-fbd9-44c8-9828-9ed4d389f9af tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:01:21.479865 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-cf8725e5-0665-43c8-9dab-5521bbfa9b4d req-324ac7d2-fbd9-44c8-9828-9ed4d389f9af tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] 10.222.0.65 "GET /v2.0/ports?device_id=6732eadb-c39d-499f-84e7-dc5e141ce7e5 HTTP/1.1" status: 200 len: 944 time: 0.0528741 Feb 20 23:01:21.522669 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-b1dceeb1-9b2d-4262-ae98-cfd79d6948e5 req-6be70966-f8cd-4a42-bd68-4e85449fb4e2 tempest-VolumesActionsTest-702370528 tempest-VolumesActionsTest-702370528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747407212409', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747406771505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59259307'] for port (df81231f-9410-43ca-9596-d2ee1f631af5), after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:01:21.527127 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-cf8725e5-0665-43c8-9dab-5521bbfa9b4d req-18132a44-6b30-49fb-a4f8-615cd55eb577 tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] 10.222.0.65 "GET /v2.0/security-groups?id=3bcd6c59-40eb-44ff-a14d-74710665948f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416496 Feb 20 23:01:21.539109 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] get_ports_and_sgs() called for port_ids ['df81231f-9410-43ca-9596-d2ee1f631af5'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 23:01:21.554188 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be70966-f8cd-4a42-bd68-4e85449fb4e2 tempest-VolumesActionsTest-702370528 tempest-VolumesActionsTest-702370528-project] Pushing event deleted for resources: {'Port': ['ID=df81231f-9410-43ca-9596-d2ee1f631af5,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:01:21.566657 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be70966-f8cd-4a42-bd68-4e85449fb4e2 tempest-VolumesActionsTest-702370528 tempest-VolumesActionsTest-702370528-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:01:21.566942 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be70966-f8cd-4a42-bd68-4e85449fb4e2 tempest-VolumesActionsTest-702370528 tempest-VolumesActionsTest-702370528-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:01:21.567332 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be70966-f8cd-4a42-bd68-4e85449fb4e2 tempest-VolumesActionsTest-702370528 tempest-VolumesActionsTest-702370528-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:01:21.567931 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be70966-f8cd-4a42-bd68-4e85449fb4e2 tempest-VolumesActionsTest-702370528 tempest-VolumesActionsTest-702370528-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:01:21.568009 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be70966-f8cd-4a42-bd68-4e85449fb4e2 tempest-VolumesActionsTest-702370528 tempest-VolumesActionsTest-702370528-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:01:21.568531 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be70966-f8cd-4a42-bd68-4e85449fb4e2 tempest-VolumesActionsTest-702370528 tempest-VolumesActionsTest-702370528-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:01:21.568606 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be70966-f8cd-4a42-bd68-4e85449fb4e2 tempest-VolumesActionsTest-702370528 tempest-VolumesActionsTest-702370528-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:01:21.568915 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be70966-f8cd-4a42-bd68-4e85449fb4e2 tempest-VolumesActionsTest-702370528 tempest-VolumesActionsTest-702370528-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:01:21.569204 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be70966-f8cd-4a42-bd68-4e85449fb4e2 tempest-VolumesActionsTest-702370528 tempest-VolumesActionsTest-702370528-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:01:21.569521 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be70966-f8cd-4a42-bd68-4e85449fb4e2 tempest-VolumesActionsTest-702370528 tempest-VolumesActionsTest-702370528-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:01:21.569840 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be70966-f8cd-4a42-bd68-4e85449fb4e2 tempest-VolumesActionsTest-702370528 tempest-VolumesActionsTest-702370528-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:01:21.570154 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be70966-f8cd-4a42-bd68-4e85449fb4e2 tempest-VolumesActionsTest-702370528 tempest-VolumesActionsTest-702370528-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:01:21.570502 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be70966-f8cd-4a42-bd68-4e85449fb4e2 tempest-VolumesActionsTest-702370528 tempest-VolumesActionsTest-702370528-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:01:21.611981 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1dceeb1-9b2d-4262-ae98-cfd79d6948e5 req-6be70966-f8cd-4a42-bd68-4e85449fb4e2 tempest-VolumesActionsTest-702370528 tempest-VolumesActionsTest-702370528-project] No DVR routers for this DVR port df81231f-9410-43ca-9596-d2ee1f631af5 on host hv-cinder-83009 {{(pid=109628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 23:01:21.614926 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-b1dceeb1-9b2d-4262-ae98-cfd79d6948e5 req-6be70966-f8cd-4a42-bd68-4e85449fb4e2 tempest-VolumesActionsTest-702370528 tempest-VolumesActionsTest-702370528-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932959'] for port (None), before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:01:21.618735 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-b1dceeb1-9b2d-4262-ae98-cfd79d6948e5 req-6be70966-f8cd-4a42-bd68-4e85449fb4e2 tempest-VolumesActionsTest-702370528 tempest-VolumesActionsTest-702370528-project] 10.222.0.42 "DELETE /v2.0/ports/df81231f-9410-43ca-9596-d2ee1f631af5 HTTP/1.1" status: 204 len: 173 time: 0.5591292 Feb 20 23:01:21.619237 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b39e38c-1bb5-4784-ade5-5c52ff17770a', 'name': 'network-vif-deleted', 'tag': 'df81231f-9410-43ca-9596-d2ee1f631af5'}] {{(pid=109628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 23:01:21.626443 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4be7ee60aa4259b475ee261dcf74c65065c56e299c7a4b2359a57cf03aee0d96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c69c7ef-a918-48a1-a8b7-c8c25e13bac5" -d '{"events": [{"server_uuid": "4b39e38c-1bb5-4784-ade5-5c52ff17770a", "name": "network-vif-deleted", "tag": "df81231f-9410-43ca-9596-d2ee1f631af5"}]}' {{(pid=109628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 23:01:21.659295 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 23:01:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b40ce623-e701-4eb6-97d8-e441f8214617 x-openstack-request-id: req-b40ce623-e701-4eb6-97d8-e441f8214617 {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 23:01:21.659605 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b39e38c-1bb5-4784-ade5-5c52ff17770a", "name": "network-vif-deleted", "tag": "df81231f-9410-43ca-9596-d2ee1f631af5", "status": "completed", "code": 200}]} {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 23:01:21.659860 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b40ce623-e701-4eb6-97d8-e441f8214617 {{(pid=109628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 23:01:21.660256 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b39e38c-1bb5-4784-ade5-5c52ff17770a', 'name': 'network-vif-deleted', 'tag': 'df81231f-9410-43ca-9596-d2ee1f631af5', 'status': 'completed', 'code': 200} Feb 20 23:01:21.682161 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1022a8a-e1a9-49e4-a811-fe557a90b51e req-61c63995-a21f-441b-be1a-018956ea04b4 tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:01:21.683673 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-e1022a8a-e1a9-49e4-a811-fe557a90b51e req-61c63995-a21f-441b-be1a-018956ea04b4 tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] 10.222.0.65 "GET /v2.0/ports?device_id=81375607-d255-4352-85da-eab4c1e730a9 HTTP/1.1" status: 200 len: 945 time: 0.0585051 Feb 20 23:01:21.731710 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-e1022a8a-e1a9-49e4-a811-fe557a90b51e req-53365cde-b3e4-486b-a40f-0ef37be35999 tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] 10.222.0.65 "GET /v2.0/security-groups?id=bc262dbf-af7b-45c0-8865-5866657a07f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424120 Feb 20 23:01:22.496220 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b8d591-40b9-4033-ad96-4e6bc5e8d404 req-f01b5b5a-8991-4c10-8438-bf192a4d2acb tempest-VolumesNegativeTest-541379175 tempest-VolumesNegativeTest-541379175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:01:22.497713 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-61b8d591-40b9-4033-ad96-4e6bc5e8d404 req-f01b5b5a-8991-4c10-8438-bf192a4d2acb tempest-VolumesNegativeTest-541379175 tempest-VolumesNegativeTest-541379175-project] 10.222.0.65 "GET /v2.0/ports?device_id=ec63fac9-3cfd-41ca-8c87-237d06bec99d HTTP/1.1" status: 200 len: 949 time: 0.0523112 Feb 20 23:01:22.550081 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-61b8d591-40b9-4033-ad96-4e6bc5e8d404 req-e9fa7888-ca9d-4098-8167-69adc45ac7ac tempest-VolumesNegativeTest-541379175 tempest-VolumesNegativeTest-541379175-project] 10.222.0.65 "GET /v2.0/security-groups?id=3e1c1408-ac46-4a94-a2e5-f785e5396cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447810 Feb 20 23:01:22.579979 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-ee43b691-e09f-4c9f-a9eb-7b74da8628e9 req-67e28fbf-0697-44ac-9c2d-4ae74061b915 tempest-VolumesActionsTest-702370528 tempest-VolumesActionsTest-702370528-project] 10.222.0.65 "GET /v2.0/ports?device_id=4b39e38c-1bb5-4784-ade5-5c52ff17770a HTTP/1.1" status: 200 len: 210 time: 0.0369422 Feb 20 23:01:22.685943 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfe529c-a609-476d-b061-728bbbdf4b84 req-10064e7f-7fcd-4c7f-bb36-b7a39a898e75 tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:01:22.687578 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-0dfe529c-a609-476d-b061-728bbbdf4b84 req-10064e7f-7fcd-4c7f-bb36-b7a39a898e75 tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] 10.222.0.65 "GET /v2.0/ports?device_id=6732eadb-c39d-499f-84e7-dc5e141ce7e5 HTTP/1.1" status: 200 len: 944 time: 0.0599258 Feb 20 23:01:22.738576 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-0dfe529c-a609-476d-b061-728bbbdf4b84 req-4989d175-ee19-4dba-a998-39b001388c53 tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] 10.222.0.65 "GET /v2.0/security-groups?id=3bcd6c59-40eb-44ff-a14d-74710665948f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438826 Feb 20 23:01:22.861689 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded9e7ac-9c06-43e0-9b86-b055be37d6a2 req-4d3db2a3-0100-4a55-a970-66090ab67472 tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:01:22.863199 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-ded9e7ac-9c06-43e0-9b86-b055be37d6a2 req-4d3db2a3-0100-4a55-a970-66090ab67472 tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] 10.222.0.65 "GET /v2.0/ports?device_id=81375607-d255-4352-85da-eab4c1e730a9 HTTP/1.1" status: 200 len: 945 time: 0.0563526 Feb 20 23:01:22.913940 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-ded9e7ac-9c06-43e0-9b86-b055be37d6a2 req-961b973a-efa8-449f-9b91-8d8ccf10df6c tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] 10.222.0.65 "GET /v2.0/security-groups?id=bc262dbf-af7b-45c0-8865-5866657a07f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420909 Feb 20 23:01:23.431356 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Device 47ffeeef-0c16-44ca-8659-d7555ecc7372 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=109630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 23:01:23.434399 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Device 3d04f884-d912-4c41-b7d9-9bb6230a22fa up at agent hyperv_hv-cinder-83009 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 23:01:23.563182 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] For port 47ffeeef-0c16-44ca-8659-d7555ecc7372, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=47ffeeef-0c16-44ca-8659-d7555ecc7372,segment=NetworkSegment(880d65a5-0d44-4018-a2b8-55df6816dd1a),segment_id=880d65a5-0d44-4018-a2b8-55df6816dd1a)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:01:23.573725 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Returning: {'device': '47ffeeef-0c16-44ca-8659-d7555ecc7372', 'network_id': '330ae1fa-e5e0-405b-adb6-d2248d3b3656', 'port_id': '47ffeeef-0c16-44ca-8659-d7555ecc7372', 'mac_address': 'fa:16:3e:60:75:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f975dd8a-099e-41b7-b390-f487b4c5fbc0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 23:01:23.617950 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Current status of the port 47ffeeef-0c16-44ca-8659-d7555ecc7372 is: DOWN; New status is: BUILD {{(pid=109630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:01:23.618579 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4131840'] for port (47ffeeef-0c16-44ca-8659-d7555ecc7372), before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:01:23.635958 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.notifiers.nova [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47ffeeef-0c16-44ca-8659-d7555ecc7372 {{(pid=109630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 23:01:23.665253 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] For port 47ffeeef-0c16-44ca-8659-d7555ecc7372, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=47ffeeef-0c16-44ca-8659-d7555ecc7372,segment=NetworkSegment(880d65a5-0d44-4018-a2b8-55df6816dd1a),segment_id=880d65a5-0d44-4018-a2b8-55df6816dd1a)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:01:23.699610 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Provisioning for port 3d04f884-d912-4c41-b7d9-9bb6230a22fa completed by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 23:01:23.703837 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Provisioning complete for port 3d04f884-d912-4c41-b7d9-9bb6230a22fa triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:01:23.713928 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441fdada-678d-4843-aa69-2b89673ffcf6 req-b390d96e-c92c-404c-b48a-ecf2c7b9bcaf tempest-VolumesNegativeTest-541379175 tempest-VolumesNegativeTest-541379175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:01:23.714447 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4145689'] for port (3d04f884-d912-4c41-b7d9-9bb6230a22fa), provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:01:23.714546 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-441fdada-678d-4843-aa69-2b89673ffcf6 req-b390d96e-c92c-404c-b48a-ecf2c7b9bcaf tempest-VolumesNegativeTest-541379175 tempest-VolumesNegativeTest-541379175-project] 10.222.0.65 "GET /v2.0/ports?device_id=ec63fac9-3cfd-41ca-8c87-237d06bec99d HTTP/1.1" status: 200 len: 949 time: 0.0665336 Feb 20 23:01:23.752807 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-441fdada-678d-4843-aa69-2b89673ffcf6 req-6ebed410-76ac-4237-9179-85f85c437dc7 tempest-VolumesNegativeTest-541379175 tempest-VolumesNegativeTest-541379175-project] 10.222.0.65 "GET /v2.0/security-groups?id=3e1c1408-ac46-4a94-a2e5-f785e5396cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413804 Feb 20 23:01:23.786853 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Current status of the port 3d04f884-d912-4c41-b7d9-9bb6230a22fa is: BUILD; New status is: ACTIVE {{(pid=109630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:01:23.787244 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4131840'] for port (3d04f884-d912-4c41-b7d9-9bb6230a22fa), before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:01:23.799345 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747407212427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747406771514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747406771532'] for port (47ffeeef-0c16-44ca-8659-d7555ecc7372), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:01:23.840351 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec63fac9-3cfd-41ca-8c87-237d06bec99d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d04f884-d912-4c41-b7d9-9bb6230a22fa'}] {{(pid=109630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 23:01:23.842761 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f8f7ade39b9b648cd02963e66adb41eb29d40ae47bdce8ccfc3d1936511f484" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90841660-3f0f-4b4f-a961-a9f313c32d4d" -d '{"events": [{"server_uuid": "ec63fac9-3cfd-41ca-8c87-237d06bec99d", "name": "network-vif-plugged", "status": "completed", "tag": "3d04f884-d912-4c41-b7d9-9bb6230a22fa"}]}' {{(pid=109630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 23:01:23.861478 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] For port 3d04f884-d912-4c41-b7d9-9bb6230a22fa, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=3d04f884-d912-4c41-b7d9-9bb6230a22fa,segment=NetworkSegment(16960e5e-9bae-4e5f-94b2-5832580e5a5f),segment_id=16960e5e-9bae-4e5f-94b2-5832580e5a5f)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:01:23.886877 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Pushing event updated for resources: {'Port': ['ID=47ffeeef-0c16-44ca-8659-d7555ecc7372,revision_number=4']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:01:23.893144 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e24dbb-0378-4e0b-b1fe-4d2d647f045a req-e6956292-0dda-495f-bbbb-2696ca4e82cd tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:01:23.901656 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-81e24dbb-0378-4e0b-b1fe-4d2d647f045a req-e6956292-0dda-495f-bbbb-2696ca4e82cd tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] 10.222.0.65 "GET /v2.0/ports?device_id=6732eadb-c39d-499f-84e7-dc5e141ce7e5 HTTP/1.1" status: 200 len: 945 time: 0.0833080 Feb 20 23:01:23.959646 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-81e24dbb-0378-4e0b-b1fe-4d2d647f045a req-7c21d6e2-3e4b-451f-851e-9c48d9679846 tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] 10.222.0.65 "GET /v2.0/security-groups?id=3bcd6c59-40eb-44ff-a14d-74710665948f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472343 Feb 20 23:01:23.984931 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747407212427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747406771514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747406771532'] for port (3d04f884-d912-4c41-b7d9-9bb6230a22fa), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:01:23.985755 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Device df81231f-9410-43ca-9596-d2ee1f631af5 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 23:01:24.014823 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 23:01:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-984d4b9f-95c7-4b30-98ad-cc027bd023e3 x-openstack-request-id: req-984d4b9f-95c7-4b30-98ad-cc027bd023e3 {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 23:01:24.015316 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec63fac9-3cfd-41ca-8c87-237d06bec99d", "name": "network-vif-plugged", "status": "completed", "tag": "3d04f884-d912-4c41-b7d9-9bb6230a22fa", "code": 200}]} {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 23:01:24.015789 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-984d4b9f-95c7-4b30-98ad-cc027bd023e3 {{(pid=109630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 23:01:24.016328 dv-cinder-830096-1-iscsi neutron-server[109630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec63fac9-3cfd-41ca-8c87-237d06bec99d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d04f884-d912-4c41-b7d9-9bb6230a22fa', 'code': 200} Feb 20 23:01:24.017157 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] No Port match for: df81231f-9410-43ca-9596-d2ee1f631af5 {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 23:01:24.017958 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Device df81231f-9410-43ca-9596-d2ee1f631af5 not bound to the agent host hv-cinder-83009 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 23:01:24.026387 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71579a77-c7f1-4094-b55f-f312045fdce7 req-87901426-0680-440b-bcc6-c1a30c4c695c tempest-VolumesActionsTest-702370528 tempest-VolumesActionsTest-702370528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:01:24.035776 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-71579a77-c7f1-4094-b55f-f312045fdce7 req-87901426-0680-440b-bcc6-c1a30c4c695c tempest-VolumesActionsTest-702370528 tempest-VolumesActionsTest-702370528-project] 10.222.0.65 "GET /v2.0/networks?id=0cc42a85-9a95-4ed9-a113-b7582b2f5909 HTTP/1.1" status: 200 len: 809 time: 0.1783130 Feb 20 23:01:24.053666 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-71579a77-c7f1-4094-b55f-f312045fdce7 req-ee253133-4b8e-4991-bb63-d5e250fddc69 tempest-VolumesActionsTest-702370528 tempest-VolumesActionsTest-702370528-project] 10.222.0.65 "GET /v2.0/quotas/5680faffb5f54e9f8a56a455be903baf HTTP/1.1" status: 200 len: 375 time: 0.0169547 Feb 20 23:01:24.088493 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Pushing event updated for resources: {'Port': ['ID=3d04f884-d912-4c41-b7d9-9bb6230a22fa,revision_number=5']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:01:24.094822 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-71579a77-c7f1-4094-b55f-f312045fdce7 req-3837a450-7d8c-42a2-a7e1-cc7813986d07 tempest-VolumesActionsTest-702370528 tempest-VolumesActionsTest-702370528-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=5680faffb5f54e9f8a56a455be903baf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0393414 Feb 20 23:01:24.159270 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf51ded-6b67-4d34-b860-69e6d4acc4d1 req-d5e78af6-afc0-4165-b88e-5d2eb89ccfc7 tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:01:24.161073 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-fdf51ded-6b67-4d34-b860-69e6d4acc4d1 req-d5e78af6-afc0-4165-b88e-5d2eb89ccfc7 tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] 10.222.0.65 "GET /v2.0/ports?device_id=81375607-d255-4352-85da-eab4c1e730a9 HTTP/1.1" status: 200 len: 945 time: 0.0825515 Feb 20 23:01:24.190638 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-71579a77-c7f1-4094-b55f-f312045fdce7 req-374a328c-1c49-4358-a474-3c24d3f5c1b9 service neutron] 10.222.0.65 "GET /v2.0/networks/0cc42a85-9a95-4ed9-a113-b7582b2f5909?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949323 Feb 20 23:01:24.218937 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-fdf51ded-6b67-4d34-b860-69e6d4acc4d1 req-1b6d8d04-5254-49b6-925c-b1e40bd14957 tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] 10.222.0.65 "GET /v2.0/security-groups?id=bc262dbf-af7b-45c0-8865-5866657a07f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513108 Feb 20 23:01:24.259216 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] get_ports_and_sgs() called for port_ids ['47ffeeef-0c16-44ca-8659-d7555ecc7372'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 23:01:24.283503 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-71579a77-c7f1-4094-b55f-f312045fdce7 req-e1918318-f123-4c34-8dcb-61abf6b19ae8 service neutron] 10.222.0.65 "GET /v2.0/networks/0cc42a85-9a95-4ed9-a113-b7582b2f5909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867414 Feb 20 23:01:24.488828 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af111b1-4583-477f-9f17-75ac61535565 req-c3a2cdbc-b3e6-4934-bcfb-82aed5c55a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:01:24.490307 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-2af111b1-4583-477f-9f17-75ac61535565 req-c3a2cdbc-b3e6-4934-bcfb-82aed5c55a6b service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=ec63fac9-3cfd-41ca-8c87-237d06bec99d HTTP/1.1" status: 200 len: 1134 time: 0.0798836 Feb 20 23:01:24.495845 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf1f629-5168-47f7-a126-b4a0db2468ad req-52fa41bb-0a42-45c4-a4d4-3a29865a7179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:01:24.497282 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-3cf1f629-5168-47f7-a126-b4a0db2468ad req-52fa41bb-0a42-45c4-a4d4-3a29865a7179 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e684d4332ff043eab2d102df1b6dd908&device_id=81375607-d255-4352-85da-eab4c1e730a9 HTTP/1.1" status: 200 len: 1129 time: 0.0764401 Feb 20 23:01:24.598581 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-2af111b1-4583-477f-9f17-75ac61535565 req-453a0af9-6f9f-463b-971c-a0cbf01a14eb service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=3e1c1408-ac46-4a94-a2e5-f785e5396cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002679 Feb 20 23:01:24.610211 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-bc4a3aa0-07d4-434c-b2a3-d638e8097a48 req-5acfc864-48b9-49a2-9965-d7b121c538ca tempest-VolumesActionsTest-702370528 tempest-VolumesActionsTest-702370528-project] 10.222.0.65 "GET /v2.0/ports?device_id=2c1826cb-8bbc-4ae0-bab5-dae9179b954b HTTP/1.1" status: 200 len: 210 time: 0.0314989 Feb 20 23:01:24.644835 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf1f629-5168-47f7-a126-b4a0db2468ad req-63ce403b-2361-4e9b-86e8-4343b49549dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:01:24.646291 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-3cf1f629-5168-47f7-a126-b4a0db2468ad req-63ce403b-2361-4e9b-86e8-4343b49549dc service neutron] 10.222.0.42 "GET /v2.0/networks?id=50907839-a771-4d5d-8cdc-f2154e15e96c HTTP/1.1" status: 200 len: 919 time: 0.1233370 Feb 20 23:01:24.683898 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.65', 46868) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:01:24.825844 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-87a52a46-94ed-4d64-83e5-f651e3537bb5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:01:24.903375 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3165ac05-66ee-4e84-8cf6-b74297618cbb req-d9c20dd9-c00d-48c5-81e4-4d3b14a5f1ef tempest-VolumesNegativeTest-541379175 tempest-VolumesNegativeTest-541379175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:01:24.904847 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-3165ac05-66ee-4e84-8cf6-b74297618cbb req-d9c20dd9-c00d-48c5-81e4-4d3b14a5f1ef tempest-VolumesNegativeTest-541379175 tempest-VolumesNegativeTest-541379175-project] 10.222.0.65 "GET /v2.0/ports?device_id=ec63fac9-3cfd-41ca-8c87-237d06bec99d HTTP/1.1" status: 200 len: 950 time: 0.0807445 Feb 20 23:01:24.980883 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-3cf1f629-5168-47f7-a126-b4a0db2468ad req-a282c9d6-37f8-4fa8-b296-8b9978465755 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=66b4984e-4f9b-4971-bf9f-1f953504702d HTTP/1.1" status: 200 len: 217 time: 0.0487564 Feb 20 23:01:25.029150 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-3165ac05-66ee-4e84-8cf6-b74297618cbb req-264f8ad0-5f39-4ffa-9ef5-46b83737cfaf tempest-VolumesNegativeTest-541379175 tempest-VolumesNegativeTest-541379175-project] 10.222.0.65 "GET /v2.0/security-groups?id=3e1c1408-ac46-4a94-a2e5-f785e5396cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169786 Feb 20 23:01:25.052008 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-87a52a46-94ed-4d64-83e5-f651e3537bb5 admin admin] Publish callbacks [] for security_group (621b3872-5c75-47b6-b9d0-a9525bc3d89d), precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:01:25.066165 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf1f629-5168-47f7-a126-b4a0db2468ad req-5f5468ef-11e1-4fa9-92e5-d32b5b391b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:01:25.071025 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-3cf1f629-5168-47f7-a126-b4a0db2468ad req-5f5468ef-11e1-4fa9-92e5-d32b5b391b01 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=bebd2843-1d13-4eae-8703-47333a1f09f6 HTTP/1.1" status: 200 len: 859 time: 0.0735776 Feb 20 23:01:25.077240 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5bc80a-579e-4893-aaef-5737e6735a6a req-8ba8938f-6330-414c-8d81-e8ab054ca2bb tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:01:25.078755 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-4e5bc80a-579e-4893-aaef-5737e6735a6a req-8ba8938f-6330-414c-8d81-e8ab054ca2bb tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] 10.222.0.65 "GET /v2.0/ports?device_id=6732eadb-c39d-499f-84e7-dc5e141ce7e5 HTTP/1.1" status: 200 len: 945 time: 0.0584316 Feb 20 23:01:25.106443 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-3cf1f629-5168-47f7-a126-b4a0db2468ad req-730f81f2-59cf-43b6-9f4e-ad5c2ced1969 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=50907839-a771-4d5d-8cdc-f2154e15e96c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260751 Feb 20 23:01:25.130877 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-4e5bc80a-579e-4893-aaef-5737e6735a6a req-ca18a823-fa95-46b9-a610-52c0f7a637b2 tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] 10.222.0.65 "GET /v2.0/security-groups?id=3bcd6c59-40eb-44ff-a14d-74710665948f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464613 Feb 20 23:01:25.148219 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.65', 46892) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:01:25.179635 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-87a52a46-94ed-4d64-83e5-f651e3537bb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627867'] for security_group (621b3872-5c75-47b6-b9d0-a9525bc3d89d), after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:01:25.200682 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.db.db_base_plugin_v2 [None req-b33efbdc-2d5a-4e0c-a830-d50c0f14295d admin admin] Deleting subnet 0752625f-7bc4-4d9a-b030-d05c280ee93a {{(pid=109629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 23:01:25.204175 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-b33efbdc-2d5a-4e0c-a830-d50c0f14295d admin admin] Publish callbacks [] for subnet (0752625f-7bc4-4d9a-b030-d05c280ee93a), before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:01:25.237563 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a52a46-94ed-4d64-83e5-f651e3537bb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=621b3872-5c75-47b6-b9d0-a9525bc3d89d,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:01:25.244173 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-b33efbdc-2d5a-4e0c-a830-d50c0f14295d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62688243'] for subnet (0752625f-7bc4-4d9a-b030-d05c280ee93a), precommit_delete_associations {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:01:25.244345 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [None req-87a52a46-94ed-4d64-83e5-f651e3537bb5 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=8e19bbda09a7460a991a6ef1a1889c48&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5567496 Feb 20 23:01:25.246438 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-3cf1f629-5168-47f7-a126-b4a0db2468ad req-f12304c2-4ac0-4bdd-9883-353a4a24a5d0 service neutron] 10.222.0.42 "GET /v2.0/networks/50907839-a771-4d5d-8cdc-f2154e15e96c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287465 Feb 20 23:01:25.246438 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.65', 46894) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:01:25.300685 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-b33efbdc-2d5a-4e0c-a830-d50c0f14295d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4171819'] for subnet (0752625f-7bc4-4d9a-b030-d05c280ee93a), precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:01:25.409094 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-c9c9afef-c646-4b0c-9761-7d90081ceaf7 admin admin] Publish callbacks [] for security_group (621b3872-5c75-47b6-b9d0-a9525bc3d89d), before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:01:25.418514 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-3cf1f629-5168-47f7-a126-b4a0db2468ad req-1a2c78c9-b7a6-449d-80ae-dfbe9181b13b service neutron] 10.222.0.42 "GET /v2.0/networks/50907839-a771-4d5d-8cdc-f2154e15e96c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1611392 Feb 20 23:01:25.423733 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bceec656-9da4-41b5-8b86-f701db51f7f0 req-edb95f6f-be91-4fb1-ba92-f022d0a96cb5 tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:01:25.425431 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-bceec656-9da4-41b5-8b86-f701db51f7f0 req-edb95f6f-be91-4fb1-ba92-f022d0a96cb5 tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] 10.222.0.65 "GET /v2.0/ports?device_id=81375607-d255-4352-85da-eab4c1e730a9 HTTP/1.1" status: 200 len: 945 time: 0.1141863 Feb 20 23:01:25.456673 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-c9c9afef-c646-4b0c-9761-7d90081ceaf7 admin admin] Publish callbacks [] for security_group (621b3872-5c75-47b6-b9d0-a9525bc3d89d), precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:01:25.471225 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-b33efbdc-2d5a-4e0c-a830-d50c0f14295d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4171794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61644179', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59081886'] for subnet (0752625f-7bc4-4d9a-b030-d05c280ee93a), after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:01:25.506657 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33efbdc-2d5a-4e0c-a830-d50c0f14295d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0752625f-7bc4-4d9a-b030-d05c280ee93a,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:01:25.509306 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-bceec656-9da4-41b5-8b86-f701db51f7f0 req-102af493-bb04-46ae-8949-5da1f5fe72a6 tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] 10.222.0.65 "GET /v2.0/security-groups?id=bc262dbf-af7b-45c0-8865-5866657a07f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751717 Feb 20 23:01:25.512052 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-b33efbdc-2d5a-4e0c-a830-d50c0f14295d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:01:25.515201 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [None req-b33efbdc-2d5a-4e0c-a830-d50c0f14295d admin admin] 10.222.0.65 "DELETE /v2.0/subnets/0752625f-7bc4-4d9a-b030-d05c280ee93a HTTP/1.1" status: 204 len: 168 time: 0.3652520 Feb 20 23:01:25.517801 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.65', 46898) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:01:25.520477 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33efbdc-2d5a-4e0c-a830-d50c0f14295d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:01:25.520838 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33efbdc-2d5a-4e0c-a830-d50c0f14295d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:01:25.521180 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33efbdc-2d5a-4e0c-a830-d50c0f14295d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:01:25.521515 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33efbdc-2d5a-4e0c-a830-d50c0f14295d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:01:25.521842 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33efbdc-2d5a-4e0c-a830-d50c0f14295d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:01:25.522168 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33efbdc-2d5a-4e0c-a830-d50c0f14295d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:01:25.526413 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33efbdc-2d5a-4e0c-a830-d50c0f14295d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:01:25.526413 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33efbdc-2d5a-4e0c-a830-d50c0f14295d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:01:25.526413 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33efbdc-2d5a-4e0c-a830-d50c0f14295d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:01:25.526413 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33efbdc-2d5a-4e0c-a830-d50c0f14295d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:01:25.526413 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33efbdc-2d5a-4e0c-a830-d50c0f14295d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:01:25.526413 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33efbdc-2d5a-4e0c-a830-d50c0f14295d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:01:25.526413 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33efbdc-2d5a-4e0c-a830-d50c0f14295d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:01:25.598941 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-8e5a7045-1bd2-46e1-81d6-8da63a2d5016 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4031138'] for network (807d72a2-fd0a-4679-8b9e-fced2e5254dd), before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:01:25.688221 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-8e5a7045-1bd2-46e1-81d6-8da63a2d5016 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4175522', 'neutron.services.segments.db._delete_segments_for_network-8747407231802'] for network (807d72a2-fd0a-4679-8b9e-fced2e5254dd), precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:01:25.698505 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-c9c9afef-c646-4b0c-9761-7d90081ceaf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627867'] for security_group (621b3872-5c75-47b6-b9d0-a9525bc3d89d), after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:01:25.701322 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-c9c9afef-c646-4b0c-9761-7d90081ceaf7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:01:25.702483 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [None req-c9c9afef-c646-4b0c-9761-7d90081ceaf7 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/621b3872-5c75-47b6-b9d0-a9525bc3d89d HTTP/1.1" status: 204 len: 168 time: 0.4553430 Feb 20 23:01:25.719723 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.services.segments.db [None req-8e5a7045-1bd2-46e1-81d6-8da63a2d5016 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['807d72a2-fd0a-4679-8b9e-fced2e5254dd']}} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:01:25.721974 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c9afef-c646-4b0c-9761-7d90081ceaf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=621b3872-5c75-47b6-b9d0-a9525bc3d89d,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:01:25.727996 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-4f003e27-fc17-4301-9e3a-c294f95121fa req-da545222-1e3b-429e-9d49-6499e4b02feb tempest-VolumesActionsTest-702370528 tempest-VolumesActionsTest-702370528-project] 10.222.0.65 "GET /v2.0/ports?device_id=2c1826cb-8bbc-4ae0-bab5-dae9179b954b HTTP/1.1" status: 200 len: 210 time: 0.0400853 Feb 20 23:01:25.731159 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.services.segments.db [None req-8e5a7045-1bd2-46e1-81d6-8da63a2d5016 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '273aebcc-ee25-4d82-945e-b13a1e858917') {'for_net_delete': True} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:01:25.731518 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.services.segments.db [None req-8e5a7045-1bd2-46e1-81d6-8da63a2d5016 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '273aebcc-ee25-4d82-945e-b13a1e858917') {} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:01:25.741637 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-8e5a7045-1bd2-46e1-81d6-8da63a2d5016 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747407232323', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59578419'] for segment (273aebcc-ee25-4d82-945e-b13a1e858917), before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:01:25.756038 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-8e5a7045-1bd2-46e1-81d6-8da63a2d5016 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4056974'] for segment (273aebcc-ee25-4d82-945e-b13a1e858917), precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:01:25.767534 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e5a7045-1bd2-46e1-81d6-8da63a2d5016 admin admin] Releasing vlan 54 on physical network physnet1 to pool {{(pid=109628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 23:01:25.767534 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-8e5a7045-1bd2-46e1-81d6-8da63a2d5016 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4056974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59259292'] for segment (273aebcc-ee25-4d82-945e-b13a1e858917), after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:01:25.767534 dv-cinder-830096-1-iscsi neutron-server[109628]: Traceback (most recent call last): Feb 20 23:01:25.767534 dv-cinder-830096-1-iscsi neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 23:01:25.767534 dv-cinder-830096-1-iscsi neutron-server[109628]: timer() Feb 20 23:01:25.767534 dv-cinder-830096-1-iscsi neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 23:01:25.767534 dv-cinder-830096-1-iscsi neutron-server[109628]: cb(*args, **kw) Feb 20 23:01:25.767534 dv-cinder-830096-1-iscsi neutron-server[109628]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 23:01:25.767534 dv-cinder-830096-1-iscsi neutron-server[109628]: return func(*args, **kwargs) Feb 20 23:01:25.767534 dv-cinder-830096-1-iscsi neutron-server[109628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 23:01:25.767534 dv-cinder-830096-1-iscsi neutron-server[109628]: self._notify() Feb 20 23:01:25.767534 dv-cinder-830096-1-iscsi neutron-server[109628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 23:01:25.767534 dv-cinder-830096-1-iscsi neutron-server[109628]: self.callback(batched_events) Feb 20 23:01:25.767534 dv-cinder-830096-1-iscsi neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 23:01:25.767534 dv-cinder-830096-1-iscsi neutron-server[109628]: event.method(event) Feb 20 23:01:25.767534 dv-cinder-830096-1-iscsi neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 23:01:25.767534 dv-cinder-830096-1-iscsi neutron-server[109628]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 23:01:25.767534 dv-cinder-830096-1-iscsi neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 23:01:25.767534 dv-cinder-830096-1-iscsi neutron-server[109628]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 23:01:25.767534 dv-cinder-830096-1-iscsi neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 23:01:25.767534 dv-cinder-830096-1-iscsi neutron-server[109628]: return f(self, *a, **k) Feb 20 23:01:25.767534 dv-cinder-830096-1-iscsi neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 23:01:25.767534 dv-cinder-830096-1-iscsi neutron-server[109628]: return self._get(url).json() Feb 20 23:01:25.767534 dv-cinder-830096-1-iscsi neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 23:01:25.767534 dv-cinder-830096-1-iscsi neutron-server[109628]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 23:01:25.767534 dv-cinder-830096-1-iscsi neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 23:01:25.767534 dv-cinder-830096-1-iscsi neutron-server[109628]: return self.request(url, 'GET', **kwargs) Feb 20 23:01:25.767534 dv-cinder-830096-1-iscsi neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 23:01:25.767534 dv-cinder-830096-1-iscsi neutron-server[109628]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 23:01:25.767534 dv-cinder-830096-1-iscsi neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 23:01:25.767534 dv-cinder-830096-1-iscsi neutron-server[109628]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 23:01:25.767534 dv-cinder-830096-1-iscsi neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 23:01:25.767534 dv-cinder-830096-1-iscsi neutron-server[109628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 23:01:25.767534 dv-cinder-830096-1-iscsi neutron-server[109628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 23:01:25.905398 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-8e5a7045-1bd2-46e1-81d6-8da63a2d5016 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4175529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704226'] for network (807d72a2-fd0a-4679-8b9e-fced2e5254dd), after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:01:25.912056 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-8e5a7045-1bd2-46e1-81d6-8da63a2d5016 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565544'] for network (None), before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:01:25.915255 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [None req-8e5a7045-1bd2-46e1-81d6-8da63a2d5016 admin admin] 10.222.0.65 "DELETE /v2.0/networks/807d72a2-fd0a-4679-8b9e-fced2e5254dd HTTP/1.1" status: 204 len: 168 time: 0.3962808 Feb 20 23:01:25.918088 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.65', 46906) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:01:25.925022 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5a7045-1bd2-46e1-81d6-8da63a2d5016 admin admin] Pushing event deleted for resources: {'Network': ['ID=807d72a2-fd0a-4679-8b9e-fced2e5254dd,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:01:25.970491 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.db.db_base_plugin_v2 [None req-e74d7d8c-9abc-4bc8-aa30-3c93625b24b3 admin admin] Deleting subnet bc3ba82c-4d8e-4577-9fa8-e1cd3e5ad81e {{(pid=109629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 23:01:25.975556 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e74d7d8c-9abc-4bc8-aa30-3c93625b24b3 admin admin] Publish callbacks [] for subnet (bc3ba82c-4d8e-4577-9fa8-e1cd3e5ad81e), before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:01:26.013967 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e74d7d8c-9abc-4bc8-aa30-3c93625b24b3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62688243'] for subnet (bc3ba82c-4d8e-4577-9fa8-e1cd3e5ad81e), precommit_delete_associations {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:01:26.052535 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e74d7d8c-9abc-4bc8-aa30-3c93625b24b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4171819'] for subnet (bc3ba82c-4d8e-4577-9fa8-e1cd3e5ad81e), precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:01:26.155957 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb64f108-1cab-4cc2-a760-8e71360807ef req-5b24541d-dfa4-4610-9baf-00dec2b1472a tempest-VolumesNegativeTest-541379175 tempest-VolumesNegativeTest-541379175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:01:26.157353 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-cb64f108-1cab-4cc2-a760-8e71360807ef req-5b24541d-dfa4-4610-9baf-00dec2b1472a tempest-VolumesNegativeTest-541379175 tempest-VolumesNegativeTest-541379175-project] 10.222.0.65 "GET /v2.0/ports?device_id=ec63fac9-3cfd-41ca-8c87-237d06bec99d HTTP/1.1" status: 200 len: 950 time: 0.0565846 Feb 20 23:01:26.197517 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e74d7d8c-9abc-4bc8-aa30-3c93625b24b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4171794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61644179', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59081886'] for subnet (bc3ba82c-4d8e-4577-9fa8-e1cd3e5ad81e), after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:01:26.212213 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-cb64f108-1cab-4cc2-a760-8e71360807ef req-9f1af31d-47c6-4a0e-967c-286aba9c5c71 tempest-VolumesNegativeTest-541379175 tempest-VolumesNegativeTest-541379175-project] 10.222.0.65 "GET /v2.0/security-groups?id=3e1c1408-ac46-4a94-a2e5-f785e5396cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458174 Feb 20 23:01:26.242124 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74d7d8c-9abc-4bc8-aa30-3c93625b24b3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bc3ba82c-4d8e-4577-9fa8-e1cd3e5ad81e,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:01:26.245836 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e74d7d8c-9abc-4bc8-aa30-3c93625b24b3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:01:26.248965 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [None req-e74d7d8c-9abc-4bc8-aa30-3c93625b24b3 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/bc3ba82c-4d8e-4577-9fa8-e1cd3e5ad81e HTTP/1.1" status: 204 len: 168 time: 0.3298407 Feb 20 23:01:26.251911 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.65', 46920) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:01:26.293676 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4861d5b-87a8-4f9f-9fa0-23147ddb35a1 req-cbe6be2c-4d4b-430c-b763-b10aab6ba0a2 tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:01:26.295218 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-b4861d5b-87a8-4f9f-9fa0-23147ddb35a1 req-cbe6be2c-4d4b-430c-b763-b10aab6ba0a2 tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] 10.222.0.65 "GET /v2.0/ports?device_id=6732eadb-c39d-499f-84e7-dc5e141ce7e5 HTTP/1.1" status: 200 len: 945 time: 0.0627141 Feb 20 23:01:26.329407 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-cf17498c-e601-420e-8d2b-1d2288167d1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4031138'] for network (2e0d2f81-d8c7-4fc3-9e78-1d3a714740f7), before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:01:26.346542 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-b4861d5b-87a8-4f9f-9fa0-23147ddb35a1 req-b78462e9-6909-414b-955f-366ae113048f tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] 10.222.0.65 "GET /v2.0/security-groups?id=3bcd6c59-40eb-44ff-a14d-74710665948f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441525 Feb 20 23:01:26.407978 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-cf17498c-e601-420e-8d2b-1d2288167d1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4175522', 'neutron.services.segments.db._delete_segments_for_network-8747407231802'] for network (2e0d2f81-d8c7-4fc3-9e78-1d3a714740f7), precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:01:26.427603 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.services.segments.db [None req-cf17498c-e601-420e-8d2b-1d2288167d1a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e0d2f81-d8c7-4fc3-9e78-1d3a714740f7']}} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:01:26.437058 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.services.segments.db [None req-cf17498c-e601-420e-8d2b-1d2288167d1a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bda0e0ee-f037-4bdc-a8a3-e750c3a309bf') {'for_net_delete': True} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:01:26.437348 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.services.segments.db [None req-cf17498c-e601-420e-8d2b-1d2288167d1a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bda0e0ee-f037-4bdc-a8a3-e750c3a309bf') {} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:01:26.446942 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-cf17498c-e601-420e-8d2b-1d2288167d1a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747407232323', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59578419'] for segment (bda0e0ee-f037-4bdc-a8a3-e750c3a309bf), before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:01:26.460082 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-cf17498c-e601-420e-8d2b-1d2288167d1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4056974'] for segment (bda0e0ee-f037-4bdc-a8a3-e750c3a309bf), precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:01:26.466141 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf17498c-e601-420e-8d2b-1d2288167d1a admin admin] Releasing vlan 68 on physical network physnet1 to pool {{(pid=109628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 23:01:26.466563 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-cf17498c-e601-420e-8d2b-1d2288167d1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4056974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59259292'] for segment (bda0e0ee-f037-4bdc-a8a3-e750c3a309bf), after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:01:26.468170 dv-cinder-830096-1-iscsi neutron-server[109628]: Traceback (most recent call last): Feb 20 23:01:26.468170 dv-cinder-830096-1-iscsi neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 23:01:26.468170 dv-cinder-830096-1-iscsi neutron-server[109628]: timer() Feb 20 23:01:26.468170 dv-cinder-830096-1-iscsi neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 23:01:26.468170 dv-cinder-830096-1-iscsi neutron-server[109628]: cb(*args, **kw) Feb 20 23:01:26.468170 dv-cinder-830096-1-iscsi neutron-server[109628]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 23:01:26.468170 dv-cinder-830096-1-iscsi neutron-server[109628]: return func(*args, **kwargs) Feb 20 23:01:26.468170 dv-cinder-830096-1-iscsi neutron-server[109628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 23:01:26.468170 dv-cinder-830096-1-iscsi neutron-server[109628]: self._notify() Feb 20 23:01:26.468170 dv-cinder-830096-1-iscsi neutron-server[109628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 23:01:26.468170 dv-cinder-830096-1-iscsi neutron-server[109628]: self.callback(batched_events) Feb 20 23:01:26.468170 dv-cinder-830096-1-iscsi neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 23:01:26.468170 dv-cinder-830096-1-iscsi neutron-server[109628]: event.method(event) Feb 20 23:01:26.468170 dv-cinder-830096-1-iscsi neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 23:01:26.468170 dv-cinder-830096-1-iscsi neutron-server[109628]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 23:01:26.468170 dv-cinder-830096-1-iscsi neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 23:01:26.468170 dv-cinder-830096-1-iscsi neutron-server[109628]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 23:01:26.468170 dv-cinder-830096-1-iscsi neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 23:01:26.468170 dv-cinder-830096-1-iscsi neutron-server[109628]: return f(self, *a, **k) Feb 20 23:01:26.468170 dv-cinder-830096-1-iscsi neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 23:01:26.468170 dv-cinder-830096-1-iscsi neutron-server[109628]: return self._get(url).json() Feb 20 23:01:26.468170 dv-cinder-830096-1-iscsi neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 23:01:26.468170 dv-cinder-830096-1-iscsi neutron-server[109628]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 23:01:26.468170 dv-cinder-830096-1-iscsi neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 23:01:26.468170 dv-cinder-830096-1-iscsi neutron-server[109628]: return self.request(url, 'GET', **kwargs) Feb 20 23:01:26.468170 dv-cinder-830096-1-iscsi neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 23:01:26.468170 dv-cinder-830096-1-iscsi neutron-server[109628]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 23:01:26.468170 dv-cinder-830096-1-iscsi neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 23:01:26.468170 dv-cinder-830096-1-iscsi neutron-server[109628]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 23:01:26.468170 dv-cinder-830096-1-iscsi neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 23:01:26.468170 dv-cinder-830096-1-iscsi neutron-server[109628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 23:01:26.468170 dv-cinder-830096-1-iscsi neutron-server[109628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 23:01:26.610610 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-cf17498c-e601-420e-8d2b-1d2288167d1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4175529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704226'] for network (2e0d2f81-d8c7-4fc3-9e78-1d3a714740f7), after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:01:26.619526 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-cf17498c-e601-420e-8d2b-1d2288167d1a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565544'] for network (None), before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:01:26.621446 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [None req-cf17498c-e601-420e-8d2b-1d2288167d1a admin admin] 10.222.0.65 "DELETE /v2.0/networks/2e0d2f81-d8c7-4fc3-9e78-1d3a714740f7 HTTP/1.1" status: 204 len: 168 time: 0.3682859 Feb 20 23:01:26.636410 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf17498c-e601-420e-8d2b-1d2288167d1a admin admin] Pushing event deleted for resources: {'Network': ['ID=2e0d2f81-d8c7-4fc3-9e78-1d3a714740f7,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:01:26.658578 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfce054f-738f-4fd4-8984-fa1ea63e5b6e req-768a582f-4b38-4516-a261-a10b102d58ed tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:01:26.660007 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-dfce054f-738f-4fd4-8984-fa1ea63e5b6e req-768a582f-4b38-4516-a261-a10b102d58ed tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] 10.222.0.65 "GET /v2.0/ports?device_id=81375607-d255-4352-85da-eab4c1e730a9 HTTP/1.1" status: 200 len: 945 time: 0.0768294 Feb 20 23:01:26.709745 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-dfce054f-738f-4fd4-8984-fa1ea63e5b6e req-3bf26746-b12e-44ab-97c2-05eed0a1343d tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] 10.222.0.65 "GET /v2.0/security-groups?id=bc262dbf-af7b-45c0-8865-5866657a07f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434322 Feb 20 23:01:26.766597 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.65', 46940) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:01:26.824181 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-76a67548-ff84-446b-9af4-c9f781121e2d req-e63f6cf9-f481-4499-9fb5-48b4276da5a1 tempest-VolumesActionsTest-702370528 tempest-VolumesActionsTest-702370528-project] 10.222.0.65 "GET /v2.0/ports?device_id=2c1826cb-8bbc-4ae0-bab5-dae9179b954b HTTP/1.1" status: 200 len: 210 time: 0.0268519 Feb 20 23:01:26.863001 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.v2.base [None req-b83a59b7-a795-4153-bbea-a8aacb0e26bb admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2043403748-network', 'tenant_id': 'c3e33ca04103445c86d7b13f76fe664b'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:01:26.985136 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b83a59b7-a795-4153-bbea-a8aacb0e26bb admin admin] Made reservation on behalf of c3e33ca04103445c86d7b13f76fe664b for: {'network': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 23:01:26.987578 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-b83a59b7-a795-4153-bbea-a8aacb0e26bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4131840'] for network (None), before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:01:26.996854 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-b83a59b7-a795-4153-bbea-a8aacb0e26bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:01:27.068321 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-b83a59b7-a795-4153-bbea-a8aacb0e26bb admin admin] Publish callbacks [] for security_group (7ac38dbc-73f7-4b33-bf1f-e114483eb6e0), precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:01:27.079349 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.65', 46944) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:01:27.119101 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [None req-7416fda1-d7f6-429c-bab6-705f98348275 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=a19618e910954ae5ab62c563d0fd86f1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0386205 Feb 20 23:01:27.121727 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.65', 46946) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:01:27.172715 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-663deb12-3e53-42b0-ae45-3eab60c88334 admin admin] Publish callbacks [] for security_group (9ca55239-7bcf-4ca3-98f5-244fd8455c1a), before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:01:27.177023 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-b83a59b7-a795-4153-bbea-a8aacb0e26bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627867'] for security_group (7ac38dbc-73f7-4b33-bf1f-e114483eb6e0), after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:01:27.216402 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-663deb12-3e53-42b0-ae45-3eab60c88334 admin admin] Publish callbacks [] for security_group (9ca55239-7bcf-4ca3-98f5-244fd8455c1a), precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:01:27.225089 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b83a59b7-a795-4153-bbea-a8aacb0e26bb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 87} {{(pid=109629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 23:01:27.232600 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83a59b7-a795-4153-bbea-a8aacb0e26bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ac38dbc-73f7-4b33-bf1f-e114483eb6e0,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:01:27.242806 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-b83a59b7-a795-4153-bbea-a8aacb0e26bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4056974'] for segment (9f41be4e-4ea2-4c33-b37b-5645696f0dfb), precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:01:27.243285 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.db.segments_db [None req-b83a59b7-a795-4153-bbea-a8aacb0e26bb admin admin] Added segment 9f41be4e-4ea2-4c33-b37b-5645696f0dfb of type vlan for network 49827f61-3092-4973-9005-6ef8ce9e46b5 Feb 20 23:01:27.301918 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-b83a59b7-a795-4153-bbea-a8aacb0e26bb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747406756747'] for network (49827f61-3092-4973-9005-6ef8ce9e46b5), precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:01:27.336104 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85aff208-303e-40b4-aeb2-266fce198fd8 req-a576fec6-18ef-4f78-bb99-43bd589e4641 tempest-VolumesNegativeTest-541379175 tempest-VolumesNegativeTest-541379175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:01:27.338101 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-85aff208-303e-40b4-aeb2-266fce198fd8 req-a576fec6-18ef-4f78-bb99-43bd589e4641 tempest-VolumesNegativeTest-541379175 tempest-VolumesNegativeTest-541379175-project] 10.222.0.65 "GET /v2.0/ports?device_id=ec63fac9-3cfd-41ca-8c87-237d06bec99d HTTP/1.1" status: 200 len: 950 time: 0.0578337 Feb 20 23:01:27.388608 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-85aff208-303e-40b4-aeb2-266fce198fd8 req-d6876f08-77ff-4da0-a850-434ac24dfbde tempest-VolumesNegativeTest-541379175 tempest-VolumesNegativeTest-541379175-project] 10.222.0.65 "GET /v2.0/security-groups?id=3e1c1408-ac46-4a94-a2e5-f785e5396cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449893 Feb 20 23:01:27.491850 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0a71e7-1203-4ffe-9842-b3d6f94ba163 req-29423fb8-2cc4-428e-8ea9-941683e01a4d tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:01:27.491850 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-fc0a71e7-1203-4ffe-9842-b3d6f94ba163 req-29423fb8-2cc4-428e-8ea9-941683e01a4d tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] 10.222.0.65 "GET /v2.0/ports?device_id=6732eadb-c39d-499f-84e7-dc5e141ce7e5 HTTP/1.1" status: 200 len: 945 time: 0.0538459 Feb 20 23:01:27.513839 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-fc0a71e7-1203-4ffe-9842-b3d6f94ba163 req-1ef8480c-0be7-4626-8ef2-480b28b9efd0 tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] 10.222.0.65 "GET /v2.0/security-groups?id=3bcd6c59-40eb-44ff-a14d-74710665948f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398629 Feb 20 23:01:27.619419 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-663deb12-3e53-42b0-ae45-3eab60c88334 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627867'] for security_group (9ca55239-7bcf-4ca3-98f5-244fd8455c1a), after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:01:27.622087 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-663deb12-3e53-42b0-ae45-3eab60c88334 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:01:27.623235 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [None req-663deb12-3e53-42b0-ae45-3eab60c88334 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/9ca55239-7bcf-4ca3-98f5-244fd8455c1a HTTP/1.1" status: 204 len: 168 time: 0.5006196 Feb 20 23:01:27.631070 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663deb12-3e53-42b0-ae45-3eab60c88334 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ca55239-7bcf-4ca3-98f5-244fd8455c1a,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:01:27.638869 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-b83a59b7-a795-4153-bbea-a8aacb0e26bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510'] for network (49827f61-3092-4973-9005-6ef8ce9e46b5), after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:01:27.641279 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b83a59b7-a795-4153-bbea-a8aacb0e26bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:01:27.641864 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-b83a59b7-a795-4153-bbea-a8aacb0e26bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565544'] for network (None), before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:01:27.703963 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83a59b7-a795-4153-bbea-a8aacb0e26bb admin admin] Pushing event updated for resources: {'Network': ['ID=49827f61-3092-4973-9005-6ef8ce9e46b5,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:01:27.714636 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Network 49827f61-3092-4973-9005-6ef8ce9e46b5 details requested by agent ovs-agent-dv-cinder-830096-1-iscsi with host dv-cinder-830096-1-iscsi {{(pid=109630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 23:01:27.760035 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [None req-b83a59b7-a795-4153-bbea-a8aacb0e26bb admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9920151 Feb 20 23:01:27.763095 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.65', 46958) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:01:27.768219 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.v2.base [None req-03a29a1a-62ba-42ed-aa0d-4bdf5d5053a4 admin admin] Request body: {'subnet': {'network_id': '49827f61-3092-4973-9005-6ef8ce9e46b5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2043403748-subnet', 'tenant_id': 'c3e33ca04103445c86d7b13f76fe664b', 'ip_version': 4}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:01:27.828053 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1943206-045d-4a75-8e5a-b8e704a3057d req-bf570265-e021-43fb-821b-7ce15ee8d37e tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:01:27.829544 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-e1943206-045d-4a75-8e5a-b8e704a3057d req-bf570265-e021-43fb-821b-7ce15ee8d37e tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] 10.222.0.65 "GET /v2.0/ports?device_id=81375607-d255-4352-85da-eab4c1e730a9 HTTP/1.1" status: 200 len: 945 time: 0.0533586 Feb 20 23:01:27.858939 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03a29a1a-62ba-42ed-aa0d-4bdf5d5053a4 admin admin] Made reservation on behalf of c3e33ca04103445c86d7b13f76fe664b for: {'subnet': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 23:01:27.861296 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-03a29a1a-62ba-42ed-aa0d-4bdf5d5053a4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59081843'] for subnet (None), before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:01:27.877647 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-e1943206-045d-4a75-8e5a-b8e704a3057d req-adfd03b3-bd5e-42ad-b9ce-b3e50c06d5ba tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] 10.222.0.65 "GET /v2.0/security-groups?id=bc262dbf-af7b-45c0-8865-5866657a07f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425725 Feb 20 23:01:27.941112 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-cd828508-0d89-4106-a63e-2a2918bdf0e9 req-43e8e2e1-cbc9-4cc0-86ec-97aeb61c9bb9 tempest-VolumesActionsTest-702370528 tempest-VolumesActionsTest-702370528-project] 10.222.0.65 "GET /v2.0/ports?device_id=2c1826cb-8bbc-4ae0-bab5-dae9179b954b HTTP/1.1" status: 200 len: 210 time: 0.0367749 Feb 20 23:01:28.179123 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-03a29a1a-62ba-42ed-aa0d-4bdf5d5053a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61644242', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59081857'] for subnet (e9c40620-c529-4a12-8658-8129e29b5c71), after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:01:28.232511 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a29a1a-62ba-42ed-aa0d-4bdf5d5053a4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e9c40620-c529-4a12-8658-8129e29b5c71,revision_number=0']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:01:28.244192 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03a29a1a-62ba-42ed-aa0d-4bdf5d5053a4 admin admin] Checking segment: {'id': '9f41be4e-4ea2-4c33-b37b-5645696f0dfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '49827f61-3092-4973-9005-6ef8ce9e46b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 23:01:28.244546 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03a29a1a-62ba-42ed-aa0d-4bdf5d5053a4 admin admin] Network hostable DHCP agents. Network: 49827f61-3092-4973-9005-6ef8ce9e46b5, hostable agents: ['83a03d73-f5e1-4f72-b2a3-d557ae097998'], hosted agents: [] {{(pid=109629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 23:01:28.305568 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03a29a1a-62ba-42ed-aa0d-4bdf5d5053a4 admin admin] Network 49827f61-3092-4973-9005-6ef8ce9e46b5 is scheduled to be hosted by DHCP agent 83a03d73-f5e1-4f72-b2a3-d557ae097998 with binding_index 1 {{(pid=109629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 23:01:28.336466 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.65', 46964) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:01:28.375887 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [None req-53104c85-67da-439d-8dd4-5d83e667c018 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=203802a9b5da4f4d93212afac834b15a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0383246 Feb 20 23:01:28.378483 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.65', 46966) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:01:28.384513 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [None req-03a29a1a-62ba-42ed-aa0d-4bdf5d5053a4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830096-1-iscsi, 49827f61-3092-4973-9005-6ef8ce9e46b5) {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 23:01:28.388770 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03a29a1a-62ba-42ed-aa0d-4bdf5d5053a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:01:28.389204 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-03a29a1a-62ba-42ed-aa0d-4bdf5d5053a4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:01:28.393543 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d189a83a-bb1b-4d7b-9323-3f3d2be7d1ac None None] Network 49827f61-3092-4973-9005-6ef8ce9e46b5 requested from dv-cinder-830096-1-iscsi {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 23:01:28.433593 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ed87adfa-51d8-4170-9464-581292b649cc admin admin] Publish callbacks [] for security_group (006b1a82-54eb-4fec-89ca-81b389b3cc0f), before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:01:28.456032 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ed87adfa-51d8-4170-9464-581292b649cc admin admin] Publish callbacks [] for security_group (006b1a82-54eb-4fec-89ca-81b389b3cc0f), precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:01:28.470436 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [None req-03a29a1a-62ba-42ed-aa0d-4bdf5d5053a4 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7043519 Feb 20 23:01:28.471947 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.65', 46970) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:01:28.476241 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.v2.base [None req-9472eb35-efd5-44de-b690-e8472d4c6674 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2043403748-router', 'tenant_id': 'c3e33ca04103445c86d7b13f76fe664b', 'external_gateway_info': {'network_id': '5f52b71d-61c7-49bc-86ae-3e3415c25b55'}}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:01:28.498953 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3421f04a-6b4e-42aa-9424-aeb35d76a32d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c3c1bb5-3d94-599d-bc7e-fdaa49c69afc-49827f61-3092-4973-9005-6ef8ce9e46b5', 'network_id': '49827f61-3092-4973-9005-6ef8ce9e46b5', 'project_id': 'c3e33ca04103445c86d7b13f76fe664b', 'fixed_ips': [{'subnet_id': 'e9c40620-c529-4a12-8658-8129e29b5c71'}]}} from dv-cinder-830096-1-iscsi. {{(pid=109630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 23:01:28.499989 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-3421f04a-6b4e-42aa-9424-aeb35d76a32d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4131840'] for port (None), before_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:01:28.544654 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d9b060-1dbf-4c89-a368-c80f371d5ecb req-11d365ea-5257-4741-a022-d53efc6faae3 tempest-VolumesNegativeTest-541379175 tempest-VolumesNegativeTest-541379175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:01:28.546186 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-72d9b060-1dbf-4c89-a368-c80f371d5ecb req-11d365ea-5257-4741-a022-d53efc6faae3 tempest-VolumesNegativeTest-541379175 tempest-VolumesNegativeTest-541379175-project] 10.222.0.65 "GET /v2.0/ports?device_id=ec63fac9-3cfd-41ca-8c87-237d06bec99d HTTP/1.1" status: 200 len: 950 time: 0.0881357 Feb 20 23:01:28.579408 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-9472eb35-efd5-44de-b690-e8472d4c6674 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-701372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6487'] for router (957dbf51-248f-4ddc-979e-257e09f3cf2a), before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:01:28.580579 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-9472eb35-efd5-44de-b690-e8472d4c6674 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-700716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-704125', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-623842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6572'] for router (957dbf51-248f-4ddc-979e-257e09f3cf2a), precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:01:28.606451 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-72d9b060-1dbf-4c89-a368-c80f371d5ecb req-faafce17-26c2-45a3-903a-e015f339a6ef tempest-VolumesNegativeTest-541379175 tempest-VolumesNegativeTest-541379175-project] 10.222.0.65 "GET /v2.0/security-groups?id=3e1c1408-ac46-4a94-a2e5-f785e5396cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486667 Feb 20 23:01:28.647504 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ed87adfa-51d8-4170-9464-581292b649cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627867'] for security_group (006b1a82-54eb-4fec-89ca-81b389b3cc0f), after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:01:28.651836 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ed87adfa-51d8-4170-9464-581292b649cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:01:28.657393 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.db_base_plugin_common [None req-3421f04a-6b4e-42aa-9424-aeb35d76a32d None None] Allocated IP 172.20.0.2 (49827f61-3092-4973-9005-6ef8ce9e46b5/e9c40620-c529-4a12-8658-8129e29b5c71/4f08ded1-812a-4604-9879-3860c6b35844) {{(pid=109630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 23:01:28.659718 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [None req-ed87adfa-51d8-4170-9464-581292b649cc admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/006b1a82-54eb-4fec-89ca-81b389b3cc0f HTTP/1.1" status: 204 len: 168 time: 0.2724168 Feb 20 23:01:28.676705 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-9472eb35-efd5-44de-b690-e8472d4c6674 admin admin] Publish callbacks [] for router_controller (957dbf51-248f-4ddc-979e-257e09f3cf2a), precommit_add_association {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:01:28.683380 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed87adfa-51d8-4170-9464-581292b649cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=006b1a82-54eb-4fec-89ca-81b389b3cc0f,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:01:28.687377 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9583650e-1e7e-462f-9df5-5ec4ce42db24 req-87cdb582-5fd3-4e98-a28d-34d07e8d0973 tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:01:28.689170 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-9583650e-1e7e-462f-9df5-5ec4ce42db24 req-87cdb582-5fd3-4e98-a28d-34d07e8d0973 tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] 10.222.0.65 "GET /v2.0/ports?device_id=6732eadb-c39d-499f-84e7-dc5e141ce7e5 HTTP/1.1" status: 200 len: 945 time: 0.1042440 Feb 20 23:01:28.746117 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-9583650e-1e7e-462f-9df5-5ec4ce42db24 req-99d8c0b4-ecbb-4b0e-bc53-a31382f357b1 tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] 10.222.0.65 "GET /v2.0/security-groups?id=3bcd6c59-40eb-44ff-a14d-74710665948f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494580 Feb 20 23:01:28.813989 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-3421f04a-6b4e-42aa-9424-aeb35d76a32d None None] Publish callbacks [] for port (4f08ded1-812a-4604-9879-3860c6b35844), precommit_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:01:28.876457 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-3421f04a-6b4e-42aa-9424-aeb35d76a32d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747406771496'] for port (4f08ded1-812a-4604-9879-3860c6b35844), after_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:01:28.918695 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3421f04a-6b4e-42aa-9424-aeb35d76a32d None None] Network 49827f61-3092-4973-9005-6ef8ce9e46b5 is already hosted by enough agents. {{(pid=109630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 23:01:28.920721 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.scheduler.base_scheduler [None req-3421f04a-6b4e-42aa-9424-aeb35d76a32d None None] Resources bound (agent type, host, resource id): {{(pid=109630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 23:01:28.924792 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3421f04a-6b4e-42aa-9424-aeb35d76a32d None None] Received port after_create {{(pid=109630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 23:01:28.960613 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3421f04a-6b4e-42aa-9424-aeb35d76a32d None None] Pushing event updated for resources: {'Port': ['ID=4f08ded1-812a-4604-9879-3860c6b35844,revision_number=1']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:01:28.999851 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-3421f04a-6b4e-42aa-9424-aeb35d76a32d None None] Attempting to bind port 4f08ded1-812a-4604-9879-3860c6b35844 on host dv-cinder-830096-1-iscsi for vnic_type normal with profile {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 23:01:29.001028 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-3421f04a-6b4e-42aa-9424-aeb35d76a32d None None] Attempting to bind port 4f08ded1-812a-4604-9879-3860c6b35844 by drivers openvswitch,hyperv on host dv-cinder-830096-1-iscsi at level 0 using segments [{'id': '9f41be4e-4ea2-4c33-b37b-5645696f0dfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '49827f61-3092-4973-9005-6ef8ce9e46b5'}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 23:01:29.001690 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3421f04a-6b4e-42aa-9424-aeb35d76a32d None None] Attempting to bind port 4f08ded1-812a-4604-9879-3860c6b35844 on network 49827f61-3092-4973-9005-6ef8ce9e46b5 {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 23:01:29.008697 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3421f04a-6b4e-42aa-9424-aeb35d76a32d None None] Checking agent: {'id': '2dc95353-690e-4eed-857f-cdb5bbe3a4be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830096-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 22, 50, 49), 'started_at': datetime.datetime(2022, 2, 20, 22, 51, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 23, 1, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830096-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 23:01:29.009413 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3421f04a-6b4e-42aa-9424-aeb35d76a32d None None] Checking segment: {'id': '9f41be4e-4ea2-4c33-b37b-5645696f0dfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '49827f61-3092-4973-9005-6ef8ce9e46b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 23:01:29.009972 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-3421f04a-6b4e-42aa-9424-aeb35d76a32d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:01:29.010541 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3421f04a-6b4e-42aa-9424-aeb35d76a32d None None] Bound using segment: {'id': '9f41be4e-4ea2-4c33-b37b-5645696f0dfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '49827f61-3092-4973-9005-6ef8ce9e46b5'} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 23:01:29.011367 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-3421f04a-6b4e-42aa-9424-aeb35d76a32d None None] Bound port: 4f08ded1-812a-4604-9879-3860c6b35844, host: dv-cinder-830096-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f41be4e-4ea2-4c33-b37b-5645696f0dfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '49827f61-3092-4973-9005-6ef8ce9e46b5'}}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 23:01:29.011920 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-3421f04a-6b4e-42aa-9424-aeb35d76a32d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4131840'] for port (4f08ded1-812a-4604-9879-3860c6b35844), before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:01:29.029454 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82696450-2c01-44ee-9f15-5493d6f7e2ed req-8b935635-c003-42c0-9b34-99caa81034b8 tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:01:29.038013 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-82696450-2c01-44ee-9f15-5493d6f7e2ed req-8b935635-c003-42c0-9b34-99caa81034b8 tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] 10.222.0.65 "GET /v2.0/ports?device_id=81375607-d255-4352-85da-eab4c1e730a9 HTTP/1.1" status: 200 len: 945 time: 0.0843592 Feb 20 23:01:29.049576 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-9472eb35-efd5-44de-b690-e8472d4c6674 admin admin] Publish callbacks [] for router_gateway (957dbf51-248f-4ddc-979e-257e09f3cf2a), precommit_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:01:29.095419 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-3421f04a-6b4e-42aa-9424-aeb35d76a32d None None] For port 4f08ded1-812a-4604-9879-3860c6b35844, host dv-cinder-830096-1-iscsi, cleared binding levels {{(pid=109630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 23:01:29.102223 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-f0f4c35b-b679-46ce-b812-1d5bb5ec61d7 req-cb518ec9-1ecc-4004-a7ab-4f6d471ae6e9 tempest-VolumesActionsTest-702370528 tempest-VolumesActionsTest-702370528-project] 10.222.0.65 "GET /v2.0/ports?device_id=2c1826cb-8bbc-4ae0-bab5-dae9179b954b HTTP/1.1" status: 200 len: 210 time: 0.0320323 Feb 20 23:01:29.102555 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-3421f04a-6b4e-42aa-9424-aeb35d76a32d None None] For port 4f08ded1-812a-4604-9879-3860c6b35844, host dv-cinder-830096-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-1-iscsi',level=0,port_id=4f08ded1-812a-4604-9879-3860c6b35844,segment=NetworkSegment(9f41be4e-4ea2-4c33-b37b-5645696f0dfb),segment_id=9f41be4e-4ea2-4c33-b37b-5645696f0dfb)] {{(pid=109630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 23:01:29.102800 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-82696450-2c01-44ee-9f15-5493d6f7e2ed req-e42b283b-071c-430d-9b15-8e7708ba0509 tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] 10.222.0.65 "GET /v2.0/security-groups?id=bc262dbf-af7b-45c0-8865-5866657a07f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621076 Feb 20 23:01:29.168457 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-3421f04a-6b4e-42aa-9424-aeb35d76a32d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747407212427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747406771514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747406771532'] for port (4f08ded1-812a-4604-9879-3860c6b35844), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:01:29.238121 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3421f04a-6b4e-42aa-9424-aeb35d76a32d None None] Pushing event updated for resources: {'Port': ['ID=4f08ded1-812a-4604-9879-3860c6b35844,revision_number=2']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:01:29.314295 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-9472eb35-efd5-44de-b690-e8472d4c6674 admin admin] Publish callbacks [] for router_gateway (957dbf51-248f-4ddc-979e-257e09f3cf2a), before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:01:29.338017 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-9472eb35-efd5-44de-b690-e8472d4c6674 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4131840'] for port (None), before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:01:29.458057 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.db.db_base_plugin_common [None req-9472eb35-efd5-44de-b690-e8472d4c6674 admin admin] Allocated IP 172.27.2.20 (5f52b71d-61c7-49bc-86ae-3e3415c25b55/841afcd6-8af7-4cd5-baec-c52e88cacaa2/c83ba2fa-10e7-432d-af47-93b96fff10e6) {{(pid=109629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 23:01:29.583133 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-9472eb35-efd5-44de-b690-e8472d4c6674 admin admin] Publish callbacks [] for port (c83ba2fa-10e7-432d-af47-93b96fff10e6), precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:01:29.704372 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Device 4f08ded1-812a-4604-9879-3860c6b35844 up at agent ovs-agent-dv-cinder-830096-1-iscsi {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 23:01:29.731770 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-9472eb35-efd5-44de-b690-e8472d4c6674 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747406771496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61629250'] for port (c83ba2fa-10e7-432d-af47-93b96fff10e6), after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:01:29.770446 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9472eb35-efd5-44de-b690-e8472d4c6674 admin admin] Network 5f52b71d-61c7-49bc-86ae-3e3415c25b55 is already hosted by enough agents. {{(pid=109629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 23:01:29.780985 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [None req-9472eb35-efd5-44de-b690-e8472d4c6674 admin admin] Resources bound (agent type, host, resource id): {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 23:01:29.788209 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9472eb35-efd5-44de-b690-e8472d4c6674 admin admin] Received port after_create {{(pid=109629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 23:01:29.796965 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e81bbd-9ff0-4937-a5c1-bf3c00ccf954 req-8749e675-5f24-4ec3-ba68-2712002a3268 tempest-VolumesNegativeTest-541379175 tempest-VolumesNegativeTest-541379175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:01:29.809677 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Provisioning complete for port 4f08ded1-812a-4604-9879-3860c6b35844 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:01:29.810025 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-b3e81bbd-9ff0-4937-a5c1-bf3c00ccf954 req-8749e675-5f24-4ec3-ba68-2712002a3268 tempest-VolumesNegativeTest-541379175 tempest-VolumesNegativeTest-541379175-project] 10.222.0.65 "GET /v2.0/ports?device_id=ec63fac9-3cfd-41ca-8c87-237d06bec99d HTTP/1.1" status: 200 len: 950 time: 0.1342325 Feb 20 23:01:29.810135 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4145689'] for port (4f08ded1-812a-4604-9879-3860c6b35844), provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:01:29.877805 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9472eb35-efd5-44de-b690-e8472d4c6674 admin admin] Pushing event updated for resources: {'Port': ['ID=c83ba2fa-10e7-432d-af47-93b96fff10e6,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:01:29.911169 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-b3e81bbd-9ff0-4937-a5c1-bf3c00ccf954 req-634886cc-9975-44ef-8a37-c8eec1a8bf75 tempest-VolumesNegativeTest-541379175 tempest-VolumesNegativeTest-541379175-project] 10.222.0.65 "GET /v2.0/security-groups?id=3e1c1408-ac46-4a94-a2e5-f785e5396cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955045 Feb 20 23:01:29.923674 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Current status of the port 4f08ded1-812a-4604-9879-3860c6b35844 is: DOWN; New status is: ACTIVE {{(pid=109630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:01:29.925101 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4131840'] for port (4f08ded1-812a-4604-9879-3860c6b35844), before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:01:29.949804 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe1e5f6-33d0-4fc9-8f8d-54ea88967793 req-f8a27d85-fde0-4b23-a383-6b9506f78022 tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:01:29.958013 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-abe1e5f6-33d0-4fc9-8f8d-54ea88967793 req-f8a27d85-fde0-4b23-a383-6b9506f78022 tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] 10.222.0.65 "GET /v2.0/ports?device_id=6732eadb-c39d-499f-84e7-dc5e141ce7e5 HTTP/1.1" status: 200 len: 945 time: 0.1167436 Feb 20 23:01:29.980700 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] For port 4f08ded1-812a-4604-9879-3860c6b35844, host dv-cinder-830096-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-1-iscsi',level=0,port_id=4f08ded1-812a-4604-9879-3860c6b35844,segment=NetworkSegment(9f41be4e-4ea2-4c33-b37b-5645696f0dfb),segment_id=9f41be4e-4ea2-4c33-b37b-5645696f0dfb)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:01:30.018610 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-abe1e5f6-33d0-4fc9-8f8d-54ea88967793 req-89001644-d3c8-4143-bf20-5ddf14b39ab1 tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] 10.222.0.65 "GET /v2.0/security-groups?id=3bcd6c59-40eb-44ff-a14d-74710665948f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544579 Feb 20 23:01:30.059531 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747407212427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747406771514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747406771532'] for port (4f08ded1-812a-4604-9879-3860c6b35844), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:01:30.085794 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Device 47ffeeef-0c16-44ca-8659-d7555ecc7372 up at agent hyperv_hv-cinder-83009 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 23:01:30.182413 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Pushing event updated for resources: {'Port': ['ID=4f08ded1-812a-4604-9879-3860c6b35844,revision_number=3']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:01:30.266008 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-81d8006f-e3c3-4ceb-96d3-69fce73d4e47 req-538bed5b-c2ca-4b9a-9393-e09c881b2899 tempest-VolumesActionsTest-702370528 tempest-VolumesActionsTest-702370528-project] 10.222.0.65 "GET /v2.0/ports?device_id=2c1826cb-8bbc-4ae0-bab5-dae9179b954b HTTP/1.1" status: 200 len: 210 time: 0.0598438 Feb 20 23:01:30.267175 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dd6fc8-1f5b-4868-946d-3e47dc47c630 req-0c6240d0-8add-423f-9934-c6f03a7a1605 tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:01:30.268931 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-b0dd6fc8-1f5b-4868-946d-3e47dc47c630 req-0c6240d0-8add-423f-9934-c6f03a7a1605 tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] 10.222.0.65 "GET /v2.0/ports?device_id=81375607-d255-4352-85da-eab4c1e730a9 HTTP/1.1" status: 200 len: 945 time: 0.0586040 Feb 20 23:01:30.283651 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-9472eb35-efd5-44de-b690-e8472d4c6674 admin admin] Publish callbacks [] for router_gateway (957dbf51-248f-4ddc-979e-257e09f3cf2a), after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:01:30.304629 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Provisioning for port 47ffeeef-0c16-44ca-8659-d7555ecc7372 completed by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 23:01:30.308933 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Provisioning complete for port 47ffeeef-0c16-44ca-8659-d7555ecc7372 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:01:30.309311 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4145689'] for port (47ffeeef-0c16-44ca-8659-d7555ecc7372), provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:01:30.351367 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-b0dd6fc8-1f5b-4868-946d-3e47dc47c630 req-f3627e04-b24e-49ee-a2a6-155bccdc725f tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] 10.222.0.65 "GET /v2.0/security-groups?id=bc262dbf-af7b-45c0-8865-5866657a07f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701063 Feb 20 23:01:30.405280 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8d10a57-feca-447e-b595-a7c472d9f64e None None] Network 49827f61-3092-4973-9005-6ef8ce9e46b5 requested from dv-cinder-830096-1-iscsi {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 23:01:30.421940 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Current status of the port 47ffeeef-0c16-44ca-8659-d7555ecc7372 is: BUILD; New status is: ACTIVE {{(pid=109630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:01:30.422260 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4131840'] for port (47ffeeef-0c16-44ca-8659-d7555ecc7372), before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:01:30.473941 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-ba690520-60c4-489a-8bfa-86d0e62b4ed4 None None] Provisioning complete for port 4f08ded1-812a-4604-9879-3860c6b35844 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:01:30.474308 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-ba690520-60c4-489a-8bfa-86d0e62b4ed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4145689'] for port (4f08ded1-812a-4604-9879-3860c6b35844), provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:01:30.517325 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6732eadb-c39d-499f-84e7-dc5e141ce7e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47ffeeef-0c16-44ca-8659-d7555ecc7372'}] {{(pid=109630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 23:01:30.518563 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f8f7ade39b9b648cd02963e66adb41eb29d40ae47bdce8ccfc3d1936511f484" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0003453-4f72-410a-a98d-47debcd602a0" -d '{"events": [{"server_uuid": "6732eadb-c39d-499f-84e7-dc5e141ce7e5", "name": "network-vif-plugged", "status": "completed", "tag": "47ffeeef-0c16-44ca-8659-d7555ecc7372"}]}' {{(pid=109630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 23:01:30.524849 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-9472eb35-efd5-44de-b690-e8472d4c6674 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-700709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-704170'] for router (957dbf51-248f-4ddc-979e-257e09f3cf2a), after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:01:30.687491 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 23:01:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-788c4086-9fe0-444b-a124-f636be3df611 x-openstack-request-id: req-788c4086-9fe0-444b-a124-f636be3df611 {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 23:01:30.687723 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6732eadb-c39d-499f-84e7-dc5e141ce7e5", "name": "network-vif-plugged", "status": "completed", "tag": "47ffeeef-0c16-44ca-8659-d7555ecc7372", "code": 200}]} {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 23:01:30.687943 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-788c4086-9fe0-444b-a124-f636be3df611 {{(pid=109630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 23:01:30.688432 dv-cinder-830096-1-iscsi neutron-server[109630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6732eadb-c39d-499f-84e7-dc5e141ce7e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47ffeeef-0c16-44ca-8659-d7555ecc7372', 'code': 200} Feb 20 23:01:30.691709 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.65', 47026) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:01:30.699079 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] For port 47ffeeef-0c16-44ca-8659-d7555ecc7372, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=47ffeeef-0c16-44ca-8659-d7555ecc7372,segment=NetworkSegment(880d65a5-0d44-4018-a2b8-55df6816dd1a),segment_id=880d65a5-0d44-4018-a2b8-55df6816dd1a)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:01:30.785609 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9472eb35-efd5-44de-b690-e8472d4c6674 admin admin] Router 957dbf51-248f-4ddc-979e-257e09f3cf2a is scheduled to L3 agent 13c347f3-1c01-45ee-af8c-9f8a630e0f23 with binding_index 1 {{(pid=109629) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 20 23:01:30.787868 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-ba690520-60c4-489a-8bfa-86d0e62b4ed4 None None] Current status of the port 4f08ded1-812a-4604-9879-3860c6b35844 is: ACTIVE; New status is: ACTIVE {{(pid=109630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:01:30.858727 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-d7e92b55-3dae-4df2-a699-a3e6bb368947 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:01:30.871032 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747407212427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747406771514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747406771532'] for port (47ffeeef-0c16-44ca-8659-d7555ecc7372), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:01:30.936472 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Pushing event updated for resources: {'Port': ['ID=47ffeeef-0c16-44ca-8659-d7555ecc7372,revision_number=5']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:01:30.965792 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9472eb35-efd5-44de-b690-e8472d4c6674 admin admin] Notify agent at l3_agent.dv-cinder-830096-1-iscsi the message routers_updated {{(pid=109629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 23:01:30.982164 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc996162-4b2c-4e91-b032-01981c75ce8c None None] Sync routers for ids ['957dbf51-248f-4ddc-979e-257e09f3cf2a'] in dv-cinder-830096-1-iscsi {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 23:01:31.014474 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc996162-4b2c-4e91-b032-01981c75ce8c None None] Routers {'957dbf51-248f-4ddc-979e-257e09f3cf2a'} bound to L3 agent in host dv-cinder-830096-1-iscsi {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 23:01:31.021788 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-dc996162-4b2c-4e91-b032-01981c75ce8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T22:50:44Z,description=,heartbeat_timestamp=2022-02-20T23:01:14Z,host='dv-cinder-830096-1-iscsi',id=13c347f3-1c01-45ee-af8c-9f8a630e0f23,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T22:50:45Z,topic='l3_agent')) {'router_ids': ['957dbf51-248f-4ddc-979e-257e09f3cf2a'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:01:31.075091 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-d7e92b55-3dae-4df2-a699-a3e6bb368947 admin admin] Publish callbacks [] for security_group (febcd226-999a-4ca9-bf88-d24554c24881), precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:01:31.087230 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78258329-ef60-4b78-b7b2-7e1ce7982717 req-87a5daa5-d603-4091-9e4c-c79e386a3424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:01:31.088711 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-78258329-ef60-4b78-b7b2-7e1ce7982717 req-87a5daa5-d603-4091-9e4c-c79e386a3424 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=6732eadb-c39d-499f-84e7-dc5e141ce7e5 HTTP/1.1" status: 200 len: 1130 time: 0.1197636 Feb 20 23:01:31.109668 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d544e4-fead-4a03-ae4d-a919b14f7750 req-90e22f2f-648c-4dca-b45d-9869caf4b1d7 tempest-VolumesNegativeTest-541379175 tempest-VolumesNegativeTest-541379175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:01:31.111608 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-d7d544e4-fead-4a03-ae4d-a919b14f7750 req-90e22f2f-648c-4dca-b45d-9869caf4b1d7 tempest-VolumesNegativeTest-541379175 tempest-VolumesNegativeTest-541379175-project] 10.222.0.65 "GET /v2.0/ports?device_id=ec63fac9-3cfd-41ca-8c87-237d06bec99d HTTP/1.1" status: 200 len: 950 time: 0.0909822 Feb 20 23:01:31.134565 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-49dd23f5-b483-4a17-964e-5ce1ea3512ff None None] Provisioning complete for port 4f08ded1-812a-4604-9879-3860c6b35844 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:01:31.135472 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-49dd23f5-b483-4a17-964e-5ce1ea3512ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4145689'] for port (4f08ded1-812a-4604-9879-3860c6b35844), provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:01:31.146023 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-9472eb35-efd5-44de-b690-e8472d4c6674 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:01:31.151285 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [None req-9472eb35-efd5-44de-b690-e8472d4c6674 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.6737993 Feb 20 23:01:31.151285 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.65', 47042) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:01:31.184308 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-78258329-ef60-4b78-b7b2-7e1ce7982717 req-9b16790c-5fff-47df-93d6-ccbfd49e88d0 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=3bcd6c59-40eb-44ff-a14d-74710665948f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0874491 Feb 20 23:01:31.187482 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.db.l3_dvr_db [None req-dc996162-4b2c-4e91-b032-01981c75ce8c None None] Set router 957dbf51-248f-4ddc-979e-257e09f3cf2a gateway port host: dv-cinder-830096-1-iscsi {{(pid=109631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 23:01:31.216993 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-d7d544e4-fead-4a03-ae4d-a919b14f7750 req-b440d5dc-fe2e-4b55-8dc0-e5dd930bc847 tempest-VolumesNegativeTest-541379175 tempest-VolumesNegativeTest-541379175-project] 10.222.0.65 "GET /v2.0/security-groups?id=3e1c1408-ac46-4a94-a2e5-f785e5396cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976186 Feb 20 23:01:31.240260 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-d7e92b55-3dae-4df2-a699-a3e6bb368947 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627867'] for security_group (febcd226-999a-4ca9-bf88-d24554c24881), after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:01:31.273044 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-49dd23f5-b483-4a17-964e-5ce1ea3512ff None None] Current status of the port 4f08ded1-812a-4604-9879-3860c6b35844 is: ACTIVE; New status is: ACTIVE {{(pid=109630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:01:31.380133 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-5f78f714-c151-4121-83ad-b10a12476433 req-56deb6ff-af2b-4931-8399-2ce8f8d172e2 tempest-VolumesActionsTest-702370528 tempest-VolumesActionsTest-702370528-project] 10.222.0.65 "GET /v2.0/ports?device_id=2c1826cb-8bbc-4ae0-bab5-dae9179b954b HTTP/1.1" status: 200 len: 210 time: 0.0283740 Feb 20 23:01:31.422674 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-dc996162-4b2c-4e91-b032-01981c75ce8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '957dbf51-248f-4ddc-979e-257e09f3cf2a', 'name': 'tempest-TestMinimumBasicScenario-2043403748-router', 'tenant_id': 'c3e33ca04103445c86d7b13f76fe664b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f52b71d-61c7-49bc-86ae-3e3415c25b55', 'external_fixed_ips': [{'subnet_id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'ip_address': '172.27.2.20'}], 'enable_snat': True}, 'gw_port_id': 'c83ba2fa-10e7-432d-af47-93b96fff10e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:01:28Z', 'updated_at': '2022-02-20T23:01:30Z', 'revision_number': 3, 'project_id': 'c3e33ca04103445c86d7b13f76fe664b', 'gw_port': {'id': 'c83ba2fa-10e7-432d-af47-93b96fff10e6', 'name': '', 'network_id': '5f52b71d-61c7-49bc-86ae-3e3415c25b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:04:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '957dbf51-248f-4ddc-979e-257e09f3cf2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'ip_address': '172.27.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:01:29Z', 'updated_at': '2022-02-20T23:01:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-1-iscsi'}], 'dv-cinder-830096-1-iscsi', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:01:31.450263 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc996162-4b2c-4e91-b032-01981c75ce8c None None] Checking router: 957dbf51-248f-4ddc-979e-257e09f3cf2a for host: dv-cinder-830096-1-iscsi {{(pid=109631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 23:01:31.450641 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc996162-4b2c-4e91-b032-01981c75ce8c None None] Updating router 957dbf51-248f-4ddc-979e-257e09f3cf2a port c83ba2fa-10e7-432d-af47-93b96fff10e6 binding host dv-cinder-830096-1-iscsi {{(pid=109631) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 23:01:31.479194 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-dc996162-4b2c-4e91-b032-01981c75ce8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4131840'] for port (c83ba2fa-10e7-432d-af47-93b96fff10e6), before_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:01:31.501417 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7fe1f9-44e6-4ba1-8029-72df7efd84bf req-f943b3c5-20e2-4e15-a5af-d0b0ed579d3e tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:01:31.507719 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-5d7fe1f9-44e6-4ba1-8029-72df7efd84bf req-f943b3c5-20e2-4e15-a5af-d0b0ed579d3e tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] 10.222.0.65 "GET /v2.0/ports?device_id=81375607-d255-4352-85da-eab4c1e730a9 HTTP/1.1" status: 200 len: 945 time: 0.0601509 Feb 20 23:01:31.509103 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [None req-d7e92b55-3dae-4df2-a699-a3e6bb368947 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=ed16e0727b854a99a55fb6861ea45536&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8160410 Feb 20 23:01:31.509710 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.65', 47050) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:01:31.512750 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e92b55-3dae-4df2-a699-a3e6bb368947 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=febcd226-999a-4ca9-bf88-d24554c24881,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:01:31.549914 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0888ce8c-d095-491a-bda1-d2fd34fbe2ae req-f88d4f38-d770-4256-b65f-49e530dbbed5 tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:01:31.551454 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-0888ce8c-d095-491a-bda1-d2fd34fbe2ae req-f88d4f38-d770-4256-b65f-49e530dbbed5 tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] 10.222.0.65 "GET /v2.0/ports?device_id=6732eadb-c39d-499f-84e7-dc5e141ce7e5 HTTP/1.1" status: 200 len: 946 time: 0.3237376 Feb 20 23:01:31.690045 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-646d1ec4-7e26-4d64-8a6b-a03f73359750 admin admin] Publish callbacks [] for security_group (febcd226-999a-4ca9-bf88-d24554c24881), before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:01:31.706345 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-0888ce8c-d095-491a-bda1-d2fd34fbe2ae req-7fdfc238-a63b-4e0f-96c0-45497ec94368 tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] 10.222.0.65 "GET /v2.0/security-groups?id=3bcd6c59-40eb-44ff-a14d-74710665948f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1201134 Feb 20 23:01:31.718261 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-646d1ec4-7e26-4d64-8a6b-a03f73359750 admin admin] Publish callbacks [] for security_group (febcd226-999a-4ca9-bf88-d24554c24881), precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:01:31.738177 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Device 4f08ded1-812a-4604-9879-3860c6b35844 up at agent ovs-agent-dv-cinder-830096-1-iscsi {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 23:01:31.744082 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-5d7fe1f9-44e6-4ba1-8029-72df7efd84bf req-5143765d-8cd5-4513-a050-ed84d0aabc30 tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] 10.222.0.65 "GET /v2.0/security-groups?id=bc262dbf-af7b-45c0-8865-5866657a07f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2333517 Feb 20 23:01:31.798659 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71579a77-c7f1-4094-b55f-f312045fdce7 req-55b8ba85-1e98-40ad-b1ab-5666d5e1b685 tempest-VolumesActionsTest-702370528 tempest-VolumesActionsTest-702370528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:01:31.801534 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-71579a77-c7f1-4094-b55f-f312045fdce7 req-55b8ba85-1e98-40ad-b1ab-5666d5e1b685 tempest-VolumesActionsTest-702370528 tempest-VolumesActionsTest-702370528-project] 10.222.0.42 "GET /v2.0/networks?id=0cc42a85-9a95-4ed9-a113-b7582b2f5909 HTTP/1.1" status: 200 len: 809 time: 0.2504871 Feb 20 23:01:31.819873 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Provisioning complete for port 4f08ded1-812a-4604-9879-3860c6b35844 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:01:31.820620 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4145689'] for port (4f08ded1-812a-4604-9879-3860c6b35844), provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:01:31.900863 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.v2.base [req-71579a77-c7f1-4094-b55f-f312045fdce7 req-67c6fa93-1dee-47e4-8280-be411f785ec1 tempest-VolumesActionsTest-702370528 tempest-VolumesActionsTest-702370528-project] Request body: {'port': {'device_id': '2c1826cb-8bbc-4ae0-bab5-dae9179b954b', 'network_id': '0cc42a85-9a95-4ed9-a113-b7582b2f5909', 'admin_state_up': True, 'tenant_id': '5680faffb5f54e9f8a56a455be903baf'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:01:31.915641 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Current status of the port 4f08ded1-812a-4604-9879-3860c6b35844 is: ACTIVE; New status is: ACTIVE {{(pid=109630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:01:31.924415 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-646d1ec4-7e26-4d64-8a6b-a03f73359750 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627867'] for security_group (febcd226-999a-4ca9-bf88-d24554c24881), after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:01:31.926808 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-dc996162-4b2c-4e91-b032-01981c75ce8c None None] Publish callbacks [] for port (c83ba2fa-10e7-432d-af47-93b96fff10e6), precommit_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:01:31.927243 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-646d1ec4-7e26-4d64-8a6b-a03f73359750 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:01:31.928806 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [None req-646d1ec4-7e26-4d64-8a6b-a03f73359750 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/febcd226-999a-4ca9-bf88-d24554c24881 HTTP/1.1" status: 204 len: 168 time: 0.4176095 Feb 20 23:01:31.991776 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646d1ec4-7e26-4d64-8a6b-a03f73359750 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=febcd226-999a-4ca9-bf88-d24554c24881,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:01:32.000799 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-4d76de12-99c8-43d7-b110-f6effc5e1639 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4131840'] for port (None), before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:01:32.145032 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-dc996162-4b2c-4e91-b032-01981c75ce8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747407212427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747406771514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747406771532'] for port (c83ba2fa-10e7-432d-af47-93b96fff10e6), after_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:01:32.158516 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.db.db_base_plugin_common [None req-4d76de12-99c8-43d7-b110-f6effc5e1639 admin admin] Allocated IP 172.20.0.1 (49827f61-3092-4973-9005-6ef8ce9e46b5/e9c40620-c529-4a12-8658-8129e29b5c71/e3dbf046-c3f5-4a7f-98cd-b1891ab07908) {{(pid=109629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 23:01:32.194977 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.plugins.ml2.managers [None req-dc996162-4b2c-4e91-b032-01981c75ce8c None None] Attempting to bind port c83ba2fa-10e7-432d-af47-93b96fff10e6 on host dv-cinder-830096-1-iscsi for vnic_type normal with profile {{(pid=109631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 23:01:32.195866 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.plugins.ml2.managers [None req-dc996162-4b2c-4e91-b032-01981c75ce8c None None] Attempting to bind port c83ba2fa-10e7-432d-af47-93b96fff10e6 by drivers openvswitch,hyperv on host dv-cinder-830096-1-iscsi at level 0 using segments [{'id': 'c35aac5e-90b0-4d56-90ba-57f79ef09092', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5f52b71d-61c7-49bc-86ae-3e3415c25b55'}] {{(pid=109631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 23:01:32.196412 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc996162-4b2c-4e91-b032-01981c75ce8c None None] Attempting to bind port c83ba2fa-10e7-432d-af47-93b96fff10e6 on network 5f52b71d-61c7-49bc-86ae-3e3415c25b55 {{(pid=109631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 23:01:32.197256 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71579a77-c7f1-4094-b55f-f312045fdce7 req-67c6fa93-1dee-47e4-8280-be411f785ec1 tempest-VolumesActionsTest-702370528 tempest-VolumesActionsTest-702370528-project] Made reservation on behalf of 5680faffb5f54e9f8a56a455be903baf for: {'port': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 23:01:32.200678 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-71579a77-c7f1-4094-b55f-f312045fdce7 req-67c6fa93-1dee-47e4-8280-be411f785ec1 tempest-VolumesActionsTest-702370528 tempest-VolumesActionsTest-702370528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4131840'] for port (None), before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:01:32.203098 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efaa318-9818-428f-8e93-831aa0a242ac None None] Pushing event updated for resources: {'Port': ['ID=c83ba2fa-10e7-432d-af47-93b96fff10e6,revision_number=2']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:01:32.207794 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc996162-4b2c-4e91-b032-01981c75ce8c None None] Checking agent: {'id': '2dc95353-690e-4eed-857f-cdb5bbe3a4be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830096-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 22, 50, 49), 'started_at': datetime.datetime(2022, 2, 20, 22, 51, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 23, 1, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830096-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 23:01:32.208166 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc996162-4b2c-4e91-b032-01981c75ce8c None None] Checking segment: {'id': 'c35aac5e-90b0-4d56-90ba-57f79ef09092', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5f52b71d-61c7-49bc-86ae-3e3415c25b55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 23:01:32.209775 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-dc996162-4b2c-4e91-b032-01981c75ce8c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:01:32.209775 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc996162-4b2c-4e91-b032-01981c75ce8c None None] Bound using segment: {'id': 'c35aac5e-90b0-4d56-90ba-57f79ef09092', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5f52b71d-61c7-49bc-86ae-3e3415c25b55'} {{(pid=109631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 23:01:32.209775 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.plugins.ml2.managers [None req-dc996162-4b2c-4e91-b032-01981c75ce8c None None] Bound port: c83ba2fa-10e7-432d-af47-93b96fff10e6, host: dv-cinder-830096-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c35aac5e-90b0-4d56-90ba-57f79ef09092', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5f52b71d-61c7-49bc-86ae-3e3415c25b55'}}] {{(pid=109631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 23:01:32.209775 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-dc996162-4b2c-4e91-b032-01981c75ce8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4131840'] for port (c83ba2fa-10e7-432d-af47-93b96fff10e6), before_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:01:32.285948 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.plugins.ml2.db [None req-dc996162-4b2c-4e91-b032-01981c75ce8c None None] For port c83ba2fa-10e7-432d-af47-93b96fff10e6, host dv-cinder-830096-1-iscsi, cleared binding levels {{(pid=109631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 23:01:32.290043 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.plugins.ml2.db [None req-dc996162-4b2c-4e91-b032-01981c75ce8c None None] For port c83ba2fa-10e7-432d-af47-93b96fff10e6, host dv-cinder-830096-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-1-iscsi',level=0,port_id=c83ba2fa-10e7-432d-af47-93b96fff10e6,segment=NetworkSegment(c35aac5e-90b0-4d56-90ba-57f79ef09092),segment_id=c35aac5e-90b0-4d56-90ba-57f79ef09092)] {{(pid=109631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 23:01:32.352343 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-4d76de12-99c8-43d7-b110-f6effc5e1639 admin admin] Publish callbacks [] for port (e3dbf046-c3f5-4a7f-98cd-b1891ab07908), precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:01:32.359602 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.db.db_base_plugin_common [req-71579a77-c7f1-4094-b55f-f312045fdce7 req-67c6fa93-1dee-47e4-8280-be411f785ec1 tempest-VolumesActionsTest-702370528 tempest-VolumesActionsTest-702370528-project] Allocated IP 172.20.0.4 (0cc42a85-9a95-4ed9-a113-b7582b2f5909/4c15d5e1-cc39-40bf-a6de-ebe1955e52b5/85e53d41-ef99-458e-8495-ccaddc1f8f6b) {{(pid=109628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 23:01:32.395177 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df77a9d4-fa7b-4457-8c8d-d0c5107beae5 req-64213167-c98f-49b2-a70c-32e39c39fbb1 tempest-VolumesNegativeTest-541379175 tempest-VolumesNegativeTest-541379175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:01:32.396672 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-df77a9d4-fa7b-4457-8c8d-d0c5107beae5 req-64213167-c98f-49b2-a70c-32e39c39fbb1 tempest-VolumesNegativeTest-541379175 tempest-VolumesNegativeTest-541379175-project] 10.222.0.65 "GET /v2.0/ports?device_id=ec63fac9-3cfd-41ca-8c87-237d06bec99d HTTP/1.1" status: 200 len: 950 time: 0.0847459 Feb 20 23:01:32.404206 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-dc996162-4b2c-4e91-b032-01981c75ce8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747407212427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747406771514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747406771532'] for port (c83ba2fa-10e7-432d-af47-93b96fff10e6), after_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:01:32.493948 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc996162-4b2c-4e91-b032-01981c75ce8c None None] Routers {'957dbf51-248f-4ddc-979e-257e09f3cf2a'} bound to L3 agent in host dv-cinder-830096-1-iscsi {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 23:01:32.494836 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-dc996162-4b2c-4e91-b032-01981c75ce8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T22:50:44Z,description=,heartbeat_timestamp=2022-02-20T23:01:14Z,host='dv-cinder-830096-1-iscsi',id=13c347f3-1c01-45ee-af8c-9f8a630e0f23,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T22:50:45Z,topic='l3_agent')) {'router_ids': ['957dbf51-248f-4ddc-979e-257e09f3cf2a'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:01:32.527120 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-df77a9d4-fa7b-4457-8c8d-d0c5107beae5 req-d98b050c-3093-4f2b-9ba2-779c71c4f50e tempest-VolumesNegativeTest-541379175 tempest-VolumesNegativeTest-541379175-project] 10.222.0.65 "GET /v2.0/security-groups?id=3e1c1408-ac46-4a94-a2e5-f785e5396cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074204 Feb 20 23:01:32.546776 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-4d76de12-99c8-43d7-b110-f6effc5e1639 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747406771496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61629250'] for port (e3dbf046-c3f5-4a7f-98cd-b1891ab07908), after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:01:32.559585 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efaa318-9818-428f-8e93-831aa0a242ac None None] Pushing event updated for resources: {'Port': ['ID=c83ba2fa-10e7-432d-af47-93b96fff10e6,revision_number=3']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:01:32.598739 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d76de12-99c8-43d7-b110-f6effc5e1639 admin admin] Network 49827f61-3092-4973-9005-6ef8ce9e46b5 is already hosted by enough agents. {{(pid=109629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 23:01:32.641660 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d76de12-99c8-43d7-b110-f6effc5e1639 admin admin] Pushing event updated for resources: {'Port': ['ID=e3dbf046-c3f5-4a7f-98cd-b1891ab07908,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:01:32.643490 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [None req-4d76de12-99c8-43d7-b110-f6effc5e1639 admin admin] Resources bound (agent type, host, resource id): {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 23:01:32.645942 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d76de12-99c8-43d7-b110-f6effc5e1639 admin admin] Received port after_create {{(pid=109629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 23:01:32.702952 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.db.l3_dvr_db [None req-dc996162-4b2c-4e91-b032-01981c75ce8c None None] Set router 957dbf51-248f-4ddc-979e-257e09f3cf2a gateway port host: dv-cinder-830096-1-iscsi {{(pid=109631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 23:01:32.713988 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-4d76de12-99c8-43d7-b110-f6effc5e1639 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-702845'] for router_interface (957dbf51-248f-4ddc-979e-257e09f3cf2a), before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:01:32.961311 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-d5613a09-c899-47c9-a2a2-bb0c2b0a0956 req-0952db73-06fd-4022-a5c1-cdafff68a015 tempest-VolumesActionsTest-702370528 tempest-VolumesActionsTest-702370528-project] 10.222.0.65 "GET /v2.0/ports?device_id=2c1826cb-8bbc-4ae0-bab5-dae9179b954b HTTP/1.1" status: 200 len: 210 time: 0.4524672 Feb 20 23:01:33.047748 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-b1b94404-6242-4ec1-9b35-53ff4195c109 None None] Provisioning complete for port e3dbf046-c3f5-4a7f-98cd-b1891ab07908 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:01:33.048188 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-b1b94404-6242-4ec1-9b35-53ff4195c109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4145689'] for port (e3dbf046-c3f5-4a7f-98cd-b1891ab07908), provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:01:33.094967 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-71579a77-c7f1-4094-b55f-f312045fdce7 req-67c6fa93-1dee-47e4-8280-be411f785ec1 tempest-VolumesActionsTest-702370528 tempest-VolumesActionsTest-702370528-project] Publish callbacks [] for port (85e53d41-ef99-458e-8495-ccaddc1f8f6b), precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:01:33.115287 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-b1b94404-6242-4ec1-9b35-53ff4195c109 None None] Port e3dbf046-c3f5-4a7f-98cd-b1891ab07908 cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 23:01:33.173093 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-4d76de12-99c8-43d7-b110-f6effc5e1639 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4131840'] for port (e3dbf046-c3f5-4a7f-98cd-b1891ab07908), before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:01:33.201716 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-dc996162-4b2c-4e91-b032-01981c75ce8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '957dbf51-248f-4ddc-979e-257e09f3cf2a', 'name': 'tempest-TestMinimumBasicScenario-2043403748-router', 'tenant_id': 'c3e33ca04103445c86d7b13f76fe664b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f52b71d-61c7-49bc-86ae-3e3415c25b55', 'external_fixed_ips': [{'subnet_id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'ip_address': '172.27.2.20'}], 'enable_snat': True}, 'gw_port_id': 'c83ba2fa-10e7-432d-af47-93b96fff10e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:01:28Z', 'updated_at': '2022-02-20T23:01:30Z', 'revision_number': 3, 'project_id': 'c3e33ca04103445c86d7b13f76fe664b', 'gw_port': {'id': 'c83ba2fa-10e7-432d-af47-93b96fff10e6', 'name': '', 'network_id': '5f52b71d-61c7-49bc-86ae-3e3415c25b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:04:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '957dbf51-248f-4ddc-979e-257e09f3cf2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'ip_address': '172.27.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:01:29Z', 'updated_at': '2022-02-20T23:01:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-1-iscsi'}], 'dv-cinder-830096-1-iscsi', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:01:33.210620 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-71579a77-c7f1-4094-b55f-f312045fdce7 req-67c6fa93-1dee-47e4-8280-be411f785ec1 tempest-VolumesActionsTest-702370528 tempest-VolumesActionsTest-702370528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747406771496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59259307'] for port (85e53d41-ef99-458e-8495-ccaddc1f8f6b), after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:01:33.231579 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5aa442c-f343-484b-b4eb-33fe970f71d1 req-0e7a9a9c-4d84-4b8a-8234-a6b0cc09617f tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:01:33.231579 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-c5aa442c-f343-484b-b4eb-33fe970f71d1 req-0e7a9a9c-4d84-4b8a-8234-a6b0cc09617f tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] 10.222.0.65 "GET /v2.0/ports?device_id=6732eadb-c39d-499f-84e7-dc5e141ce7e5 HTTP/1.1" status: 200 len: 946 time: 0.0939467 Feb 20 23:01:33.264938 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc996162-4b2c-4e91-b032-01981c75ce8c None None] The sync data for ids ['957dbf51-248f-4ddc-979e-257e09f3cf2a'] in dv-cinder-830096-1-iscsi is: [{'id': '957dbf51-248f-4ddc-979e-257e09f3cf2a', 'name': 'tempest-TestMinimumBasicScenario-2043403748-router', 'tenant_id': 'c3e33ca04103445c86d7b13f76fe664b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f52b71d-61c7-49bc-86ae-3e3415c25b55', 'external_fixed_ips': [{'subnet_id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'ip_address': '172.27.2.20'}], 'enable_snat': True}, 'gw_port_id': 'c83ba2fa-10e7-432d-af47-93b96fff10e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:01:28Z', 'updated_at': '2022-02-20T23:01:30Z', 'revision_number': 3, 'project_id': 'c3e33ca04103445c86d7b13f76fe664b', 'gw_port': {'id': 'c83ba2fa-10e7-432d-af47-93b96fff10e6', 'name': '', 'network_id': '5f52b71d-61c7-49bc-86ae-3e3415c25b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:04:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '957dbf51-248f-4ddc-979e-257e09f3cf2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'ip_address': '172.27.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:01:29Z', 'updated_at': '2022-02-20T23:01:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-1-iscsi'}] {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 23:01:33.270698 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c6fa93-1dee-47e4-8280-be411f785ec1 tempest-VolumesActionsTest-702370528 tempest-VolumesActionsTest-702370528-project] Pushing event updated for resources: {'Port': ['ID=85e53d41-ef99-458e-8495-ccaddc1f8f6b,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:01:33.292442 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc4b608-c5a0-4073-bb51-fe26d1a7306a req-db6dd7b0-d04f-47be-87a1-340ec0ecc99a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:01:33.294083 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-8fc4b608-c5a0-4073-bb51-fe26d1a7306a req-db6dd7b0-d04f-47be-87a1-340ec0ecc99a service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=81375607-d255-4352-85da-eab4c1e730a9 HTTP/1.1" status: 200 len: 1129 time: 0.1342931 Feb 20 23:01:33.396432 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71579a77-c7f1-4094-b55f-f312045fdce7 req-67c6fa93-1dee-47e4-8280-be411f785ec1 tempest-VolumesActionsTest-702370528 tempest-VolumesActionsTest-702370528-project] Network 0cc42a85-9a95-4ed9-a113-b7582b2f5909 is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 23:01:33.398110 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [req-71579a77-c7f1-4094-b55f-f312045fdce7 req-67c6fa93-1dee-47e4-8280-be411f785ec1 tempest-VolumesActionsTest-702370528 tempest-VolumesActionsTest-702370528-project] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 23:01:33.405216 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44f0f77-7f47-426b-8fc1-5eb1968febc7 req-4674c3a3-c656-45b9-9463-9ba215a8080c tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:01:33.406807 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-d44f0f77-7f47-426b-8fc1-5eb1968febc7 req-4674c3a3-c656-45b9-9463-9ba215a8080c tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] 10.222.0.65 "GET /v2.0/ports?device_id=81375607-d255-4352-85da-eab4c1e730a9 HTTP/1.1" status: 200 len: 945 time: 0.1935096 Feb 20 23:01:33.415998 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [req-71579a77-c7f1-4094-b55f-f312045fdce7 req-67c6fa93-1dee-47e4-8280-be411f785ec1 tempest-VolumesActionsTest-702370528 tempest-VolumesActionsTest-702370528-project] Received port after_create {{(pid=109628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 23:01:33.450913 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-c5aa442c-f343-484b-b4eb-33fe970f71d1 req-a214b037-6191-4a7f-a4e4-5afd1a3899a2 tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] 10.222.0.65 "GET /v2.0/security-groups?id=3bcd6c59-40eb-44ff-a14d-74710665948f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1811481 Feb 20 23:01:33.471373 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-8fc4b608-c5a0-4073-bb51-fe26d1a7306a req-d982c4d0-fb57-47ba-acc2-4f81b627a770 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=bc262dbf-af7b-45c0-8865-5866657a07f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607842 Feb 20 23:01:33.484783 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71579a77-c7f1-4094-b55f-f312045fdce7 req-67c6fa93-1dee-47e4-8280-be411f785ec1 tempest-VolumesActionsTest-702370528 tempest-VolumesActionsTest-702370528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:01:33.485502 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-71579a77-c7f1-4094-b55f-f312045fdce7 req-67c6fa93-1dee-47e4-8280-be411f785ec1 tempest-VolumesActionsTest-702370528 tempest-VolumesActionsTest-702370528-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932959'] for port (None), before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:01:33.495612 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-d44f0f77-7f47-426b-8fc1-5eb1968febc7 req-6ebaf3f8-e1fc-4e3f-afef-fc239884687e tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] 10.222.0.65 "GET /v2.0/security-groups?id=bc262dbf-af7b-45c0-8865-5866657a07f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790949 Feb 20 23:01:33.521676 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-4d76de12-99c8-43d7-b110-f6effc5e1639 admin admin] Publish callbacks [] for port (e3dbf046-c3f5-4a7f-98cd-b1891ab07908), precommit_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:01:33.611851 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae383ad7-999d-4184-8b15-cdd3a3ed6e97 req-b63190a1-53e2-42a0-b31c-474d5e091c6b tempest-VolumesNegativeTest-541379175 tempest-VolumesNegativeTest-541379175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:01:33.618393 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-ae383ad7-999d-4184-8b15-cdd3a3ed6e97 req-b63190a1-53e2-42a0-b31c-474d5e091c6b tempest-VolumesNegativeTest-541379175 tempest-VolumesNegativeTest-541379175-project] 10.222.0.65 "GET /v2.0/ports?device_id=ec63fac9-3cfd-41ca-8c87-237d06bec99d HTTP/1.1" status: 200 len: 950 time: 0.0802734 Feb 20 23:01:33.662552 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-71579a77-c7f1-4094-b55f-f312045fdce7 req-67c6fa93-1dee-47e4-8280-be411f785ec1 tempest-VolumesActionsTest-702370528 tempest-VolumesActionsTest-702370528-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7682884 Feb 20 23:01:33.687505 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-4d76de12-99c8-43d7-b110-f6effc5e1639 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747407212427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747406771514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747406771532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61629273'] for port (e3dbf046-c3f5-4a7f-98cd-b1891ab07908), after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:01:33.704088 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-ae383ad7-999d-4184-8b15-cdd3a3ed6e97 req-4cb191de-369f-45ca-9f41-da4a908ce308 tempest-VolumesNegativeTest-541379175 tempest-VolumesNegativeTest-541379175-project] 10.222.0.65 "GET /v2.0/security-groups?id=3e1c1408-ac46-4a94-a2e5-f785e5396cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739105 Feb 20 23:01:33.772152 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d76de12-99c8-43d7-b110-f6effc5e1639 admin admin] Pushing event updated for resources: {'Port': ['ID=e3dbf046-c3f5-4a7f-98cd-b1891ab07908,revision_number=2']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:01:33.774749 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-4d76de12-99c8-43d7-b110-f6effc5e1639 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-565524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-702953'] for router_interface (957dbf51-248f-4ddc-979e-257e09f3cf2a), after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:01:33.869459 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d76de12-99c8-43d7-b110-f6effc5e1639 admin admin] Network 49827f61-3092-4973-9005-6ef8ce9e46b5 is already hosted by enough agents. {{(pid=109629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 23:01:33.871591 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [None req-4d76de12-99c8-43d7-b110-f6effc5e1639 admin admin] Resources bound (agent type, host, resource id): {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 23:01:33.964984 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.v2.base [req-71579a77-c7f1-4094-b55f-f312045fdce7 req-9317a131-b58d-453e-83ee-8904e5f625a2 service neutron] Request body: {'port': {'device_id': '2c1826cb-8bbc-4ae0-bab5-dae9179b954b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:01:34.003255 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d76de12-99c8-43d7-b110-f6effc5e1639 admin admin] Router 957dbf51-248f-4ddc-979e-257e09f3cf2a has already been hosted by L3 agent 13c347f3-1c01-45ee-af8c-9f8a630e0f23 {{(pid=109629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 23:01:34.050121 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-71579a77-c7f1-4094-b55f-f312045fdce7 req-9317a131-b58d-453e-83ee-8904e5f625a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4131840'] for port (85e53d41-ef99-458e-8495-ccaddc1f8f6b), before_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:01:34.166059 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-86039ad7-7d74-4a94-9d72-a8390191c2b6 None None] Provisioning complete for port e3dbf046-c3f5-4a7f-98cd-b1891ab07908 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:01:34.167107 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-86039ad7-7d74-4a94-9d72-a8390191c2b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4145689'] for port (e3dbf046-c3f5-4a7f-98cd-b1891ab07908), provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:01:34.211169 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-86039ad7-7d74-4a94-9d72-a8390191c2b6 None None] Port e3dbf046-c3f5-4a7f-98cd-b1891ab07908 cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 23:01:34.212599 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a9a763-12fe-491d-b3ea-0dd6c6ba0bf1 req-33f71c45-0286-4665-ac5a-5199203e49e7 tempest-VolumesActionsTest-702370528 tempest-VolumesActionsTest-702370528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:01:34.218900 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-c4a9a763-12fe-491d-b3ea-0dd6c6ba0bf1 req-33f71c45-0286-4665-ac5a-5199203e49e7 tempest-VolumesActionsTest-702370528 tempest-VolumesActionsTest-702370528-project] 10.222.0.65 "GET /v2.0/ports?device_id=2c1826cb-8bbc-4ae0-bab5-dae9179b954b HTTP/1.1" status: 200 len: 931 time: 0.1420252 Feb 20 23:01:34.222030 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d76de12-99c8-43d7-b110-f6effc5e1639 admin admin] Notify agent at l3_agent.dv-cinder-830096-1-iscsi the message routers_updated {{(pid=109629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 23:01:34.235368 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [None req-4d76de12-99c8-43d7-b110-f6effc5e1639 admin admin] 10.222.0.65 "PUT /v2.0/routers/957dbf51-248f-4ddc-979e-257e09f3cf2a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0840657 Feb 20 23:01:34.307321 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-c4a9a763-12fe-491d-b3ea-0dd6c6ba0bf1 req-adc655f3-e529-4e81-b0a7-e5cb7e28da26 tempest-VolumesActionsTest-702370528 tempest-VolumesActionsTest-702370528-project] 10.222.0.65 "GET /v2.0/security-groups?id=f5f2301d-e11c-4ae7-8b88-d4fa5bae967d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831950 Feb 20 23:01:34.394839 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.notifiers.nova [req-71579a77-c7f1-4094-b55f-f312045fdce7 req-9317a131-b58d-453e-83ee-8904e5f625a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85e53d41-ef99-458e-8495-ccaddc1f8f6b {{(pid=109628) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 23:01:34.403639 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-71579a77-c7f1-4094-b55f-f312045fdce7 req-9317a131-b58d-453e-83ee-8904e5f625a2 service neutron] Publish callbacks [] for port (85e53d41-ef99-458e-8495-ccaddc1f8f6b), precommit_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:01:34.416263 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.db.provisioning_blocks [req-71579a77-c7f1-4094-b55f-f312045fdce7 req-9317a131-b58d-453e-83ee-8904e5f625a2 service neutron] Transition to ACTIVE for port object 85e53d41-ef99-458e-8495-ccaddc1f8f6b will not be triggered until provisioned by entity L2. {{(pid=109628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 23:01:34.489446 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-71579a77-c7f1-4094-b55f-f312045fdce7 req-9317a131-b58d-453e-83ee-8904e5f625a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747407212427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747406771514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747406771532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59259312'] for port (85e53d41-ef99-458e-8495-ccaddc1f8f6b), after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:01:34.600299 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9317a131-b58d-453e-83ee-8904e5f625a2 service neutron] Pushing event updated for resources: {'Port': ['ID=85e53d41-ef99-458e-8495-ccaddc1f8f6b,revision_number=2']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:01:34.666346 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd77477-3b2d-4ef6-b315-758de78797b1 req-b8604919-8a47-47c5-9c76-60978ed6ce8a tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:01:34.667845 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-3fd77477-3b2d-4ef6-b315-758de78797b1 req-b8604919-8a47-47c5-9c76-60978ed6ce8a tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] 10.222.0.65 "GET /v2.0/ports?device_id=6732eadb-c39d-499f-84e7-dc5e141ce7e5 HTTP/1.1" status: 200 len: 946 time: 0.1461358 Feb 20 23:01:34.672318 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76462d82-da0f-4444-a28e-b3f8b39354be req-dd428706-0edb-4b9d-a761-51102256500f tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:01:34.683239 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-76462d82-da0f-4444-a28e-b3f8b39354be req-dd428706-0edb-4b9d-a761-51102256500f tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] 10.222.0.65 "GET /v2.0/ports?device_id=81375607-d255-4352-85da-eab4c1e730a9 HTTP/1.1" status: 200 len: 945 time: 0.0935981 Feb 20 23:01:34.693944 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [req-71579a77-c7f1-4094-b55f-f312045fdce7 req-9317a131-b58d-453e-83ee-8904e5f625a2 service neutron] Attempting to bind port 85e53d41-ef99-458e-8495-ccaddc1f8f6b on host hv-cinder-83009 for vnic_type normal with profile {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 23:01:34.694264 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [req-71579a77-c7f1-4094-b55f-f312045fdce7 req-9317a131-b58d-453e-83ee-8904e5f625a2 service neutron] Attempting to bind port 85e53d41-ef99-458e-8495-ccaddc1f8f6b by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '77f3304d-c5f9-4e4f-ac97-cd5e9b52c2f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '0cc42a85-9a95-4ed9-a113-b7582b2f5909'}] {{(pid=109628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 23:01:34.694609 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71579a77-c7f1-4094-b55f-f312045fdce7 req-9317a131-b58d-453e-83ee-8904e5f625a2 service neutron] Attempting to bind port 85e53d41-ef99-458e-8495-ccaddc1f8f6b on network 0cc42a85-9a95-4ed9-a113-b7582b2f5909 {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 23:01:34.704790 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71579a77-c7f1-4094-b55f-f312045fdce7 req-9317a131-b58d-453e-83ee-8904e5f625a2 service neutron] Port 85e53d41-ef99-458e-8495-ccaddc1f8f6b on network 0cc42a85-9a95-4ed9-a113-b7582b2f5909 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 23:01:34.706640 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71579a77-c7f1-4094-b55f-f312045fdce7 req-9317a131-b58d-453e-83ee-8904e5f625a2 service neutron] Attempting to bind port 85e53d41-ef99-458e-8495-ccaddc1f8f6b on network 0cc42a85-9a95-4ed9-a113-b7582b2f5909 {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 23:01:34.717305 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71579a77-c7f1-4094-b55f-f312045fdce7 req-9317a131-b58d-453e-83ee-8904e5f625a2 service neutron] Checking agent: {'id': 'a929ecfe-02b1-4b86-b2e7-0c746ea4b12c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 22, 57, 21), 'started_at': datetime.datetime(2022, 2, 20, 22, 57, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 23, 1, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 23:01:34.717634 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71579a77-c7f1-4094-b55f-f312045fdce7 req-9317a131-b58d-453e-83ee-8904e5f625a2 service neutron] Checking segment: {'id': '77f3304d-c5f9-4e4f-ac97-cd5e9b52c2f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '0cc42a85-9a95-4ed9-a113-b7582b2f5909'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 23:01:34.718009 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71579a77-c7f1-4094-b55f-f312045fdce7 req-9317a131-b58d-453e-83ee-8904e5f625a2 service neutron] Bound using segment: {'id': '77f3304d-c5f9-4e4f-ac97-cd5e9b52c2f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '0cc42a85-9a95-4ed9-a113-b7582b2f5909'} {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 23:01:34.718449 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [req-71579a77-c7f1-4094-b55f-f312045fdce7 req-9317a131-b58d-453e-83ee-8904e5f625a2 service neutron] Bound port: 85e53d41-ef99-458e-8495-ccaddc1f8f6b, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77f3304d-c5f9-4e4f-ac97-cd5e9b52c2f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '0cc42a85-9a95-4ed9-a113-b7582b2f5909'}}] {{(pid=109628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 23:01:34.718799 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-71579a77-c7f1-4094-b55f-f312045fdce7 req-9317a131-b58d-453e-83ee-8904e5f625a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4131840'] for port (85e53d41-ef99-458e-8495-ccaddc1f8f6b), before_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:01:34.728660 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-76462d82-da0f-4444-a28e-b3f8b39354be req-70f5cacb-00dc-4490-940e-228281737ba1 tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] 10.222.0.65 "GET /v2.0/security-groups?id=bc262dbf-af7b-45c0-8865-5866657a07f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445631 Feb 20 23:01:34.750449 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-3fd77477-3b2d-4ef6-b315-758de78797b1 req-ccae6a10-ae90-4edf-b336-04892f8fb301 tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] 10.222.0.65 "GET /v2.0/security-groups?id=3bcd6c59-40eb-44ff-a14d-74710665948f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658920 Feb 20 23:01:34.809244 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.db [req-71579a77-c7f1-4094-b55f-f312045fdce7 req-9317a131-b58d-453e-83ee-8904e5f625a2 service neutron] For port 85e53d41-ef99-458e-8495-ccaddc1f8f6b, host hv-cinder-83009, cleared binding levels {{(pid=109628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 23:01:34.815919 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.db [req-71579a77-c7f1-4094-b55f-f312045fdce7 req-9317a131-b58d-453e-83ee-8904e5f625a2 service neutron] For port 85e53d41-ef99-458e-8495-ccaddc1f8f6b, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=85e53d41-ef99-458e-8495-ccaddc1f8f6b,segment=NetworkSegment(77f3304d-c5f9-4e4f-ac97-cd5e9b52c2f2),segment_id=77f3304d-c5f9-4e4f-ac97-cd5e9b52c2f2)] {{(pid=109628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 23:01:34.881098 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f6a420-c4f4-481f-9762-4e0bd0f9b396 req-4dec5bcc-f951-4121-8382-a03579f2fa62 tempest-VolumesNegativeTest-541379175 tempest-VolumesNegativeTest-541379175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:01:34.882910 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-46f6a420-c4f4-481f-9762-4e0bd0f9b396 req-4dec5bcc-f951-4121-8382-a03579f2fa62 tempest-VolumesNegativeTest-541379175 tempest-VolumesNegativeTest-541379175-project] 10.222.0.65 "GET /v2.0/ports?device_id=ec63fac9-3cfd-41ca-8c87-237d06bec99d HTTP/1.1" status: 200 len: 950 time: 0.0753150 Feb 20 23:01:34.883846 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb99cb9-dbfd-4afe-afa0-69bc5eb684f7 req-cce28cf5-08cd-4afd-87f0-c084f1899790 tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:01:34.885352 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-5eb99cb9-dbfd-4afe-afa0-69bc5eb684f7 req-cce28cf5-08cd-4afd-87f0-c084f1899790 tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] 10.222.0.65 "GET /v2.0/ports?device_id=6732eadb-c39d-499f-84e7-dc5e141ce7e5 HTTP/1.1" status: 200 len: 946 time: 0.0648582 Feb 20 23:01:34.894241 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.65', 47156) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:01:34.898961 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.v2.base [None req-235ad1b7-7a29-444f-8411-3e091a04f637 tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] Request body: {'floatingip': {'port_id': '47ffeeef-0c16-44ca-8659-d7555ecc7372'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:01:34.903587 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-71579a77-c7f1-4094-b55f-f312045fdce7 req-9317a131-b58d-453e-83ee-8904e5f625a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747407212427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747406771514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747406771532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59259312'] for port (85e53d41-ef99-458e-8495-ccaddc1f8f6b), after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:01:34.942418 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-46f6a420-c4f4-481f-9762-4e0bd0f9b396 req-e16bc1bd-b9df-44e6-af91-47b1a5278760 tempest-VolumesNegativeTest-541379175 tempest-VolumesNegativeTest-541379175-project] 10.222.0.65 "GET /v2.0/security-groups?id=3e1c1408-ac46-4a94-a2e5-f785e5396cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519156 Feb 20 23:01:34.973751 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-235ad1b7-7a29-444f-8411-3e091a04f637 tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] Publish callbacks [] for floatingip (1385e887-fe85-4259-b2c8-3924e702358d), before_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:01:35.019236 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71579a77-c7f1-4094-b55f-f312045fdce7 req-9317a131-b58d-453e-83ee-8904e5f625a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:01:35.019845 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-71579a77-c7f1-4094-b55f-f312045fdce7 req-9317a131-b58d-453e-83ee-8904e5f625a2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932959'] for port (None), before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:01:35.021220 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-71579a77-c7f1-4094-b55f-f312045fdce7 req-9317a131-b58d-453e-83ee-8904e5f625a2 service neutron] 10.222.0.42 "PUT /v2.0/ports/85e53d41-ef99-458e-8495-ccaddc1f8f6b HTTP/1.1" status: 200 len: 1093 time: 1.0608990 Feb 20 23:01:35.021664 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c1826cb-8bbc-4ae0-bab5-dae9179b954b', 'tag': '85e53d41-ef99-458e-8495-ccaddc1f8f6b'}] {{(pid=109628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 23:01:35.024181 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4be7ee60aa4259b475ee261dcf74c65065c56e299c7a4b2359a57cf03aee0d96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa294784-cbd8-4379-9592-d4981a00f1f4" -d '{"events": [{"name": "network-changed", "server_uuid": "2c1826cb-8bbc-4ae0-bab5-dae9179b954b", "tag": "85e53d41-ef99-458e-8495-ccaddc1f8f6b"}]}' {{(pid=109628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 23:01:35.061921 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9317a131-b58d-453e-83ee-8904e5f625a2 service neutron] Pushing event updated for resources: {'Port': ['ID=85e53d41-ef99-458e-8495-ccaddc1f8f6b,revision_number=3']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:01:35.073146 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 23:01:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fc36477-5a1c-4e0e-9c65-314beea12b66 x-openstack-request-id: req-5fc36477-5a1c-4e0e-9c65-314beea12b66 {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 23:01:35.073646 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c1826cb-8bbc-4ae0-bab5-dae9179b954b", "tag": "85e53d41-ef99-458e-8495-ccaddc1f8f6b", "status": "completed", "code": 200}]} {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 23:01:35.074060 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-5fc36477-5a1c-4e0e-9c65-314beea12b66 {{(pid=109628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 23:01:35.074629 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c1826cb-8bbc-4ae0-bab5-dae9179b954b', 'tag': '85e53d41-ef99-458e-8495-ccaddc1f8f6b', 'status': 'completed', 'code': 200} Feb 20 23:01:35.164658 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.65', 47164) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:01:35.169888 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.v2.base [None req-765f2b8b-ab01-497d-afec-fd574d6eacb4 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2095202810-network', 'tenant_id': 'eade46b36ccb4e14b9207d1a7c2d24d2'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:01:35.209210 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa294784-cbd8-4379-9592-d4981a00f1f4 req-ba58f5b7-1d31-4e24-a5ee-d7b1ae52356b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:01:35.210750 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-fa294784-cbd8-4379-9592-d4981a00f1f4 req-ba58f5b7-1d31-4e24-a5ee-d7b1ae52356b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5680faffb5f54e9f8a56a455be903baf&device_id=2c1826cb-8bbc-4ae0-bab5-dae9179b954b HTTP/1.1" status: 200 len: 1127 time: 0.1072617 Feb 20 23:01:35.253331 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-765f2b8b-ab01-497d-afec-fd574d6eacb4 admin admin] Made reservation on behalf of eade46b36ccb4e14b9207d1a7c2d24d2 for: {'network': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 23:01:35.255701 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-765f2b8b-ab01-497d-afec-fd574d6eacb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4131840'] for network (None), before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:01:35.268181 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-765f2b8b-ab01-497d-afec-fd574d6eacb4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:01:35.351461 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d970b904-f2d9-4990-a817-eb23565b7ac2 None None] Sync routers for ids ['957dbf51-248f-4ddc-979e-257e09f3cf2a'] in dv-cinder-830096-1-iscsi {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 23:01:35.353515 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-765f2b8b-ab01-497d-afec-fd574d6eacb4 admin admin] Publish callbacks [] for security_group (484dfefa-cfb0-493e-8faf-2001e8c18163), precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:01:35.365744 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d970b904-f2d9-4990-a817-eb23565b7ac2 None None] Routers {'957dbf51-248f-4ddc-979e-257e09f3cf2a'} bound to L3 agent in host dv-cinder-830096-1-iscsi {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 23:01:35.366436 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-d970b904-f2d9-4990-a817-eb23565b7ac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T22:50:44Z,description=,heartbeat_timestamp=2022-02-20T23:01:14Z,host='dv-cinder-830096-1-iscsi',id=13c347f3-1c01-45ee-af8c-9f8a630e0f23,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T22:50:45Z,topic='l3_agent')) {'router_ids': ['957dbf51-248f-4ddc-979e-257e09f3cf2a'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:01:35.422296 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa294784-cbd8-4379-9592-d4981a00f1f4 req-2720c9e0-3aef-4979-9364-1a26ec4fc5c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:01:35.423811 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-fa294784-cbd8-4379-9592-d4981a00f1f4 req-2720c9e0-3aef-4979-9364-1a26ec4fc5c4 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=5680faffb5f54e9f8a56a455be903baf&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1844573 Feb 20 23:01:35.459048 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-765f2b8b-ab01-497d-afec-fd574d6eacb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627867'] for security_group (484dfefa-cfb0-493e-8faf-2001e8c18163), after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:01:35.475048 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-765f2b8b-ab01-497d-afec-fd574d6eacb4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 59} {{(pid=109629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 23:01:35.479841 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-d970b904-f2d9-4990-a817-eb23565b7ac2 None None] Set router 957dbf51-248f-4ddc-979e-257e09f3cf2a gateway port host: dv-cinder-830096-1-iscsi {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 23:01:35.502913 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-765f2b8b-ab01-497d-afec-fd574d6eacb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4056974'] for segment (1440394c-792e-46b3-b715-1601e830ed0f), precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:01:35.503338 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.db.segments_db [None req-765f2b8b-ab01-497d-afec-fd574d6eacb4 admin admin] Added segment 1440394c-792e-46b3-b715-1601e830ed0f of type vlan for network e216fadb-7c9f-4265-847c-3516db7f0650 Feb 20 23:01:35.517937 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765f2b8b-ab01-497d-afec-fd574d6eacb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=484dfefa-cfb0-493e-8faf-2001e8c18163,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:01:35.555279 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbc9257-cfb8-4aa7-b46a-40ce33fb8d80 req-6b474f38-c856-43a5-ad2e-020e720a22ed tempest-VolumesActionsTest-702370528 tempest-VolumesActionsTest-702370528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:01:35.556825 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-3cbc9257-cfb8-4aa7-b46a-40ce33fb8d80 req-6b474f38-c856-43a5-ad2e-020e720a22ed tempest-VolumesActionsTest-702370528 tempest-VolumesActionsTest-702370528-project] 10.222.0.65 "GET /v2.0/ports?device_id=2c1826cb-8bbc-4ae0-bab5-dae9179b954b HTTP/1.1" status: 200 len: 943 time: 0.1442750 Feb 20 23:01:35.569080 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-765f2b8b-ab01-497d-afec-fd574d6eacb4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747406756747'] for network (e216fadb-7c9f-4265-847c-3516db7f0650), precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:01:35.596456 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa294784-cbd8-4379-9592-d4981a00f1f4 req-c1a9d8f4-d720-49ef-bc53-48ae1a2ab89a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:01:35.598747 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-fa294784-cbd8-4379-9592-d4981a00f1f4 req-c1a9d8f4-d720-49ef-bc53-48ae1a2ab89a service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1646540 Feb 20 23:01:35.672356 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-235ad1b7-7a29-444f-8411-3e091a04f637 tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:01:35.716064 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-765f2b8b-ab01-497d-afec-fd574d6eacb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510'] for network (e216fadb-7c9f-4265-847c-3516db7f0650), after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:01:35.717227 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-765f2b8b-ab01-497d-afec-fd574d6eacb4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:01:35.717613 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-765f2b8b-ab01-497d-afec-fd574d6eacb4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565544'] for network (None), before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:01:35.720293 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-d970b904-f2d9-4990-a817-eb23565b7ac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '957dbf51-248f-4ddc-979e-257e09f3cf2a', 'name': 'tempest-TestMinimumBasicScenario-2043403748-router', 'tenant_id': 'c3e33ca04103445c86d7b13f76fe664b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f52b71d-61c7-49bc-86ae-3e3415c25b55', 'external_fixed_ips': [{'subnet_id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'ip_address': '172.27.2.20'}], 'enable_snat': True}, 'gw_port_id': 'c83ba2fa-10e7-432d-af47-93b96fff10e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:01:28Z', 'updated_at': '2022-02-20T23:01:32Z', 'revision_number': 4, 'project_id': 'c3e33ca04103445c86d7b13f76fe664b', 'gw_port': {'id': 'c83ba2fa-10e7-432d-af47-93b96fff10e6', 'name': '', 'network_id': '5f52b71d-61c7-49bc-86ae-3e3415c25b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:04:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '957dbf51-248f-4ddc-979e-257e09f3cf2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'ip_address': '172.27.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:01:29Z', 'updated_at': '2022-02-20T23:01:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-1-iscsi', '_interfaces': [{'id': 'e3dbf046-c3f5-4a7f-98cd-b1891ab07908', 'name': '', 'network_id': '49827f61-3092-4973-9005-6ef8ce9e46b5', 'tenant_id': 'c3e33ca04103445c86d7b13f76fe664b', 'mac_address': 'fa:16:3e:7c:c4:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '957dbf51-248f-4ddc-979e-257e09f3cf2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'e9c40620-c529-4a12-8658-8129e29b5c71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:01:32Z', 'updated_at': '2022-02-20T23:01:33Z', 'revision_number': 2, 'project_id': 'c3e33ca04103445c86d7b13f76fe664b', 'subnets': [{'id': 'e9c40620-c529-4a12-8658-8129e29b5c71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830096-1-iscsi', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:01:35.734906 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-3cbc9257-cfb8-4aa7-b46a-40ce33fb8d80 req-c0bacd86-078a-460b-be06-3ad45b7b9b0b tempest-VolumesActionsTest-702370528 tempest-VolumesActionsTest-702370528-project] 10.222.0.65 "GET /v2.0/security-groups?id=f5f2301d-e11c-4ae7-8b88-d4fa5bae967d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196909 Feb 20 23:01:35.735681 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71579a77-c7f1-4094-b55f-f312045fdce7 req-26a3bbf1-ceca-401d-9ff5-c15e51fca25d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:01:35.738114 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-71579a77-c7f1-4094-b55f-f312045fdce7 req-26a3bbf1-ceca-401d-9ff5-c15e51fca25d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5680faffb5f54e9f8a56a455be903baf&device_id=2c1826cb-8bbc-4ae0-bab5-dae9179b954b HTTP/1.1" status: 200 len: 1127 time: 0.0560036 Feb 20 23:01:35.738114 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-235ad1b7-7a29-444f-8411-3e091a04f637 tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-704244'] for floatingip (1385e887-fe85-4259-b2c8-3924e702358d), after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:01:35.768783 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d970b904-f2d9-4990-a817-eb23565b7ac2 None None] Checking router: 957dbf51-248f-4ddc-979e-257e09f3cf2a for host: dv-cinder-830096-1-iscsi {{(pid=109630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 23:01:35.769136 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d970b904-f2d9-4990-a817-eb23565b7ac2 None None] Updating router 957dbf51-248f-4ddc-979e-257e09f3cf2a port e3dbf046-c3f5-4a7f-98cd-b1891ab07908 binding host dv-cinder-830096-1-iscsi {{(pid=109630) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 23:01:35.771741 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Device c83ba2fa-10e7-432d-af47-93b96fff10e6 up at agent ovs-agent-dv-cinder-830096-1-iscsi {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 23:01:35.802511 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765f2b8b-ab01-497d-afec-fd574d6eacb4 admin admin] Pushing event updated for resources: {'Network': ['ID=e216fadb-7c9f-4265-847c-3516db7f0650,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:01:35.818975 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Network e216fadb-7c9f-4265-847c-3516db7f0650 details requested by agent ovs-agent-dv-cinder-830096-1-iscsi with host dv-cinder-830096-1-iscsi {{(pid=109630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 23:01:35.858863 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [None req-765f2b8b-ab01-497d-afec-fd574d6eacb4 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6903672 Feb 20 23:01:35.859170 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.65', 47172) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:01:35.864016 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.v2.base [None req-baa98073-cfb7-4866-b1c2-894dcd8a9207 admin admin] Request body: {'subnet': {'network_id': 'e216fadb-7c9f-4265-847c-3516db7f0650', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2095202810-subnet', 'tenant_id': 'eade46b36ccb4e14b9207d1a7c2d24d2', 'ip_version': 4}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:01:35.868874 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-71579a77-c7f1-4094-b55f-f312045fdce7 req-756bed30-125b-4153-bfe0-208a60fdbf61 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=85e53d41-ef99-458e-8495-ccaddc1f8f6b HTTP/1.1" status: 200 len: 217 time: 0.0808687 Feb 20 23:01:35.869913 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-d970b904-f2d9-4990-a817-eb23565b7ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4131840'] for port (e3dbf046-c3f5-4a7f-98cd-b1891ab07908), before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:01:35.957092 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Provisioning complete for port c83ba2fa-10e7-432d-af47-93b96fff10e6 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:01:35.957481 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4145689'] for port (c83ba2fa-10e7-432d-af47-93b96fff10e6), provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:01:35.984691 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baa98073-cfb7-4866-b1c2-894dcd8a9207 admin admin] Made reservation on behalf of eade46b36ccb4e14b9207d1a7c2d24d2 for: {'subnet': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 23:01:35.990468 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-baa98073-cfb7-4866-b1c2-894dcd8a9207 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59081843'] for subnet (None), before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:01:35.990585 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.db.l3_db [None req-235ad1b7-7a29-444f-8411-3e091a04f637 tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] Floating IP 1385e887-fe85-4259-b2c8-3924e702358d associated. External IP: 172.27.2.146, port: 47ffeeef-0c16-44ca-8659-d7555ecc7372. Feb 20 23:01:36.036818 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71579a77-c7f1-4094-b55f-f312045fdce7 req-d23fa3fb-757b-4c47-ad40-8fdf4ff3907a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:01:36.038390 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-71579a77-c7f1-4094-b55f-f312045fdce7 req-d23fa3fb-757b-4c47-ad40-8fdf4ff3907a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4c15d5e1-cc39-40bf-a6de-ebe1955e52b5 HTTP/1.1" status: 200 len: 849 time: 0.1267085 Feb 20 23:01:36.050721 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09f0efe-a1b0-46ab-9884-cea6fd29028a req-f039f563-9a84-4011-86bf-06c2e81a2d75 tempest-VolumesNegativeTest-541379175 tempest-VolumesNegativeTest-541379175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:01:36.052170 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-a09f0efe-a1b0-46ab-9884-cea6fd29028a req-f039f563-9a84-4011-86bf-06c2e81a2d75 tempest-VolumesNegativeTest-541379175 tempest-VolumesNegativeTest-541379175-project] 10.222.0.42 "GET /v2.0/ports?device_id=ec63fac9-3cfd-41ca-8c87-237d06bec99d HTTP/1.1" status: 200 len: 950 time: 0.2631719 Feb 20 23:01:36.058999 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c47a15f-e56b-4869-924c-7b9c9914ae59 req-4abfcd48-977a-4520-b2c6-1cbe35130ee0 tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:01:36.060462 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-0c47a15f-e56b-4869-924c-7b9c9914ae59 req-4abfcd48-977a-4520-b2c6-1cbe35130ee0 tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] 10.222.0.65 "GET /v2.0/ports?device_id=81375607-d255-4352-85da-eab4c1e730a9 HTTP/1.1" status: 200 len: 945 time: 0.2445941 Feb 20 23:01:36.127963 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9009152-9405-416c-96da-057f8b8d7f27 req-71fae8a5-4133-4425-b4e1-c36ac1a07fc5 tempest-VolumesNegativeTest-541379175 tempest-VolumesNegativeTest-541379175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:01:36.129435 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-f9009152-9405-416c-96da-057f8b8d7f27 req-71fae8a5-4133-4425-b4e1-c36ac1a07fc5 tempest-VolumesNegativeTest-541379175 tempest-VolumesNegativeTest-541379175-project] 10.222.0.65 "GET /v2.0/ports?device_id=ec63fac9-3cfd-41ca-8c87-237d06bec99d HTTP/1.1" status: 200 len: 950 time: 0.0783877 Feb 20 23:01:36.131137 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-71579a77-c7f1-4094-b55f-f312045fdce7 req-7ac18a67-e666-44ec-afc3-93d512904a9a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0cc42a85-9a95-4ed9-a113-b7582b2f5909&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0677094 Feb 20 23:01:36.170348 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Current status of the port c83ba2fa-10e7-432d-af47-93b96fff10e6 is: DOWN; New status is: ACTIVE {{(pid=109630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:01:36.170719 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4131840'] for port (c83ba2fa-10e7-432d-af47-93b96fff10e6), before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:01:36.214480 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] For port c83ba2fa-10e7-432d-af47-93b96fff10e6, host dv-cinder-830096-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-1-iscsi',level=0,port_id=c83ba2fa-10e7-432d-af47-93b96fff10e6,segment=NetworkSegment(c35aac5e-90b0-4d56-90ba-57f79ef09092),segment_id=c35aac5e-90b0-4d56-90ba-57f79ef09092)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:01:36.247858 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-f9009152-9405-416c-96da-057f8b8d7f27 req-a99152b2-3724-4f76-ab9f-3d56803b2c84 tempest-VolumesNegativeTest-541379175 tempest-VolumesNegativeTest-541379175-project] 10.222.0.65 "GET /v2.0/security-groups?id=3e1c1408-ac46-4a94-a2e5-f785e5396cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840538 Feb 20 23:01:36.281287 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-d970b904-f2d9-4990-a817-eb23565b7ac2 None None] Publish callbacks [] for port (e3dbf046-c3f5-4a7f-98cd-b1891ab07908), precommit_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:01:36.287381 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747407212427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747406771514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747406771532'] for port (c83ba2fa-10e7-432d-af47-93b96fff10e6), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:01:36.311641 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-0c47a15f-e56b-4869-924c-7b9c9914ae59 req-2e15da52-baa0-495f-9c7a-f61200b51fc9 tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] 10.222.0.65 "GET /v2.0/security-groups?id=bc262dbf-af7b-45c0-8865-5866657a07f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2331724 Feb 20 23:01:36.323914 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-baa98073-cfb7-4866-b1c2-894dcd8a9207 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61644242', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59081857'] for subnet (f6c9c356-d13e-4d93-b822-7175851091a1), after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:01:36.350832 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Pushing event updated for resources: {'Port': ['ID=c83ba2fa-10e7-432d-af47-93b96fff10e6,revision_number=4']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:01:36.386865 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa98073-cfb7-4866-b1c2-894dcd8a9207 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f6c9c356-d13e-4d93-b822-7175851091a1,revision_number=0']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:01:36.403213 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baa98073-cfb7-4866-b1c2-894dcd8a9207 admin admin] Checking segment: {'id': '1440394c-792e-46b3-b715-1601e830ed0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'e216fadb-7c9f-4265-847c-3516db7f0650'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 23:01:36.403555 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baa98073-cfb7-4866-b1c2-894dcd8a9207 admin admin] Network hostable DHCP agents. Network: e216fadb-7c9f-4265-847c-3516db7f0650, hostable agents: ['83a03d73-f5e1-4f72-b2a3-d557ae097998'], hosted agents: [] {{(pid=109629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 23:01:36.414583 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-d970b904-f2d9-4990-a817-eb23565b7ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747407212427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747406771514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747406771532'] for port (e3dbf046-c3f5-4a7f-98cd-b1891ab07908), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:01:36.472461 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23901fe-0da1-46c1-a067-b7212493ec71 None None] Pushing event updated for resources: {'Port': ['ID=e3dbf046-c3f5-4a7f-98cd-b1891ab07908,revision_number=3']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:01:36.493196 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baa98073-cfb7-4866-b1c2-894dcd8a9207 admin admin] Network e216fadb-7c9f-4265-847c-3516db7f0650 is scheduled to be hosted by DHCP agent 83a03d73-f5e1-4f72-b2a3-d557ae097998 with binding_index 1 {{(pid=109629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 23:01:36.546255 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-d970b904-f2d9-4990-a817-eb23565b7ac2 None None] Attempting to bind port e3dbf046-c3f5-4a7f-98cd-b1891ab07908 on host dv-cinder-830096-1-iscsi for vnic_type normal with profile {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 23:01:36.546656 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-d970b904-f2d9-4990-a817-eb23565b7ac2 None None] Attempting to bind port e3dbf046-c3f5-4a7f-98cd-b1891ab07908 by drivers openvswitch,hyperv on host dv-cinder-830096-1-iscsi at level 0 using segments [{'id': '9f41be4e-4ea2-4c33-b37b-5645696f0dfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '49827f61-3092-4973-9005-6ef8ce9e46b5'}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 23:01:36.547012 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d970b904-f2d9-4990-a817-eb23565b7ac2 None None] Attempting to bind port e3dbf046-c3f5-4a7f-98cd-b1891ab07908 on network 49827f61-3092-4973-9005-6ef8ce9e46b5 {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 23:01:36.552747 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d970b904-f2d9-4990-a817-eb23565b7ac2 None None] Checking agent: {'id': '2dc95353-690e-4eed-857f-cdb5bbe3a4be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830096-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 22, 50, 49), 'started_at': datetime.datetime(2022, 2, 20, 22, 51, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 23, 1, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830096-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 23:01:36.553122 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d970b904-f2d9-4990-a817-eb23565b7ac2 None None] Checking segment: {'id': '9f41be4e-4ea2-4c33-b37b-5645696f0dfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '49827f61-3092-4973-9005-6ef8ce9e46b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 23:01:36.553519 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-d970b904-f2d9-4990-a817-eb23565b7ac2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:01:36.553912 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d970b904-f2d9-4990-a817-eb23565b7ac2 None None] Bound using segment: {'id': '9f41be4e-4ea2-4c33-b37b-5645696f0dfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '49827f61-3092-4973-9005-6ef8ce9e46b5'} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 23:01:36.554461 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-d970b904-f2d9-4990-a817-eb23565b7ac2 None None] Bound port: e3dbf046-c3f5-4a7f-98cd-b1891ab07908, host: dv-cinder-830096-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f41be4e-4ea2-4c33-b37b-5645696f0dfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '49827f61-3092-4973-9005-6ef8ce9e46b5'}}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 23:01:36.554799 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-d970b904-f2d9-4990-a817-eb23565b7ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4131840'] for port (e3dbf046-c3f5-4a7f-98cd-b1891ab07908), before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:01:36.586673 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [None req-baa98073-cfb7-4866-b1c2-894dcd8a9207 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830096-1-iscsi, e216fadb-7c9f-4265-847c-3516db7f0650) {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 23:01:36.597787 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baa98073-cfb7-4866-b1c2-894dcd8a9207 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:01:36.600038 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-baa98073-cfb7-4866-b1c2-894dcd8a9207 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:01:36.616736 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-532c2bc9-65f2-4f34-83e8-4089342a450d None None] Network e216fadb-7c9f-4265-847c-3516db7f0650 requested from dv-cinder-830096-1-iscsi {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 23:01:36.640796 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-d970b904-f2d9-4990-a817-eb23565b7ac2 None None] For port e3dbf046-c3f5-4a7f-98cd-b1891ab07908, host dv-cinder-830096-1-iscsi, cleared binding levels {{(pid=109630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 23:01:36.642392 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-71579a77-c7f1-4094-b55f-f312045fdce7 req-15cefa7a-cb49-4eaa-8939-91492ec9e45c service neutron] 10.222.0.42 "GET /v2.0/networks/0cc42a85-9a95-4ed9-a113-b7582b2f5909?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4870183 Feb 20 23:01:36.684861 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [req-a09f0efe-a1b0-46ab-9884-cea6fd29028a req-d5d5d486-67a2-471f-b72a-67705be7bdfd tempest-VolumesNegativeTest-541379175 tempest-VolumesNegativeTest-541379175-project] Deleting port 3d04f884-d912-4c41-b7d9-9bb6230a22fa {{(pid=109628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 23:01:36.689831 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-a09f0efe-a1b0-46ab-9884-cea6fd29028a req-d5d5d486-67a2-471f-b72a-67705be7bdfd tempest-VolumesNegativeTest-541379175 tempest-VolumesNegativeTest-541379175-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747407206678'] for port (3d04f884-d912-4c41-b7d9-9bb6230a22fa), before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:01:36.692078 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-d970b904-f2d9-4990-a817-eb23565b7ac2 None None] For port e3dbf046-c3f5-4a7f-98cd-b1891ab07908, host dv-cinder-830096-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-1-iscsi',level=0,port_id=e3dbf046-c3f5-4a7f-98cd-b1891ab07908,segment=NetworkSegment(9f41be4e-4ea2-4c33-b37b-5645696f0dfb),segment_id=9f41be4e-4ea2-4c33-b37b-5645696f0dfb)] {{(pid=109630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 23:01:36.750197 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [None req-baa98073-cfb7-4866-b1c2-894dcd8a9207 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8899002 Feb 20 23:01:36.760361 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.65', 47190) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:01:36.766252 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.v2.base [None req-b6dd4648-df44-4e45-ba75-7810512b7bd9 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2095202810-router', 'tenant_id': 'eade46b36ccb4e14b9207d1a7c2d24d2', 'external_gateway_info': {'network_id': '5f52b71d-61c7-49bc-86ae-3e3415c25b55'}}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:01:36.770532 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cda0033b-16bc-41f4-a7af-a7e2c8c70ae1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c3c1bb5-3d94-599d-bc7e-fdaa49c69afc-e216fadb-7c9f-4265-847c-3516db7f0650', 'network_id': 'e216fadb-7c9f-4265-847c-3516db7f0650', 'project_id': 'eade46b36ccb4e14b9207d1a7c2d24d2', 'fixed_ips': [{'subnet_id': 'f6c9c356-d13e-4d93-b822-7175851091a1'}]}} from dv-cinder-830096-1-iscsi. {{(pid=109630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 23:01:36.773923 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-cda0033b-16bc-41f4-a7af-a7e2c8c70ae1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4131840'] for port (None), before_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:01:36.798635 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-d970b904-f2d9-4990-a817-eb23565b7ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747407212427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747406771514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747406771532'] for port (e3dbf046-c3f5-4a7f-98cd-b1891ab07908), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:01:36.877895 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-397ff735-a8e1-46b0-af45-90011a668470 None None] Provisioning complete for port e3dbf046-c3f5-4a7f-98cd-b1891ab07908 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:01:36.878385 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-397ff735-a8e1-46b0-af45-90011a668470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4145689'] for port (e3dbf046-c3f5-4a7f-98cd-b1891ab07908), provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:01:36.881544 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23901fe-0da1-46c1-a067-b7212493ec71 None None] Pushing event updated for resources: {'Port': ['ID=e3dbf046-c3f5-4a7f-98cd-b1891ab07908,revision_number=4']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:01:36.904030 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099cdc4f-4895-4dd0-8bf4-b5b8e982460c req-ef9245a2-8f48-45de-b8a7-3953456ff405 tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:01:36.915114 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-099cdc4f-4895-4dd0-8bf4-b5b8e982460c req-ef9245a2-8f48-45de-b8a7-3953456ff405 tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] 10.222.0.65 "GET /v2.0/ports?device_id=81375607-d255-4352-85da-eab4c1e730a9 HTTP/1.1" status: 200 len: 945 time: 0.1173306 Feb 20 23:01:36.919532 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-b6dd4648-df44-4e45-ba75-7810512b7bd9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-701372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6487'] for router (1db8b78f-7fd3-4157-840d-aca7dc23e790), before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:01:36.921151 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-b6dd4648-df44-4e45-ba75-7810512b7bd9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-700716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-704125', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-623842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6572'] for router (1db8b78f-7fd3-4157-840d-aca7dc23e790), precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:01:36.922343 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-71579a77-c7f1-4094-b55f-f312045fdce7 req-b9cb4c24-6573-483f-9dfb-4d2a35ab577b service neutron] 10.222.0.42 "GET /v2.0/networks/0cc42a85-9a95-4ed9-a113-b7582b2f5909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2713675 Feb 20 23:01:36.948068 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-235ad1b7-7a29-444f-8411-3e091a04f637 tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] Router 25558889-3b3f-44b4-89ff-accdf2d05ab0 has already been hosted by L3 agent 13c347f3-1c01-45ee-af8c-9f8a630e0f23 {{(pid=109628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 23:01:37.003976 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.db [req-a09f0efe-a1b0-46ab-9884-cea6fd29028a req-d5d5d486-67a2-471f-b72a-67705be7bdfd tempest-VolumesNegativeTest-541379175 tempest-VolumesNegativeTest-541379175-project] For port 3d04f884-d912-4c41-b7d9-9bb6230a22fa, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=3d04f884-d912-4c41-b7d9-9bb6230a22fa,segment=NetworkSegment(16960e5e-9bae-4e5f-94b2-5832580e5a5f),segment_id=16960e5e-9bae-4e5f-94b2-5832580e5a5f)] {{(pid=109628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:01:37.004343 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-a09f0efe-a1b0-46ab-9884-cea6fd29028a req-d5d5d486-67a2-471f-b72a-67705be7bdfd tempest-VolumesNegativeTest-541379175 tempest-VolumesNegativeTest-541379175-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671932'] for port (3d04f884-d912-4c41-b7d9-9bb6230a22fa), precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:01:37.025022 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d970b904-f2d9-4990-a817-eb23565b7ac2 None None] Routers {'957dbf51-248f-4ddc-979e-257e09f3cf2a'} bound to L3 agent in host dv-cinder-830096-1-iscsi {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 23:01:37.025672 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-d970b904-f2d9-4990-a817-eb23565b7ac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T22:50:44Z,description=,heartbeat_timestamp=2022-02-20T23:01:14Z,host='dv-cinder-830096-1-iscsi',id=13c347f3-1c01-45ee-af8c-9f8a630e0f23,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T22:50:45Z,topic='l3_agent')) {'router_ids': ['957dbf51-248f-4ddc-979e-257e09f3cf2a'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:01:37.052273 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [req-a09f0efe-a1b0-46ab-9884-cea6fd29028a req-d5d5d486-67a2-471f-b72a-67705be7bdfd tempest-VolumesNegativeTest-541379175 tempest-VolumesNegativeTest-541379175-project] Calling delete_port for 3d04f884-d912-4c41-b7d9-9bb6230a22fa owned by compute:nova {{(pid=109628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 23:01:37.060816 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9a3026-0dc6-4ee0-8792-b423a905ed02 req-6a8a2b2e-ce4b-4645-add1-a8585717d9d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:01:37.062330 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-1c9a3026-0dc6-4ee0-8792-b423a905ed02 req-6a8a2b2e-ce4b-4645-add1-a8585717d9d9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e684d4332ff043eab2d102df1b6dd908&device_id=81375607-d255-4352-85da-eab4c1e730a9 HTTP/1.1" status: 200 len: 1129 time: 0.2464333 Feb 20 23:01:37.066752 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-099cdc4f-4895-4dd0-8bf4-b5b8e982460c req-edb28230-4ee8-49be-8983-153b0915162f tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] 10.222.0.65 "GET /v2.0/security-groups?id=bc262dbf-af7b-45c0-8865-5866657a07f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507418 Feb 20 23:01:37.136777 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-b6dd4648-df44-4e45-ba75-7810512b7bd9 admin admin] Publish callbacks [] for router_controller (1db8b78f-7fd3-4157-840d-aca7dc23e790), precommit_add_association {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:01:37.183367 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d1c313-896c-45ec-a267-b4b830b2b4ba req-7272366d-4a8a-451a-b399-c3cd6255fe78 tempest-VolumesActionsTest-702370528 tempest-VolumesActionsTest-702370528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:01:37.184905 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-70d1c313-896c-45ec-a267-b4b830b2b4ba req-7272366d-4a8a-451a-b399-c3cd6255fe78 tempest-VolumesActionsTest-702370528 tempest-VolumesActionsTest-702370528-project] 10.222.0.65 "GET /v2.0/ports?device_id=2c1826cb-8bbc-4ae0-bab5-dae9179b954b HTTP/1.1" status: 200 len: 943 time: 0.3056824 Feb 20 23:01:37.375900 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-b6dd4648-df44-4e45-ba75-7810512b7bd9 admin admin] Publish callbacks [] for router_gateway (1db8b78f-7fd3-4157-840d-aca7dc23e790), precommit_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:01:37.397556 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.db_base_plugin_common [None req-cda0033b-16bc-41f4-a7af-a7e2c8c70ae1 None None] Allocated IP 172.20.0.2 (e216fadb-7c9f-4265-847c-3516db7f0650/f6c9c356-d13e-4d93-b822-7175851091a1/96def934-7327-413d-931f-abdc2af70002) {{(pid=109630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 23:01:37.424280 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-70d1c313-896c-45ec-a267-b4b830b2b4ba req-f5fe415d-d348-4c21-9e47-9d6dad37707a tempest-VolumesActionsTest-702370528 tempest-VolumesActionsTest-702370528-project] 10.222.0.65 "GET /v2.0/security-groups?id=f5f2301d-e11c-4ae7-8b88-d4fa5bae967d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2004123 Feb 20 23:01:37.426290 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-d970b904-f2d9-4990-a817-eb23565b7ac2 None None] Set router 957dbf51-248f-4ddc-979e-257e09f3cf2a gateway port host: dv-cinder-830096-1-iscsi {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 23:01:37.430537 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-397ff735-a8e1-46b0-af45-90011a668470 None None] Current status of the port e3dbf046-c3f5-4a7f-98cd-b1891ab07908 is: DOWN; New status is: ACTIVE {{(pid=109630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:01:37.430932 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-397ff735-a8e1-46b0-af45-90011a668470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4131840'] for port (e3dbf046-c3f5-4a7f-98cd-b1891ab07908), before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:01:37.434723 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9a3026-0dc6-4ee0-8792-b423a905ed02 req-74ad5fdb-cff7-4a8b-9851-5b11dd289cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:01:37.436782 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-1c9a3026-0dc6-4ee0-8792-b423a905ed02 req-74ad5fdb-cff7-4a8b-9851-5b11dd289cd0 service neutron] 10.222.0.42 "GET /v2.0/networks?id=50907839-a771-4d5d-8cdc-f2154e15e96c HTTP/1.1" status: 200 len: 919 time: 0.3611288 Feb 20 23:01:37.442640 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-235ad1b7-7a29-444f-8411-3e091a04f637 tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] Notify agent at l3_agent.dv-cinder-830096-1-iscsi the message routers_updated {{(pid=109628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 23:01:37.456959 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-235ad1b7-7a29-444f-8411-3e091a04f637 tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932959'] for floatingip (None), before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:01:37.463947 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fe51d11-94d5-48a7-94c2-a8dda193f933 None None] Sync routers for ids ['25558889-3b3f-44b4-89ff-accdf2d05ab0'] in dv-cinder-830096-1-iscsi {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 23:01:37.487300 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fe51d11-94d5-48a7-94c2-a8dda193f933 None None] Routers {'25558889-3b3f-44b4-89ff-accdf2d05ab0'} bound to L3 agent in host dv-cinder-830096-1-iscsi {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 23:01:37.487942 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-2fe51d11-94d5-48a7-94c2-a8dda193f933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T22:50:44Z,description=,heartbeat_timestamp=2022-02-20T23:01:14Z,host='dv-cinder-830096-1-iscsi',id=13c347f3-1c01-45ee-af8c-9f8a630e0f23,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T22:50:45Z,topic='l3_agent')) {'router_ids': ['25558889-3b3f-44b4-89ff-accdf2d05ab0'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:01:37.510644 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-397ff735-a8e1-46b0-af45-90011a668470 None None] For port e3dbf046-c3f5-4a7f-98cd-b1891ab07908, host dv-cinder-830096-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-1-iscsi',level=0,port_id=e3dbf046-c3f5-4a7f-98cd-b1891ab07908,segment=NetworkSegment(9f41be4e-4ea2-4c33-b37b-5645696f0dfb),segment_id=9f41be4e-4ea2-4c33-b37b-5645696f0dfb)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:01:37.545521 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17acf2b6-183e-4ef3-85dc-b07c9efb8b4c req-31798305-3665-4c71-a6d8-8720e24107a9 tempest-VolumesNegativeTest-541379175 tempest-VolumesNegativeTest-541379175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:01:37.553717 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-17acf2b6-183e-4ef3-85dc-b07c9efb8b4c req-31798305-3665-4c71-a6d8-8720e24107a9 tempest-VolumesNegativeTest-541379175 tempest-VolumesNegativeTest-541379175-project] 10.222.0.65 "GET /v2.0/ports?device_id=ec63fac9-3cfd-41ca-8c87-237d06bec99d HTTP/1.1" status: 200 len: 950 time: 0.1584303 Feb 20 23:01:37.571785 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-397ff735-a8e1-46b0-af45-90011a668470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747407212427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747406771514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747406771532'] for port (e3dbf046-c3f5-4a7f-98cd-b1891ab07908), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:01:37.572281 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-1c9a3026-0dc6-4ee0-8792-b423a905ed02 req-0ea99691-ffb5-4fec-8dbf-ad9ae0a1e705 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=66b4984e-4f9b-4971-bf9f-1f953504702d HTTP/1.1" status: 200 len: 217 time: 0.1226554 Feb 20 23:01:37.582447 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.65', 47204) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:01:37.671245 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-17acf2b6-183e-4ef3-85dc-b07c9efb8b4c req-211eaa09-41f1-42ee-a96b-3f2af3a4253d tempest-VolumesNegativeTest-541379175 tempest-VolumesNegativeTest-541379175-project] 10.222.0.65 "GET /v2.0/security-groups?id=3e1c1408-ac46-4a94-a2e5-f785e5396cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165731 Feb 20 23:01:37.674262 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.db.l3_dvr_db [None req-2fe51d11-94d5-48a7-94c2-a8dda193f933 None None] Set router 25558889-3b3f-44b4-89ff-accdf2d05ab0 gateway port host: dv-cinder-830096-1-iscsi {{(pid=109631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 23:01:37.684828 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [None req-235ad1b7-7a29-444f-8411-3e091a04f637 tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] 10.222.0.65 "PUT /v2.0/floatingips/1385e887-fe85-4259-b2c8-3924e702358d HTTP/1.1" status: 200 len: 992 time: 2.7892110 Feb 20 23:01:37.693003 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6732eadb-c39d-499f-84e7-dc5e141ce7e5', 'tag': '47ffeeef-0c16-44ca-8659-d7555ecc7372'}] {{(pid=109628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 23:01:37.698032 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4be7ee60aa4259b475ee261dcf74c65065c56e299c7a4b2359a57cf03aee0d96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e330117-f0e5-40aa-823b-0acd9bd2112e" -d '{"events": [{"name": "network-changed", "server_uuid": "6732eadb-c39d-499f-84e7-dc5e141ce7e5", "tag": "47ffeeef-0c16-44ca-8659-d7555ecc7372"}]}' {{(pid=109628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 23:01:37.743036 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9a3026-0dc6-4ee0-8792-b423a905ed02 req-6aae81a4-e258-4eac-b61e-9f66e887b611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:01:37.746245 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-1c9a3026-0dc6-4ee0-8792-b423a905ed02 req-6aae81a4-e258-4eac-b61e-9f66e887b611 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=bebd2843-1d13-4eae-8703-47333a1f09f6 HTTP/1.1" status: 200 len: 859 time: 0.1600742 Feb 20 23:01:37.816053 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 23:01:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bd1c960-dc8a-4db2-a484-77aff87c39e6 x-openstack-request-id: req-1bd1c960-dc8a-4db2-a484-77aff87c39e6 {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 23:01:37.818511 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6732eadb-c39d-499f-84e7-dc5e141ce7e5", "tag": "47ffeeef-0c16-44ca-8659-d7555ecc7372", "status": "completed", "code": 200}]} {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 23:01:37.818511 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-1bd1c960-dc8a-4db2-a484-77aff87c39e6 {{(pid=109628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 23:01:37.818511 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6732eadb-c39d-499f-84e7-dc5e141ce7e5', 'tag': '47ffeeef-0c16-44ca-8659-d7555ecc7372', 'status': 'completed', 'code': 200} Feb 20 23:01:37.821127 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-1c9a3026-0dc6-4ee0-8792-b423a905ed02 req-93826ace-3b6f-47f8-95db-337198b93be9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=50907839-a771-4d5d-8cdc-f2154e15e96c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0686884 Feb 20 23:01:37.826350 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-a09f0efe-a1b0-46ab-9884-cea6fd29028a req-d5d5d486-67a2-471f-b72a-67705be7bdfd tempest-VolumesNegativeTest-541379175 tempest-VolumesNegativeTest-541379175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747407212409', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747406771505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59259307'] for port (3d04f884-d912-4c41-b7d9-9bb6230a22fa), after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:01:37.847151 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Device c83ba2fa-10e7-432d-af47-93b96fff10e6 up at agent ovs-agent-dv-cinder-830096-1-iscsi {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 23:01:37.862041 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-424e3e52-56e0-48c9-a264-4d923a78f98d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:01:37.872498 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d5d486-67a2-471f-b72a-67705be7bdfd tempest-VolumesNegativeTest-541379175 tempest-VolumesNegativeTest-541379175-project] Pushing event deleted for resources: {'Port': ['ID=3d04f884-d912-4c41-b7d9-9bb6230a22fa,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:01:37.933175 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [req-a09f0efe-a1b0-46ab-9884-cea6fd29028a req-d5d5d486-67a2-471f-b72a-67705be7bdfd tempest-VolumesNegativeTest-541379175 tempest-VolumesNegativeTest-541379175-project] No DVR routers for this DVR port 3d04f884-d912-4c41-b7d9-9bb6230a22fa on host hv-cinder-83009 {{(pid=109628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 23:01:37.936056 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-a09f0efe-a1b0-46ab-9884-cea6fd29028a req-d5d5d486-67a2-471f-b72a-67705be7bdfd tempest-VolumesNegativeTest-541379175 tempest-VolumesNegativeTest-541379175-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932959'] for port (None), before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:01:37.941832 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-a09f0efe-a1b0-46ab-9884-cea6fd29028a req-d5d5d486-67a2-471f-b72a-67705be7bdfd tempest-VolumesNegativeTest-541379175 tempest-VolumesNegativeTest-541379175-project] 10.222.0.42 "DELETE /v2.0/ports/3d04f884-d912-4c41-b7d9-9bb6230a22fa HTTP/1.1" status: 204 len: 173 time: 1.8770394 Feb 20 23:01:37.963490 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Provisioning complete for port c83ba2fa-10e7-432d-af47-93b96fff10e6 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:01:37.963786 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4145689'] for port (c83ba2fa-10e7-432d-af47-93b96fff10e6), provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:01:38.031340 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-424e3e52-56e0-48c9-a264-4d923a78f98d admin admin] Publish callbacks [] for security_group (dad10eda-19e5-45d9-8409-7a8d5bbd4182), precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:01:38.087837 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-2fe51d11-94d5-48a7-94c2-a8dda193f933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25558889-3b3f-44b4-89ff-accdf2d05ab0', 'name': 'tempest-AttachVolumeTestJSON-1621859443-router', 'tenant_id': '1a80503a610548b7b777c092435079dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f52b71d-61c7-49bc-86ae-3e3415c25b55', 'external_fixed_ips': [{'subnet_id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'ip_address': '172.27.2.194'}], 'enable_snat': True}, 'gw_port_id': '434efd2f-0231-42a9-8b88-01083e1f9c07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:00:51Z', 'updated_at': '2022-02-20T23:00:54Z', 'revision_number': 4, 'project_id': '1a80503a610548b7b777c092435079dc', 'gw_port': {'id': '434efd2f-0231-42a9-8b88-01083e1f9c07', 'name': '', 'network_id': '5f52b71d-61c7-49bc-86ae-3e3415c25b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:3e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25558889-3b3f-44b4-89ff-accdf2d05ab0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'ip_address': '172.27.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:00:51Z', 'updated_at': '2022-02-20T23:00:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-1-iscsi', '_floatingips': [{'id': '1385e887-fe85-4259-b2c8-3924e702358d', 'tenant_id': '1a80503a610548b7b777c092435079dc', 'floating_ip_address': '172.27.2.146', 'floating_network_id': '5f52b71d-61c7-49bc-86ae-3e3415c25b55', 'router_id': '25558889-3b3f-44b4-89ff-accdf2d05ab0', 'port_id': '47ffeeef-0c16-44ca-8659-d7555ecc7372', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 317, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '330ae1fa-e5e0-405b-adb6-d2248d3b3656', 'mac_address': 'fa:16:3e:60:75:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6732eadb-c39d-499f-84e7-dc5e141ce7e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T23:00:58Z', 'updated_at': '2022-02-20T23:01:35Z', 'revision_number': 1, 'project_id': '1a80503a610548b7b777c092435079dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6cffd12f-e6ce-46ee-b25b-c6e16df42a88', 'name': '', 'network_id': '330ae1fa-e5e0-405b-adb6-d2248d3b3656', 'tenant_id': '1a80503a610548b7b777c092435079dc', 'mac_address': 'fa:16:3e:5b:c9:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25558889-3b3f-44b4-89ff-accdf2d05ab0', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'f975dd8a-099e-41b7-b390-f487b4c5fbc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:00:54Z', 'updated_at': '2022-02-20T23:00:58Z', 'revision_number': 5, 'project_id': '1a80503a610548b7b777c092435079dc', 'subnets': [{'id': 'f975dd8a-099e-41b7-b390-f487b4c5fbc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830096-1-iscsi', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:01:38.097857 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397ff735-a8e1-46b0-af45-90011a668470 None None] Pushing event updated for resources: {'Port': ['ID=e3dbf046-c3f5-4a7f-98cd-b1891ab07908,revision_number=5']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:01:38.128579 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fe51d11-94d5-48a7-94c2-a8dda193f933 None None] Checking router: 25558889-3b3f-44b4-89ff-accdf2d05ab0 for host: dv-cinder-830096-1-iscsi {{(pid=109631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 23:01:38.128787 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-424e3e52-56e0-48c9-a264-4d923a78f98d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627867'] for security_group (dad10eda-19e5-45d9-8409-7a8d5bbd4182), after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:01:38.131353 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-16b10bda-5d60-446e-8fe5-b2f99e1a5cea None None] Provisioning complete for port e3dbf046-c3f5-4a7f-98cd-b1891ab07908 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:01:38.131968 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-16b10bda-5d60-446e-8fe5-b2f99e1a5cea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4145689'] for port (e3dbf046-c3f5-4a7f-98cd-b1891ab07908), provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:01:38.136273 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-d970b904-f2d9-4990-a817-eb23565b7ac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '957dbf51-248f-4ddc-979e-257e09f3cf2a', 'name': 'tempest-TestMinimumBasicScenario-2043403748-router', 'tenant_id': 'c3e33ca04103445c86d7b13f76fe664b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f52b71d-61c7-49bc-86ae-3e3415c25b55', 'external_fixed_ips': [{'subnet_id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'ip_address': '172.27.2.20'}], 'enable_snat': True}, 'gw_port_id': 'c83ba2fa-10e7-432d-af47-93b96fff10e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:01:28Z', 'updated_at': '2022-02-20T23:01:32Z', 'revision_number': 4, 'project_id': 'c3e33ca04103445c86d7b13f76fe664b', 'gw_port': {'id': 'c83ba2fa-10e7-432d-af47-93b96fff10e6', 'name': '', 'network_id': '5f52b71d-61c7-49bc-86ae-3e3415c25b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:04:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '957dbf51-248f-4ddc-979e-257e09f3cf2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'ip_address': '172.27.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:01:29Z', 'updated_at': '2022-02-20T23:01:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-1-iscsi', '_interfaces': [{'id': 'e3dbf046-c3f5-4a7f-98cd-b1891ab07908', 'name': '', 'network_id': '49827f61-3092-4973-9005-6ef8ce9e46b5', 'tenant_id': 'c3e33ca04103445c86d7b13f76fe664b', 'mac_address': 'fa:16:3e:7c:c4:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '957dbf51-248f-4ddc-979e-257e09f3cf2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'e9c40620-c529-4a12-8658-8129e29b5c71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:01:32Z', 'updated_at': '2022-02-20T23:01:36Z', 'revision_number': 4, 'project_id': 'c3e33ca04103445c86d7b13f76fe664b', 'subnets': [{'id': 'e9c40620-c529-4a12-8658-8129e29b5c71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830096-1-iscsi', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:01:38.142331 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fe51d11-94d5-48a7-94c2-a8dda193f933 None None] Routers {'25558889-3b3f-44b4-89ff-accdf2d05ab0'} bound to L3 agent in host dv-cinder-830096-1-iscsi {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 23:01:38.142331 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-2fe51d11-94d5-48a7-94c2-a8dda193f933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T22:50:44Z,description=,heartbeat_timestamp=2022-02-20T23:01:14Z,host='dv-cinder-830096-1-iscsi',id=13c347f3-1c01-45ee-af8c-9f8a630e0f23,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T22:50:45Z,topic='l3_agent')) {'router_ids': ['25558889-3b3f-44b4-89ff-accdf2d05ab0'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:01:38.174648 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424e3e52-56e0-48c9-a264-4d923a78f98d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dad10eda-19e5-45d9-8409-7a8d5bbd4182,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:01:38.223982 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] get_ports_and_sgs() called for port_ids ['3d04f884-d912-4c41-b7d9-9bb6230a22fa'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 23:01:38.234583 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d970b904-f2d9-4990-a817-eb23565b7ac2 None None] The sync data for ids ['957dbf51-248f-4ddc-979e-257e09f3cf2a'] in dv-cinder-830096-1-iscsi is: [{'id': '957dbf51-248f-4ddc-979e-257e09f3cf2a', 'name': 'tempest-TestMinimumBasicScenario-2043403748-router', 'tenant_id': 'c3e33ca04103445c86d7b13f76fe664b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f52b71d-61c7-49bc-86ae-3e3415c25b55', 'external_fixed_ips': [{'subnet_id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'ip_address': '172.27.2.20'}], 'enable_snat': True}, 'gw_port_id': 'c83ba2fa-10e7-432d-af47-93b96fff10e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:01:28Z', 'updated_at': '2022-02-20T23:01:32Z', 'revision_number': 4, 'project_id': 'c3e33ca04103445c86d7b13f76fe664b', 'gw_port': {'id': 'c83ba2fa-10e7-432d-af47-93b96fff10e6', 'name': '', 'network_id': '5f52b71d-61c7-49bc-86ae-3e3415c25b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:04:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '957dbf51-248f-4ddc-979e-257e09f3cf2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'ip_address': '172.27.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:01:29Z', 'updated_at': '2022-02-20T23:01:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-1-iscsi', '_interfaces': [{'id': 'e3dbf046-c3f5-4a7f-98cd-b1891ab07908', 'name': '', 'network_id': '49827f61-3092-4973-9005-6ef8ce9e46b5', 'tenant_id': 'c3e33ca04103445c86d7b13f76fe664b', 'mac_address': 'fa:16:3e:7c:c4:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '957dbf51-248f-4ddc-979e-257e09f3cf2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'e9c40620-c529-4a12-8658-8129e29b5c71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:01:32Z', 'updated_at': '2022-02-20T23:01:36Z', 'revision_number': 4, 'project_id': 'c3e33ca04103445c86d7b13f76fe664b', 'subnets': [{'id': 'e9c40620-c529-4a12-8658-8129e29b5c71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 23:01:38.254061 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-b6dd4648-df44-4e45-ba75-7810512b7bd9 admin admin] Publish callbacks [] for router_gateway (1db8b78f-7fd3-4157-840d-aca7dc23e790), before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:01:38.298633 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Current status of the port c83ba2fa-10e7-432d-af47-93b96fff10e6 is: ACTIVE; New status is: ACTIVE {{(pid=109630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:01:38.334503 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-b6dd4648-df44-4e45-ba75-7810512b7bd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4131840'] for port (None), before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:01:38.345245 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [None req-424e3e52-56e0-48c9-a264-4d923a78f98d admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=4a613754731d46f59d433aae5bf15db8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7562101 Feb 20 23:01:38.354772 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.65', 47218) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:01:38.360140 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.db.l3_dvr_db [None req-2fe51d11-94d5-48a7-94c2-a8dda193f933 None None] Set router 25558889-3b3f-44b4-89ff-accdf2d05ab0 gateway port host: dv-cinder-830096-1-iscsi {{(pid=109631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 23:01:38.361906 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-cda0033b-16bc-41f4-a7af-a7e2c8c70ae1 None None] Publish callbacks [] for port (96def934-7327-413d-931f-abdc2af70002), precommit_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:01:38.436336 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-cda0033b-16bc-41f4-a7af-a7e2c8c70ae1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747406771496'] for port (96def934-7327-413d-931f-abdc2af70002), after_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:01:38.441588 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-1c9a3026-0dc6-4ee0-8792-b423a905ed02 req-148bda88-5def-4c6f-9ed5-ce2bc6b2e3e5 service neutron] 10.222.0.42 "GET /v2.0/networks/50907839-a771-4d5d-8cdc-f2154e15e96c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2582221 Feb 20 23:01:38.455691 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e330117-f0e5-40aa-823b-0acd9bd2112e req-45446e50-2762-46ca-8bbe-1d7eeeec7de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:01:38.459429 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-9e330117-f0e5-40aa-823b-0acd9bd2112e req-45446e50-2762-46ca-8bbe-1d7eeeec7de2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1a80503a610548b7b777c092435079dc&device_id=6732eadb-c39d-499f-84e7-dc5e141ce7e5 HTTP/1.1" status: 200 len: 1130 time: 0.2113540 Feb 20 23:01:38.468095 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54bd267-9568-49be-82da-7e010b8c2123 req-05e0891f-dd3e-4d02-9114-9c8f9d0728c7 tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:01:38.475357 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-f54bd267-9568-49be-82da-7e010b8c2123 req-05e0891f-dd3e-4d02-9114-9c8f9d0728c7 tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] 10.222.0.65 "GET /v2.0/ports?device_id=81375607-d255-4352-85da-eab4c1e730a9 HTTP/1.1" status: 200 len: 945 time: 0.2039900 Feb 20 23:01:38.520171 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cda0033b-16bc-41f4-a7af-a7e2c8c70ae1 None None] Network e216fadb-7c9f-4265-847c-3516db7f0650 is already hosted by enough agents. {{(pid=109630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 23:01:38.525658 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-16b10bda-5d60-446e-8fe5-b2f99e1a5cea None None] Current status of the port e3dbf046-c3f5-4a7f-98cd-b1891ab07908 is: ACTIVE; New status is: ACTIVE {{(pid=109630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:01:38.528141 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.scheduler.base_scheduler [None req-cda0033b-16bc-41f4-a7af-a7e2c8c70ae1 None None] Resources bound (agent type, host, resource id): {{(pid=109630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 23:01:38.532452 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cda0033b-16bc-41f4-a7af-a7e2c8c70ae1 None None] Received port after_create {{(pid=109630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 23:01:38.539546 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-f54bd267-9568-49be-82da-7e010b8c2123 req-1dcfc8b3-82ef-4d4c-95cf-82853d6c54b4 tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] 10.222.0.65 "GET /v2.0/security-groups?id=bc262dbf-af7b-45c0-8865-5866657a07f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633037 Feb 20 23:01:38.545109 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda0033b-16bc-41f4-a7af-a7e2c8c70ae1 None None] Pushing event updated for resources: {'Port': ['ID=96def934-7327-413d-931f-abdc2af70002,revision_number=1']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:01:38.616472 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-1f4b429b-f03d-49a1-86cf-0a387ae741ef admin admin] Publish callbacks [] for security_group (dad10eda-19e5-45d9-8409-7a8d5bbd4182), before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:01:38.621478 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-cda0033b-16bc-41f4-a7af-a7e2c8c70ae1 None None] Attempting to bind port 96def934-7327-413d-931f-abdc2af70002 on host dv-cinder-830096-1-iscsi for vnic_type normal with profile {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 23:01:38.621878 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-cda0033b-16bc-41f4-a7af-a7e2c8c70ae1 None None] Attempting to bind port 96def934-7327-413d-931f-abdc2af70002 by drivers openvswitch,hyperv on host dv-cinder-830096-1-iscsi at level 0 using segments [{'id': '1440394c-792e-46b3-b715-1601e830ed0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'e216fadb-7c9f-4265-847c-3516db7f0650'}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 23:01:38.623048 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cda0033b-16bc-41f4-a7af-a7e2c8c70ae1 None None] Attempting to bind port 96def934-7327-413d-931f-abdc2af70002 on network e216fadb-7c9f-4265-847c-3516db7f0650 {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 23:01:38.629923 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cda0033b-16bc-41f4-a7af-a7e2c8c70ae1 None None] Checking agent: {'id': '2dc95353-690e-4eed-857f-cdb5bbe3a4be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830096-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 22, 50, 49), 'started_at': datetime.datetime(2022, 2, 20, 22, 51, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 23, 1, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830096-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 23:01:38.630297 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cda0033b-16bc-41f4-a7af-a7e2c8c70ae1 None None] Checking segment: {'id': '1440394c-792e-46b3-b715-1601e830ed0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'e216fadb-7c9f-4265-847c-3516db7f0650'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 23:01:38.630727 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-cda0033b-16bc-41f4-a7af-a7e2c8c70ae1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:01:38.631112 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cda0033b-16bc-41f4-a7af-a7e2c8c70ae1 None None] Bound using segment: {'id': '1440394c-792e-46b3-b715-1601e830ed0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'e216fadb-7c9f-4265-847c-3516db7f0650'} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 23:01:38.631569 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-cda0033b-16bc-41f4-a7af-a7e2c8c70ae1 None None] Bound port: 96def934-7327-413d-931f-abdc2af70002, host: dv-cinder-830096-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1440394c-792e-46b3-b715-1601e830ed0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'e216fadb-7c9f-4265-847c-3516db7f0650'}}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 23:01:38.631942 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-cda0033b-16bc-41f4-a7af-a7e2c8c70ae1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4131840'] for port (96def934-7327-413d-931f-abdc2af70002), before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:01:38.681842 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-1f4b429b-f03d-49a1-86cf-0a387ae741ef admin admin] Publish callbacks [] for security_group (dad10eda-19e5-45d9-8409-7a8d5bbd4182), precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:01:38.710655 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.db.db_base_plugin_common [None req-b6dd4648-df44-4e45-ba75-7810512b7bd9 admin admin] Allocated IP 172.27.2.182 (5f52b71d-61c7-49bc-86ae-3e3415c25b55/841afcd6-8af7-4cd5-baec-c52e88cacaa2/c405f4ff-6ef8-4041-880b-f20aad3f3e14) {{(pid=109629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 23:01:38.711758 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-cda0033b-16bc-41f4-a7af-a7e2c8c70ae1 None None] For port 96def934-7327-413d-931f-abdc2af70002, host dv-cinder-830096-1-iscsi, cleared binding levels {{(pid=109630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 23:01:38.716222 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-cda0033b-16bc-41f4-a7af-a7e2c8c70ae1 None None] For port 96def934-7327-413d-931f-abdc2af70002, host dv-cinder-830096-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-1-iscsi',level=0,port_id=96def934-7327-413d-931f-abdc2af70002,segment=NetworkSegment(1440394c-792e-46b3-b715-1601e830ed0f),segment_id=1440394c-792e-46b3-b715-1601e830ed0f)] {{(pid=109630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 23:01:38.727430 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-2fe51d11-94d5-48a7-94c2-a8dda193f933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25558889-3b3f-44b4-89ff-accdf2d05ab0', 'name': 'tempest-AttachVolumeTestJSON-1621859443-router', 'tenant_id': '1a80503a610548b7b777c092435079dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f52b71d-61c7-49bc-86ae-3e3415c25b55', 'external_fixed_ips': [{'subnet_id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'ip_address': '172.27.2.194'}], 'enable_snat': True}, 'gw_port_id': '434efd2f-0231-42a9-8b88-01083e1f9c07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:00:51Z', 'updated_at': '2022-02-20T23:00:54Z', 'revision_number': 4, 'project_id': '1a80503a610548b7b777c092435079dc', 'gw_port': {'id': '434efd2f-0231-42a9-8b88-01083e1f9c07', 'name': '', 'network_id': '5f52b71d-61c7-49bc-86ae-3e3415c25b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:3e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25558889-3b3f-44b4-89ff-accdf2d05ab0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'ip_address': '172.27.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:00:51Z', 'updated_at': '2022-02-20T23:00:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-1-iscsi', '_floatingips': [{'id': '1385e887-fe85-4259-b2c8-3924e702358d', 'tenant_id': '1a80503a610548b7b777c092435079dc', 'floating_ip_address': '172.27.2.146', 'floating_network_id': '5f52b71d-61c7-49bc-86ae-3e3415c25b55', 'router_id': '25558889-3b3f-44b4-89ff-accdf2d05ab0', 'port_id': '47ffeeef-0c16-44ca-8659-d7555ecc7372', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 317, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '330ae1fa-e5e0-405b-adb6-d2248d3b3656', 'mac_address': 'fa:16:3e:60:75:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6732eadb-c39d-499f-84e7-dc5e141ce7e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T23:00:58Z', 'updated_at': '2022-02-20T23:01:35Z', 'revision_number': 1, 'project_id': '1a80503a610548b7b777c092435079dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6cffd12f-e6ce-46ee-b25b-c6e16df42a88', 'name': '', 'network_id': '330ae1fa-e5e0-405b-adb6-d2248d3b3656', 'tenant_id': '1a80503a610548b7b777c092435079dc', 'mac_address': 'fa:16:3e:5b:c9:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25558889-3b3f-44b4-89ff-accdf2d05ab0', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'f975dd8a-099e-41b7-b390-f487b4c5fbc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:00:54Z', 'updated_at': '2022-02-20T23:00:58Z', 'revision_number': 5, 'project_id': '1a80503a610548b7b777c092435079dc', 'subnets': [{'id': 'f975dd8a-099e-41b7-b390-f487b4c5fbc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830096-1-iscsi', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:01:38.754572 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fe51d11-94d5-48a7-94c2-a8dda193f933 None None] The sync data for ids ['25558889-3b3f-44b4-89ff-accdf2d05ab0'] in dv-cinder-830096-1-iscsi is: [{'id': '25558889-3b3f-44b4-89ff-accdf2d05ab0', 'name': 'tempest-AttachVolumeTestJSON-1621859443-router', 'tenant_id': '1a80503a610548b7b777c092435079dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f52b71d-61c7-49bc-86ae-3e3415c25b55', 'external_fixed_ips': [{'subnet_id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'ip_address': '172.27.2.194'}], 'enable_snat': True}, 'gw_port_id': '434efd2f-0231-42a9-8b88-01083e1f9c07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:00:51Z', 'updated_at': '2022-02-20T23:00:54Z', 'revision_number': 4, 'project_id': '1a80503a610548b7b777c092435079dc', 'gw_port': {'id': '434efd2f-0231-42a9-8b88-01083e1f9c07', 'name': '', 'network_id': '5f52b71d-61c7-49bc-86ae-3e3415c25b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:3e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25558889-3b3f-44b4-89ff-accdf2d05ab0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'ip_address': '172.27.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:00:51Z', 'updated_at': '2022-02-20T23:00:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-1-iscsi', '_floatingips': [{'id': '1385e887-fe85-4259-b2c8-3924e702358d', 'tenant_id': '1a80503a610548b7b777c092435079dc', 'floating_ip_address': '172.27.2.146', 'floating_network_id': '5f52b71d-61c7-49bc-86ae-3e3415c25b55', 'router_id': '25558889-3b3f-44b4-89ff-accdf2d05ab0', 'port_id': '47ffeeef-0c16-44ca-8659-d7555ecc7372', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 317, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '330ae1fa-e5e0-405b-adb6-d2248d3b3656', 'mac_address': 'fa:16:3e:60:75:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6732eadb-c39d-499f-84e7-dc5e141ce7e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T23:00:58Z', 'updated_at': '2022-02-20T23:01:35Z', 'revision_number': 1, 'project_id': '1a80503a610548b7b777c092435079dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6cffd12f-e6ce-46ee-b25b-c6e16df42a88', 'name': '', 'network_id': '330ae1fa-e5e0-405b-adb6-d2248d3b3656', 'tenant_id': '1a80503a610548b7b777c092435079dc', 'mac_address': 'fa:16:3e:5b:c9:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25558889-3b3f-44b4-89ff-accdf2d05ab0', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'f975dd8a-099e-41b7-b390-f487b4c5fbc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:00:54Z', 'updated_at': '2022-02-20T23:00:58Z', 'revision_number': 5, 'project_id': '1a80503a610548b7b777c092435079dc', 'subnets': [{'id': 'f975dd8a-099e-41b7-b390-f487b4c5fbc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 23:01:38.756729 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74bf3db-93ea-4e5e-bb78-e40125a01af1 req-b60f38d0-7f44-44c4-a14c-e470651487e5 tempest-VolumesActionsTest-702370528 tempest-VolumesActionsTest-702370528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:01:38.759679 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-d74bf3db-93ea-4e5e-bb78-e40125a01af1 req-b60f38d0-7f44-44c4-a14c-e470651487e5 tempest-VolumesActionsTest-702370528 tempest-VolumesActionsTest-702370528-project] 10.222.0.65 "GET /v2.0/ports?device_id=2c1826cb-8bbc-4ae0-bab5-dae9179b954b HTTP/1.1" status: 200 len: 943 time: 0.1862800 Feb 20 23:01:38.799661 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-18531a5b-9ec4-4ce2-85e6-2c4301df7da0 req-63ecd1f3-8843-4eed-a7ab-a610f33cbf0f tempest-VolumesNegativeTest-541379175 tempest-VolumesNegativeTest-541379175-project] 10.222.0.65 "GET /v2.0/ports?device_id=ec63fac9-3cfd-41ca-8c87-237d06bec99d HTTP/1.1" status: 200 len: 210 time: 0.0482790 Feb 20 23:01:38.854661 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-cda0033b-16bc-41f4-a7af-a7e2c8c70ae1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747407212427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747406771514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747406771532'] for port (96def934-7327-413d-931f-abdc2af70002), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:01:38.866105 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-d74bf3db-93ea-4e5e-bb78-e40125a01af1 req-527c8367-3873-439b-8271-bc96074d6e3f tempest-VolumesActionsTest-702370528 tempest-VolumesActionsTest-702370528-project] 10.222.0.65 "GET /v2.0/security-groups?id=f5f2301d-e11c-4ae7-8b88-d4fa5bae967d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981333 Feb 20 23:01:38.900742 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-b6dd4648-df44-4e45-ba75-7810512b7bd9 admin admin] Publish callbacks [] for port (c405f4ff-6ef8-4041-880b-f20aad3f3e14), precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:01:38.940162 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda0033b-16bc-41f4-a7af-a7e2c8c70ae1 None None] Pushing event updated for resources: {'Port': ['ID=96def934-7327-413d-931f-abdc2af70002,revision_number=2']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:01:38.944976 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-1f4b429b-f03d-49a1-86cf-0a387ae741ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627867'] for security_group (dad10eda-19e5-45d9-8409-7a8d5bbd4182), after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:01:38.947672 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-1f4b429b-f03d-49a1-86cf-0a387ae741ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:01:38.951331 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [None req-1f4b429b-f03d-49a1-86cf-0a387ae741ef admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/dad10eda-19e5-45d9-8409-7a8d5bbd4182 HTTP/1.1" status: 204 len: 168 time: 0.5862162 Feb 20 23:01:38.972902 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4b429b-f03d-49a1-86cf-0a387ae741ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dad10eda-19e5-45d9-8409-7a8d5bbd4182,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:01:39.019561 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-b6dd4648-df44-4e45-ba75-7810512b7bd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747406771496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61629250'] for port (c405f4ff-6ef8-4041-880b-f20aad3f3e14), after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:01:39.079355 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6dd4648-df44-4e45-ba75-7810512b7bd9 admin admin] Network 5f52b71d-61c7-49bc-86ae-3e3415c25b55 is already hosted by enough agents. {{(pid=109629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 23:01:39.080760 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6dd4648-df44-4e45-ba75-7810512b7bd9 admin admin] Pushing event updated for resources: {'Port': ['ID=c405f4ff-6ef8-4041-880b-f20aad3f3e14,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:01:39.084145 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [None req-b6dd4648-df44-4e45-ba75-7810512b7bd9 admin admin] Resources bound (agent type, host, resource id): {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 23:01:39.086922 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6dd4648-df44-4e45-ba75-7810512b7bd9 admin admin] Received port after_create {{(pid=109629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 23:01:39.234561 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86654a22-27eb-4fae-abe6-e5ab43f9746c None None] New status for floating IP 1385e887-fe85-4259-b2c8-3924e702358d: ACTIVE {{(pid=109630) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 20 23:01:39.513857 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-b6dd4648-df44-4e45-ba75-7810512b7bd9 admin admin] Publish callbacks [] for router_gateway (1db8b78f-7fd3-4157-840d-aca7dc23e790), after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:01:39.703413 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cab5737-83d4-432c-8e21-31922739435e req-778c2437-89d7-477f-a702-dbd9d0e0fe52 tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:01:39.705754 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-3cab5737-83d4-432c-8e21-31922739435e req-778c2437-89d7-477f-a702-dbd9d0e0fe52 tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] 10.222.0.65 "GET /v2.0/ports?device_id=81375607-d255-4352-85da-eab4c1e730a9 HTTP/1.1" status: 200 len: 945 time: 0.0819616 Feb 20 23:01:39.773486 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-3cab5737-83d4-432c-8e21-31922739435e req-bf205b14-37ab-464b-92cb-4864a0eedf2d tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] 10.222.0.65 "GET /v2.0/security-groups?id=bc262dbf-af7b-45c0-8865-5866657a07f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565283 Feb 20 23:01:39.788650 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-b6dd4648-df44-4e45-ba75-7810512b7bd9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-700709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-704170'] for router (1db8b78f-7fd3-4157-840d-aca7dc23e790), after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:01:39.799533 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Device e3dbf046-c3f5-4a7f-98cd-b1891ab07908 up at agent ovs-agent-dv-cinder-830096-1-iscsi {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 23:01:39.817448 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.65', 47234) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:01:39.818191 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec63fac9-3cfd-41ca-8c87-237d06bec99d', 'name': 'network-vif-deleted', 'tag': '3d04f884-d912-4c41-b7d9-9bb6230a22fa'}] {{(pid=109628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 23:01:39.821268 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4be7ee60aa4259b475ee261dcf74c65065c56e299c7a4b2359a57cf03aee0d96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c34ca3b1-91f0-40d9-88fe-4c66272016bf" -d '{"events": [{"server_uuid": "ec63fac9-3cfd-41ca-8c87-237d06bec99d", "name": "network-vif-deleted", "tag": "3d04f884-d912-4c41-b7d9-9bb6230a22fa"}]}' {{(pid=109628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 23:01:39.838911 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-43353c80-02b4-4e47-8841-154b9e1d2394 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:01:39.900106 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 23:01:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62b4a9bb-0f8f-4f96-85d7-a800ba9ad9ba x-openstack-request-id: req-62b4a9bb-0f8f-4f96-85d7-a800ba9ad9ba {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 23:01:39.900409 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec63fac9-3cfd-41ca-8c87-237d06bec99d", "name": "network-vif-deleted", "tag": "3d04f884-d912-4c41-b7d9-9bb6230a22fa", "status": "completed", "code": 200}]} {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 23:01:39.902853 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-62b4a9bb-0f8f-4f96-85d7-a800ba9ad9ba {{(pid=109628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 23:01:39.908974 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec63fac9-3cfd-41ca-8c87-237d06bec99d', 'name': 'network-vif-deleted', 'tag': '3d04f884-d912-4c41-b7d9-9bb6230a22fa', 'status': 'completed', 'code': 200} Feb 20 23:01:39.909276 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Provisioning complete for port e3dbf046-c3f5-4a7f-98cd-b1891ab07908 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:01:39.909276 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4145689'] for port (e3dbf046-c3f5-4a7f-98cd-b1891ab07908), provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:01:39.937821 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-d0bf0b11-16a0-4c25-9814-5a03588602f3 req-6e2f9fdd-da25-415e-a4ee-8b1488daa0cc tempest-VolumesNegativeTest-541379175 tempest-VolumesNegativeTest-541379175-project] 10.222.0.65 "GET /v2.0/ports?device_id=ec63fac9-3cfd-41ca-8c87-237d06bec99d HTTP/1.1" status: 200 len: 210 time: 0.0329909 Feb 20 23:01:39.999266 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-43353c80-02b4-4e47-8841-154b9e1d2394 admin admin] Publish callbacks [] for security_group (c6b3bb70-83a5-412a-bd40-f64bfc71f6bd), precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:01:40.014988 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Current status of the port e3dbf046-c3f5-4a7f-98cd-b1891ab07908 is: ACTIVE; New status is: ACTIVE {{(pid=109630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:01:40.016363 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Device 96def934-7327-413d-931f-abdc2af70002 up at agent ovs-agent-dv-cinder-830096-1-iscsi {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 23:01:40.030344 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6dd4648-df44-4e45-ba75-7810512b7bd9 admin admin] Router 1db8b78f-7fd3-4157-840d-aca7dc23e790 is scheduled to L3 agent 13c347f3-1c01-45ee-af8c-9f8a630e0f23 with binding_index 1 {{(pid=109629) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 20 23:01:40.056621 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47d788f-c873-44c6-add6-5fd504e69ed2 req-5feeb540-a77e-4b07-9ea6-85c75f7a5159 tempest-VolumesActionsTest-702370528 tempest-VolumesActionsTest-702370528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:01:40.059157 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-e47d788f-c873-44c6-add6-5fd504e69ed2 req-5feeb540-a77e-4b07-9ea6-85c75f7a5159 tempest-VolumesActionsTest-702370528 tempest-VolumesActionsTest-702370528-project] 10.222.0.65 "GET /v2.0/ports?device_id=2c1826cb-8bbc-4ae0-bab5-dae9179b954b HTTP/1.1" status: 200 len: 943 time: 0.0629764 Feb 20 23:01:40.060319 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-43353c80-02b4-4e47-8841-154b9e1d2394 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627867'] for security_group (c6b3bb70-83a5-412a-bd40-f64bfc71f6bd), after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:01:40.070832 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Provisioning complete for port 96def934-7327-413d-931f-abdc2af70002 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:01:40.071206 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4145689'] for port (96def934-7327-413d-931f-abdc2af70002), provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:01:40.133468 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [None req-43353c80-02b4-4e47-8841-154b9e1d2394 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=8c41e095cadc46da90bee3e41c4c422e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3088911 Feb 20 23:01:40.140891 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.65', 47240) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:01:40.171912 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Current status of the port 96def934-7327-413d-931f-abdc2af70002 is: DOWN; New status is: ACTIVE {{(pid=109630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:01:40.172360 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4131840'] for port (96def934-7327-413d-931f-abdc2af70002), before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:01:40.183093 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43353c80-02b4-4e47-8841-154b9e1d2394 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6b3bb70-83a5-412a-bd40-f64bfc71f6bd,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:01:40.212369 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-375b9886-1611-49c1-9cb2-ee33686b3bcf None None] Network e216fadb-7c9f-4265-847c-3516db7f0650 requested from dv-cinder-830096-1-iscsi {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 23:01:40.212496 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6dd4648-df44-4e45-ba75-7810512b7bd9 admin admin] Notify agent at l3_agent.dv-cinder-830096-1-iscsi the message routers_updated {{(pid=109629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 23:01:40.215674 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] For port 96def934-7327-413d-931f-abdc2af70002, host dv-cinder-830096-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-1-iscsi',level=0,port_id=96def934-7327-413d-931f-abdc2af70002,segment=NetworkSegment(1440394c-792e-46b3-b715-1601e830ed0f),segment_id=1440394c-792e-46b3-b715-1601e830ed0f)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:01:40.222924 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4661da6f-9ef0-43a0-9710-46436f2fde76 None None] Sync routers for ids ['1db8b78f-7fd3-4157-840d-aca7dc23e790'] in dv-cinder-830096-1-iscsi {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 23:01:40.227452 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-e47d788f-c873-44c6-add6-5fd504e69ed2 req-8bece8e2-0493-4435-a12a-6f950df0add9 tempest-VolumesActionsTest-702370528 tempest-VolumesActionsTest-702370528-project] 10.222.0.65 "GET /v2.0/security-groups?id=f5f2301d-e11c-4ae7-8b88-d4fa5bae967d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604078 Feb 20 23:01:40.236265 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4661da6f-9ef0-43a0-9710-46436f2fde76 None None] Routers {'1db8b78f-7fd3-4157-840d-aca7dc23e790'} bound to L3 agent in host dv-cinder-830096-1-iscsi {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 23:01:40.237107 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-4661da6f-9ef0-43a0-9710-46436f2fde76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T22:50:44Z,description=,heartbeat_timestamp=2022-02-20T23:01:14Z,host='dv-cinder-830096-1-iscsi',id=13c347f3-1c01-45ee-af8c-9f8a630e0f23,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T22:50:45Z,topic='l3_agent')) {'router_ids': ['1db8b78f-7fd3-4157-840d-aca7dc23e790'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:01:40.245319 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-763ba6fe-cb15-4196-906d-b32b6ebd9179 admin admin] Publish callbacks [] for security_group (c6b3bb70-83a5-412a-bd40-f64bfc71f6bd), before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:01:40.275361 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-763ba6fe-cb15-4196-906d-b32b6ebd9179 admin admin] Publish callbacks [] for security_group (c6b3bb70-83a5-412a-bd40-f64bfc71f6bd), precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:01:40.295293 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-8dde275f-693d-4fc3-ab2a-0f4f8cf81071 None None] Provisioning complete for port 96def934-7327-413d-931f-abdc2af70002 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:01:40.295751 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-8dde275f-693d-4fc3-ab2a-0f4f8cf81071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4145689'] for port (96def934-7327-413d-931f-abdc2af70002), provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:01:40.300079 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747407212427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747406771514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747406771532'] for port (96def934-7327-413d-931f-abdc2af70002), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:01:40.307691 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-b6dd4648-df44-4e45-ba75-7810512b7bd9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:01:40.313085 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [None req-b6dd4648-df44-4e45-ba75-7810512b7bd9 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.5478489 Feb 20 23:01:40.313174 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.65', 47242) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:01:40.389527 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.db.l3_dvr_db [None req-4661da6f-9ef0-43a0-9710-46436f2fde76 None None] Set router 1db8b78f-7fd3-4157-840d-aca7dc23e790 gateway port host: dv-cinder-830096-1-iscsi {{(pid=109631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 23:01:40.511737 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-763ba6fe-cb15-4196-906d-b32b6ebd9179 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627867'] for security_group (c6b3bb70-83a5-412a-bd40-f64bfc71f6bd), after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:01:40.514094 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-763ba6fe-cb15-4196-906d-b32b6ebd9179 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:01:40.517540 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [None req-763ba6fe-cb15-4196-906d-b32b6ebd9179 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/c6b3bb70-83a5-412a-bd40-f64bfc71f6bd HTTP/1.1" status: 204 len: 168 time: 0.3726258 Feb 20 23:01:40.530392 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763ba6fe-cb15-4196-906d-b32b6ebd9179 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6b3bb70-83a5-412a-bd40-f64bfc71f6bd,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:01:40.570756 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Pushing event updated for resources: {'Port': ['ID=96def934-7327-413d-931f-abdc2af70002,revision_number=3']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:01:40.629333 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-8dde275f-693d-4fc3-ab2a-0f4f8cf81071 None None] Current status of the port 96def934-7327-413d-931f-abdc2af70002 is: ACTIVE; New status is: ACTIVE {{(pid=109630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:01:40.640961 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-4661da6f-9ef0-43a0-9710-46436f2fde76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1db8b78f-7fd3-4157-840d-aca7dc23e790', 'name': 'tempest-TestMinimumBasicScenario-2095202810-router', 'tenant_id': 'eade46b36ccb4e14b9207d1a7c2d24d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f52b71d-61c7-49bc-86ae-3e3415c25b55', 'external_fixed_ips': [{'subnet_id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': 'c405f4ff-6ef8-4041-880b-f20aad3f3e14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:01:36Z', 'updated_at': '2022-02-20T23:01:39Z', 'revision_number': 3, 'project_id': 'eade46b36ccb4e14b9207d1a7c2d24d2', 'gw_port': {'id': 'c405f4ff-6ef8-4041-880b-f20aad3f3e14', 'name': '', 'network_id': '5f52b71d-61c7-49bc-86ae-3e3415c25b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:7e:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1db8b78f-7fd3-4157-840d-aca7dc23e790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:01:38Z', 'updated_at': '2022-02-20T23:01:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-1-iscsi'}], 'dv-cinder-830096-1-iscsi', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:01:40.672205 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4661da6f-9ef0-43a0-9710-46436f2fde76 None None] Checking router: 1db8b78f-7fd3-4157-840d-aca7dc23e790 for host: dv-cinder-830096-1-iscsi {{(pid=109631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 23:01:40.672205 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4661da6f-9ef0-43a0-9710-46436f2fde76 None None] Updating router 1db8b78f-7fd3-4157-840d-aca7dc23e790 port c405f4ff-6ef8-4041-880b-f20aad3f3e14 binding host dv-cinder-830096-1-iscsi {{(pid=109631) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 23:01:40.700705 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-4661da6f-9ef0-43a0-9710-46436f2fde76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4131840'] for port (c405f4ff-6ef8-4041-880b-f20aad3f3e14), before_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:01:40.850343 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-8cca220a-1382-4c7a-9502-32fe36356cc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4131840'] for port (None), before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:01:40.859871 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-366a7c9d-bcbe-47c5-b0b6-e4d489fb4241 None None] Provisioning complete for port 96def934-7327-413d-931f-abdc2af70002 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:01:40.860388 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-366a7c9d-bcbe-47c5-b0b6-e4d489fb4241 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4145689'] for port (96def934-7327-413d-931f-abdc2af70002), provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:01:40.925661 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660db346-ba48-4a6e-bdd9-9978cd03bbbb req-55f59673-b430-4800-99c9-ae0edc3952e6 tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:01:40.928579 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-660db346-ba48-4a6e-bdd9-9978cd03bbbb req-55f59673-b430-4800-99c9-ae0edc3952e6 tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] 10.222.0.65 "GET /v2.0/ports?device_id=81375607-d255-4352-85da-eab4c1e730a9 HTTP/1.1" status: 200 len: 945 time: 0.0653422 Feb 20 23:01:40.955697 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-366a7c9d-bcbe-47c5-b0b6-e4d489fb4241 None None] Current status of the port 96def934-7327-413d-931f-abdc2af70002 is: ACTIVE; New status is: ACTIVE {{(pid=109630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:01:40.996178 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-660db346-ba48-4a6e-bdd9-9978cd03bbbb req-1ccf8a05-fbfa-4b50-8369-3d6446bfc3ae tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] 10.222.0.65 "GET /v2.0/security-groups?id=bc262dbf-af7b-45c0-8865-5866657a07f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562823 Feb 20 23:01:41.058815 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-4661da6f-9ef0-43a0-9710-46436f2fde76 None None] Publish callbacks [] for port (c405f4ff-6ef8-4041-880b-f20aad3f3e14), precommit_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:01:41.063801 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-341ec201-cdd8-4e6f-988e-dbbca687c3d9 req-2e57b500-785e-4960-9827-047b0a40e698 tempest-VolumesNegativeTest-541379175 tempest-VolumesNegativeTest-541379175-project] 10.222.0.65 "GET /v2.0/ports?device_id=ec63fac9-3cfd-41ca-8c87-237d06bec99d HTTP/1.1" status: 200 len: 210 time: 0.0328810 Feb 20 23:01:41.076330 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.db.db_base_plugin_common [None req-8cca220a-1382-4c7a-9502-32fe36356cc6 admin admin] Allocated IP 172.20.0.1 (e216fadb-7c9f-4265-847c-3516db7f0650/f6c9c356-d13e-4d93-b822-7175851091a1/d15c1ef1-53c2-40cc-90fa-65cc13fb519b) {{(pid=109628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 23:01:41.133685 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-4661da6f-9ef0-43a0-9710-46436f2fde76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747407212427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747406771514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747406771532'] for port (c405f4ff-6ef8-4041-880b-f20aad3f3e14), after_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:01:41.193373 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-8cca220a-1382-4c7a-9502-32fe36356cc6 admin admin] Publish callbacks [] for port (d15c1ef1-53c2-40cc-90fa-65cc13fb519b), precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:01:41.204322 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6211aa0a-7549-4c68-a663-a16ff26a58e5 None None] Pushing event updated for resources: {'Port': ['ID=c405f4ff-6ef8-4041-880b-f20aad3f3e14,revision_number=2']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:01:41.208188 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.plugins.ml2.managers [None req-4661da6f-9ef0-43a0-9710-46436f2fde76 None None] Attempting to bind port c405f4ff-6ef8-4041-880b-f20aad3f3e14 on host dv-cinder-830096-1-iscsi for vnic_type normal with profile {{(pid=109631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 23:01:41.208558 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.plugins.ml2.managers [None req-4661da6f-9ef0-43a0-9710-46436f2fde76 None None] Attempting to bind port c405f4ff-6ef8-4041-880b-f20aad3f3e14 by drivers openvswitch,hyperv on host dv-cinder-830096-1-iscsi at level 0 using segments [{'id': 'c35aac5e-90b0-4d56-90ba-57f79ef09092', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5f52b71d-61c7-49bc-86ae-3e3415c25b55'}] {{(pid=109631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 23:01:41.208942 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4661da6f-9ef0-43a0-9710-46436f2fde76 None None] Attempting to bind port c405f4ff-6ef8-4041-880b-f20aad3f3e14 on network 5f52b71d-61c7-49bc-86ae-3e3415c25b55 {{(pid=109631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 23:01:41.214790 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4661da6f-9ef0-43a0-9710-46436f2fde76 None None] Checking agent: {'id': '2dc95353-690e-4eed-857f-cdb5bbe3a4be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830096-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 22, 50, 49), 'started_at': datetime.datetime(2022, 2, 20, 22, 51, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 23, 1, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830096-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 23:01:41.215157 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4661da6f-9ef0-43a0-9710-46436f2fde76 None None] Checking segment: {'id': 'c35aac5e-90b0-4d56-90ba-57f79ef09092', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5f52b71d-61c7-49bc-86ae-3e3415c25b55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 23:01:41.215712 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-4661da6f-9ef0-43a0-9710-46436f2fde76 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:01:41.216244 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4661da6f-9ef0-43a0-9710-46436f2fde76 None None] Bound using segment: {'id': 'c35aac5e-90b0-4d56-90ba-57f79ef09092', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5f52b71d-61c7-49bc-86ae-3e3415c25b55'} {{(pid=109631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 23:01:41.216699 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.plugins.ml2.managers [None req-4661da6f-9ef0-43a0-9710-46436f2fde76 None None] Bound port: c405f4ff-6ef8-4041-880b-f20aad3f3e14, host: dv-cinder-830096-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c35aac5e-90b0-4d56-90ba-57f79ef09092', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5f52b71d-61c7-49bc-86ae-3e3415c25b55'}}] {{(pid=109631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 23:01:41.217230 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-4661da6f-9ef0-43a0-9710-46436f2fde76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4131840'] for port (c405f4ff-6ef8-4041-880b-f20aad3f3e14), before_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:01:41.268002 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.plugins.ml2.db [None req-4661da6f-9ef0-43a0-9710-46436f2fde76 None None] For port c405f4ff-6ef8-4041-880b-f20aad3f3e14, host dv-cinder-830096-1-iscsi, cleared binding levels {{(pid=109631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 23:01:41.280492 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.plugins.ml2.db [None req-4661da6f-9ef0-43a0-9710-46436f2fde76 None None] For port c405f4ff-6ef8-4041-880b-f20aad3f3e14, host dv-cinder-830096-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-1-iscsi',level=0,port_id=c405f4ff-6ef8-4041-880b-f20aad3f3e14,segment=NetworkSegment(c35aac5e-90b0-4d56-90ba-57f79ef09092),segment_id=c35aac5e-90b0-4d56-90ba-57f79ef09092)] {{(pid=109631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 23:01:41.314804 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-8cca220a-1382-4c7a-9502-32fe36356cc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747406771496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59259307'] for port (d15c1ef1-53c2-40cc-90fa-65cc13fb519b), after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:01:41.349853 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cca220a-1382-4c7a-9502-32fe36356cc6 admin admin] Network e216fadb-7c9f-4265-847c-3516db7f0650 is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 23:01:41.352198 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd14192-c9dc-4bb4-9876-ca2df0a55815 req-fed8a440-ec5c-44d2-97dc-06162939c7bd tempest-VolumesActionsTest-702370528 tempest-VolumesActionsTest-702370528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:01:41.353660 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-5fd14192-c9dc-4bb4-9876-ca2df0a55815 req-fed8a440-ec5c-44d2-97dc-06162939c7bd tempest-VolumesActionsTest-702370528 tempest-VolumesActionsTest-702370528-project] 10.222.0.65 "GET /v2.0/ports?device_id=2c1826cb-8bbc-4ae0-bab5-dae9179b954b HTTP/1.1" status: 200 len: 943 time: 0.0564165 Feb 20 23:01:41.360462 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-8cca220a-1382-4c7a-9502-32fe36356cc6 admin admin] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 23:01:41.360462 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cca220a-1382-4c7a-9502-32fe36356cc6 admin admin] Received port after_create {{(pid=109628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 23:01:41.363149 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cca220a-1382-4c7a-9502-32fe36356cc6 admin admin] Pushing event updated for resources: {'Port': ['ID=d15c1ef1-53c2-40cc-90fa-65cc13fb519b,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:01:41.425428 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-4661da6f-9ef0-43a0-9710-46436f2fde76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747407212427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747406771514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747406771532'] for port (c405f4ff-6ef8-4041-880b-f20aad3f3e14), after_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:01:41.426333 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-8cca220a-1382-4c7a-9502-32fe36356cc6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-702845'] for router_interface (1db8b78f-7fd3-4157-840d-aca7dc23e790), before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:01:41.426909 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-5fd14192-c9dc-4bb4-9876-ca2df0a55815 req-5e5473a4-c2fb-4bc7-91b4-ca4c67a3e010 tempest-VolumesActionsTest-702370528 tempest-VolumesActionsTest-702370528-project] 10.222.0.65 "GET /v2.0/security-groups?id=f5f2301d-e11c-4ae7-8b88-d4fa5bae967d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628574 Feb 20 23:01:41.505375 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4661da6f-9ef0-43a0-9710-46436f2fde76 None None] Routers {'1db8b78f-7fd3-4157-840d-aca7dc23e790'} bound to L3 agent in host dv-cinder-830096-1-iscsi {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 23:01:41.506019 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-4661da6f-9ef0-43a0-9710-46436f2fde76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T22:50:44Z,description=,heartbeat_timestamp=2022-02-20T23:01:14Z,host='dv-cinder-830096-1-iscsi',id=13c347f3-1c01-45ee-af8c-9f8a630e0f23,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T22:50:45Z,topic='l3_agent')) {'router_ids': ['1db8b78f-7fd3-4157-840d-aca7dc23e790'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:01:41.556207 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6211aa0a-7549-4c68-a663-a16ff26a58e5 None None] Pushing event updated for resources: {'Port': ['ID=c405f4ff-6ef8-4041-880b-f20aad3f3e14,revision_number=3']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:01:41.653281 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Device 96def934-7327-413d-931f-abdc2af70002 up at agent ovs-agent-dv-cinder-830096-1-iscsi {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 23:01:41.656998 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.db.l3_dvr_db [None req-4661da6f-9ef0-43a0-9710-46436f2fde76 None None] Set router 1db8b78f-7fd3-4157-840d-aca7dc23e790 gateway port host: dv-cinder-830096-1-iscsi {{(pid=109631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 23:01:41.734151 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Device 3d04f884-d912-4c41-b7d9-9bb6230a22fa no longer exists at agent hyperv_hv-cinder-83009 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 23:01:41.764872 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] No Port match for: 3d04f884-d912-4c41-b7d9-9bb6230a22fa {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 23:01:41.765859 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Device 3d04f884-d912-4c41-b7d9-9bb6230a22fa not bound to the agent host hv-cinder-83009 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 23:01:41.768134 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-a71199ec-16bf-46ed-802a-90431e526435 None None] Provisioning complete for port d15c1ef1-53c2-40cc-90fa-65cc13fb519b triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:01:41.773150 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-a71199ec-16bf-46ed-802a-90431e526435 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4145689'] for port (d15c1ef1-53c2-40cc-90fa-65cc13fb519b), provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:01:41.842885 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-a71199ec-16bf-46ed-802a-90431e526435 None None] Port d15c1ef1-53c2-40cc-90fa-65cc13fb519b cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 23:01:41.849794 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Provisioning complete for port 96def934-7327-413d-931f-abdc2af70002 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:01:41.850625 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4145689'] for port (96def934-7327-413d-931f-abdc2af70002), provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:01:41.949210 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Current status of the port 96def934-7327-413d-931f-abdc2af70002 is: ACTIVE; New status is: ACTIVE {{(pid=109630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:01:41.959594 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e330117-f0e5-40aa-823b-0acd9bd2112e req-70bffbdd-47e7-4cac-b9ad-cb871a403abc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:01:41.961753 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-9e330117-f0e5-40aa-823b-0acd9bd2112e req-70bffbdd-47e7-4cac-b9ad-cb871a403abc service neutron] 10.222.0.42 "GET /v2.0/networks?id=330ae1fa-e5e0-405b-adb6-d2248d3b3656 HTTP/1.1" status: 200 len: 911 time: 0.2233999 Feb 20 23:01:41.966349 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-1c9a3026-0dc6-4ee0-8792-b423a905ed02 req-fd0cd154-4a8a-4c0b-a439-40ce2b5b135f service neutron] 10.222.0.42 "GET /v2.0/networks/50907839-a771-4d5d-8cdc-f2154e15e96c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2266054 Feb 20 23:01:41.977943 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-4661da6f-9ef0-43a0-9710-46436f2fde76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1db8b78f-7fd3-4157-840d-aca7dc23e790', 'name': 'tempest-TestMinimumBasicScenario-2095202810-router', 'tenant_id': 'eade46b36ccb4e14b9207d1a7c2d24d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f52b71d-61c7-49bc-86ae-3e3415c25b55', 'external_fixed_ips': [{'subnet_id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': 'c405f4ff-6ef8-4041-880b-f20aad3f3e14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:01:36Z', 'updated_at': '2022-02-20T23:01:39Z', 'revision_number': 3, 'project_id': 'eade46b36ccb4e14b9207d1a7c2d24d2', 'gw_port': {'id': 'c405f4ff-6ef8-4041-880b-f20aad3f3e14', 'name': '', 'network_id': '5f52b71d-61c7-49bc-86ae-3e3415c25b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:7e:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1db8b78f-7fd3-4157-840d-aca7dc23e790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:01:38Z', 'updated_at': '2022-02-20T23:01:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-1-iscsi'}], 'dv-cinder-830096-1-iscsi', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:01:42.004203 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4661da6f-9ef0-43a0-9710-46436f2fde76 None None] The sync data for ids ['1db8b78f-7fd3-4157-840d-aca7dc23e790'] in dv-cinder-830096-1-iscsi is: [{'id': '1db8b78f-7fd3-4157-840d-aca7dc23e790', 'name': 'tempest-TestMinimumBasicScenario-2095202810-router', 'tenant_id': 'eade46b36ccb4e14b9207d1a7c2d24d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f52b71d-61c7-49bc-86ae-3e3415c25b55', 'external_fixed_ips': [{'subnet_id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': 'c405f4ff-6ef8-4041-880b-f20aad3f3e14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:01:36Z', 'updated_at': '2022-02-20T23:01:39Z', 'revision_number': 3, 'project_id': 'eade46b36ccb4e14b9207d1a7c2d24d2', 'gw_port': {'id': 'c405f4ff-6ef8-4041-880b-f20aad3f3e14', 'name': '', 'network_id': '5f52b71d-61c7-49bc-86ae-3e3415c25b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:7e:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1db8b78f-7fd3-4157-840d-aca7dc23e790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:01:38Z', 'updated_at': '2022-02-20T23:01:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-1-iscsi'}] {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 23:01:42.133278 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-8cca220a-1382-4c7a-9502-32fe36356cc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4131840'] for port (d15c1ef1-53c2-40cc-90fa-65cc13fb519b), before_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:01:42.205377 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-a497b417-9cdb-4ab5-ae90-7c7d502779e7 req-53c6282b-da23-4845-9c09-ebdbbce14490 tempest-VolumesNegativeTest-541379175 tempest-VolumesNegativeTest-541379175-project] 10.222.0.65 "GET /v2.0/ports?device_id=ec63fac9-3cfd-41ca-8c87-237d06bec99d HTTP/1.1" status: 200 len: 210 time: 0.0443625 Feb 20 23:01:42.224910 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-9e330117-f0e5-40aa-823b-0acd9bd2112e req-3eb71cd3-be5f-4279-af3f-17ea2e2f08ba service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=47ffeeef-0c16-44ca-8659-d7555ecc7372 HTTP/1.1" status: 200 len: 1002 time: 0.1882048 Feb 20 23:01:42.256477 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73ed236-e624-4bce-a1f8-ca65abc68e18 req-14eb29a8-6fa3-44e9-8e2f-5e42e2b6a443 tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:01:42.258651 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-a73ed236-e624-4bce-a1f8-ca65abc68e18 req-14eb29a8-6fa3-44e9-8e2f-5e42e2b6a443 tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] 10.222.0.65 "GET /v2.0/ports?device_id=81375607-d255-4352-85da-eab4c1e730a9 HTTP/1.1" status: 200 len: 945 time: 0.1462705 Feb 20 23:01:42.370270 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e330117-f0e5-40aa-823b-0acd9bd2112e req-2d036c03-874f-4747-b02a-add28911c6f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:01:42.373369 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-9e330117-f0e5-40aa-823b-0acd9bd2112e req-2d036c03-874f-4747-b02a-add28911c6f5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f975dd8a-099e-41b7-b390-f487b4c5fbc0 HTTP/1.1" status: 200 len: 850 time: 0.1319978 Feb 20 23:01:42.377825 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-677ce9de-506f-47fd-bf2d-2b82e0d5b602 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (83a03d73-f5e1-4f72-b2a3-d557ae097998), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:01:42.421492 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-a73ed236-e624-4bce-a1f8-ca65abc68e18 req-1c655b5d-b368-427d-9484-7e164b3871b5 tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] 10.222.0.65 "GET /v2.0/security-groups?id=bc262dbf-af7b-45c0-8865-5866657a07f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422315 Feb 20 23:01:42.504946 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e330117-f0e5-40aa-823b-0acd9bd2112e req-0cc60129-9b1d-4268-b3f9-acd4701c786e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:01:42.506481 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-9e330117-f0e5-40aa-823b-0acd9bd2112e req-0cc60129-9b1d-4268-b3f9-acd4701c786e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=330ae1fa-e5e0-405b-adb6-d2248d3b3656&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1274204 Feb 20 23:01:42.541540 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-8cca220a-1382-4c7a-9502-32fe36356cc6 admin admin] Publish callbacks [] for port (d15c1ef1-53c2-40cc-90fa-65cc13fb519b), precommit_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:01:42.572109 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c15c297-229a-4605-9d82-eb7fe23cbd17 req-a5ece88c-cfec-40a5-96b9-5cd25110ac38 tempest-VolumesActionsTest-702370528 tempest-VolumesActionsTest-702370528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:01:42.573760 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-1c15c297-229a-4605-9d82-eb7fe23cbd17 req-a5ece88c-cfec-40a5-96b9-5cd25110ac38 tempest-VolumesActionsTest-702370528 tempest-VolumesActionsTest-702370528-project] 10.222.0.65 "GET /v2.0/ports?device_id=2c1826cb-8bbc-4ae0-bab5-dae9179b954b HTTP/1.1" status: 200 len: 943 time: 0.0759289 Feb 20 23:01:42.650478 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-9e330117-f0e5-40aa-823b-0acd9bd2112e req-0dcbe43f-b783-49de-832d-7a894c8c94e7 service neutron] 10.222.0.42 "GET /v2.0/networks/330ae1fa-e5e0-405b-adb6-d2248d3b3656?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362624 Feb 20 23:01:42.674675 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-1c15c297-229a-4605-9d82-eb7fe23cbd17 req-e1e742e2-6eab-4154-997d-bfecca6c29fb tempest-VolumesActionsTest-702370528 tempest-VolumesActionsTest-702370528-project] 10.222.0.65 "GET /v2.0/security-groups?id=f5f2301d-e11c-4ae7-8b88-d4fa5bae967d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886805 Feb 20 23:01:42.711159 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-8cca220a-1382-4c7a-9502-32fe36356cc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747407212427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747406771514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747406771532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59259312'] for port (d15c1ef1-53c2-40cc-90fa-65cc13fb519b), after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:01:42.814126 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cca220a-1382-4c7a-9502-32fe36356cc6 admin admin] Pushing event updated for resources: {'Port': ['ID=d15c1ef1-53c2-40cc-90fa-65cc13fb519b,revision_number=2']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:01:42.822081 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-8cca220a-1382-4c7a-9502-32fe36356cc6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-565524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-702953'] for router_interface (1db8b78f-7fd3-4157-840d-aca7dc23e790), after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:01:42.844959 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-9e330117-f0e5-40aa-823b-0acd9bd2112e req-6276c531-9efd-43b5-9de7-5e7cdf3e0754 service neutron] 10.222.0.42 "GET /v2.0/networks/330ae1fa-e5e0-405b-adb6-d2248d3b3656?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1878152 Feb 20 23:01:42.954043 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cca220a-1382-4c7a-9502-32fe36356cc6 admin admin] Network e216fadb-7c9f-4265-847c-3516db7f0650 is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 23:01:42.955991 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-8cca220a-1382-4c7a-9502-32fe36356cc6 admin admin] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 23:01:43.106273 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cca220a-1382-4c7a-9502-32fe36356cc6 admin admin] Router 1db8b78f-7fd3-4157-840d-aca7dc23e790 has already been hosted by L3 agent 13c347f3-1c01-45ee-af8c-9f8a630e0f23 {{(pid=109628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 23:01:43.242085 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cca220a-1382-4c7a-9502-32fe36356cc6 admin admin] Notify agent at l3_agent.dv-cinder-830096-1-iscsi the message routers_updated {{(pid=109628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 23:01:43.249331 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [None req-8cca220a-1382-4c7a-9502-32fe36356cc6 admin admin] 10.222.0.65 "PUT /v2.0/routers/1db8b78f-7fd3-4157-840d-aca7dc23e790/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9361260 Feb 20 23:01:43.282143 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-9a62a16f-f8b2-441f-8c31-9925b6f7013f None None] Provisioning complete for port d15c1ef1-53c2-40cc-90fa-65cc13fb519b triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:01:43.282659 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-9a62a16f-f8b2-441f-8c31-9925b6f7013f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4145689'] for port (d15c1ef1-53c2-40cc-90fa-65cc13fb519b), provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:01:43.330583 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-9a62a16f-f8b2-441f-8c31-9925b6f7013f None None] Port d15c1ef1-53c2-40cc-90fa-65cc13fb519b cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 23:01:43.569047 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea8c2f0-9790-417e-aa17-8478c5506127 req-b82eb319-7f0f-4fd8-adc9-6131d2bfa70f tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:01:43.577384 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-8ea8c2f0-9790-417e-aa17-8478c5506127 req-b82eb319-7f0f-4fd8-adc9-6131d2bfa70f tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] 10.222.0.65 "GET /v2.0/ports?device_id=81375607-d255-4352-85da-eab4c1e730a9 HTTP/1.1" status: 200 len: 945 time: 0.0644913 Feb 20 23:01:43.670583 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-8ea8c2f0-9790-417e-aa17-8478c5506127 req-aa1723ec-9387-431a-bd25-b5bd182a9e05 tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] 10.222.0.65 "GET /v2.0/security-groups?id=bc262dbf-af7b-45c0-8865-5866657a07f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918219 Feb 20 23:01:43.724423 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Device c405f4ff-6ef8-4041-880b-f20aad3f3e14 up at agent ovs-agent-dv-cinder-830096-1-iscsi {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 23:01:43.780958 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Provisioning complete for port c405f4ff-6ef8-4041-880b-f20aad3f3e14 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:01:43.781577 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4145689'] for port (c405f4ff-6ef8-4041-880b-f20aad3f3e14), provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:01:43.838280 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a193c855-7877-4279-9a93-d862de9b29b1 req-e43174ac-8db4-48c0-9475-a72c37dc18dc tempest-VolumesActionsTest-702370528 tempest-VolumesActionsTest-702370528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:01:43.840545 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-a193c855-7877-4279-9a93-d862de9b29b1 req-e43174ac-8db4-48c0-9475-a72c37dc18dc tempest-VolumesActionsTest-702370528 tempest-VolumesActionsTest-702370528-project] 10.222.0.65 "GET /v2.0/ports?device_id=2c1826cb-8bbc-4ae0-bab5-dae9179b954b HTTP/1.1" status: 200 len: 943 time: 0.0788753 Feb 20 23:01:43.893588 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Current status of the port c405f4ff-6ef8-4041-880b-f20aad3f3e14 is: DOWN; New status is: ACTIVE {{(pid=109630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:01:43.893931 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4131840'] for port (c405f4ff-6ef8-4041-880b-f20aad3f3e14), before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:01:43.896854 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-a193c855-7877-4279-9a93-d862de9b29b1 req-481a4beb-7973-430a-88cc-1cf59ba31f33 tempest-VolumesActionsTest-702370528 tempest-VolumesActionsTest-702370528-project] 10.222.0.65 "GET /v2.0/security-groups?id=f5f2301d-e11c-4ae7-8b88-d4fa5bae967d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498602 Feb 20 23:01:43.919718 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] For port c405f4ff-6ef8-4041-880b-f20aad3f3e14, host dv-cinder-830096-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-1-iscsi',level=0,port_id=c405f4ff-6ef8-4041-880b-f20aad3f3e14,segment=NetworkSegment(c35aac5e-90b0-4d56-90ba-57f79ef09092),segment_id=c35aac5e-90b0-4d56-90ba-57f79ef09092)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:01:44.045296 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747407212427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747406771514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747406771532'] for port (c405f4ff-6ef8-4041-880b-f20aad3f3e14), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:01:44.130084 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Pushing event updated for resources: {'Port': ['ID=c405f4ff-6ef8-4041-880b-f20aad3f3e14,revision_number=4']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:01:44.710810 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-ce725417-6da8-4377-836a-e6c2a7a19c63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (13c347f3-1c01-45ee-af8c-9f8a630e0f23), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:01:44.867957 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814835a9-43ab-454f-a9fb-a569fff2495f req-3fd0f77e-6a6f-4c97-a065-b5da56e9075d tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:01:44.878031 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-814835a9-43ab-454f-a9fb-a569fff2495f req-3fd0f77e-6a6f-4c97-a065-b5da56e9075d tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] 10.222.0.65 "GET /v2.0/ports?device_id=81375607-d255-4352-85da-eab4c1e730a9 HTTP/1.1" status: 200 len: 945 time: 0.0930722 Feb 20 23:01:44.941721 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-814835a9-43ab-454f-a9fb-a569fff2495f req-39b9d0f7-d767-4a94-aa94-55e99f62bf97 tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] 10.222.0.65 "GET /v2.0/security-groups?id=bc262dbf-af7b-45c0-8865-5866657a07f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603998 Feb 20 23:01:45.060757 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264d74a3-0bf1-4f28-9f81-f93f5a1a2503 req-4c32bd3e-fb61-4c68-aeb5-76313a039aa4 tempest-VolumesActionsTest-702370528 tempest-VolumesActionsTest-702370528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:01:45.066328 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-264d74a3-0bf1-4f28-9f81-f93f5a1a2503 req-4c32bd3e-fb61-4c68-aeb5-76313a039aa4 tempest-VolumesActionsTest-702370528 tempest-VolumesActionsTest-702370528-project] 10.222.0.65 "GET /v2.0/ports?device_id=2c1826cb-8bbc-4ae0-bab5-dae9179b954b HTTP/1.1" status: 200 len: 943 time: 0.0592816 Feb 20 23:01:45.127723 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-264d74a3-0bf1-4f28-9f81-f93f5a1a2503 req-1cb1095f-dfa6-42bd-8d22-5280c5f56259 tempest-VolumesActionsTest-702370528 tempest-VolumesActionsTest-702370528-project] 10.222.0.65 "GET /v2.0/security-groups?id=f5f2301d-e11c-4ae7-8b88-d4fa5bae967d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581534 Feb 20 23:01:45.562802 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6ae300b-5fde-4c88-b1e5-92751ae7ab1c None None] Sync routers for ids ['1db8b78f-7fd3-4157-840d-aca7dc23e790'] in dv-cinder-830096-1-iscsi {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 23:01:45.574607 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ae300b-5fde-4c88-b1e5-92751ae7ab1c None None] Routers {'1db8b78f-7fd3-4157-840d-aca7dc23e790'} bound to L3 agent in host dv-cinder-830096-1-iscsi {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 23:01:45.577933 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-f6ae300b-5fde-4c88-b1e5-92751ae7ab1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-20T22:50:44Z,description=,heartbeat_timestamp=2022-02-20T23:01:44Z,host='dv-cinder-830096-1-iscsi',id=13c347f3-1c01-45ee-af8c-9f8a630e0f23,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T22:50:45Z,topic='l3_agent')) {'router_ids': ['1db8b78f-7fd3-4157-840d-aca7dc23e790'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:01:45.712730 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Device c405f4ff-6ef8-4041-880b-f20aad3f3e14 up at agent ovs-agent-dv-cinder-830096-1-iscsi {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 23:01:45.794160 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-f6ae300b-5fde-4c88-b1e5-92751ae7ab1c None None] Set router 1db8b78f-7fd3-4157-840d-aca7dc23e790 gateway port host: dv-cinder-830096-1-iscsi {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 23:01:45.889555 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Provisioning complete for port c405f4ff-6ef8-4041-880b-f20aad3f3e14 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:01:45.890469 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4145689'] for port (c405f4ff-6ef8-4041-880b-f20aad3f3e14), provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:01:46.033723 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-343008d4-3a37-47e4-bcbd-5ef9b41dd99c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (5ba36dc9-fc49-4f8a-9e75-ea70dbbc9d37), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:01:46.116560 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5700e4e-89a5-4ec2-9437-13f17610d8ad req-688724d6-aea3-4ecf-8d12-921a3ebfd054 tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:01:46.118154 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-a5700e4e-89a5-4ec2-9437-13f17610d8ad req-688724d6-aea3-4ecf-8d12-921a3ebfd054 tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] 10.222.0.65 "GET /v2.0/ports?device_id=81375607-d255-4352-85da-eab4c1e730a9 HTTP/1.1" status: 200 len: 945 time: 0.0910368 Feb 20 23:01:46.136203 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Current status of the port c405f4ff-6ef8-4041-880b-f20aad3f3e14 is: ACTIVE; New status is: ACTIVE {{(pid=109630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:01:46.180738 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-f6ae300b-5fde-4c88-b1e5-92751ae7ab1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1db8b78f-7fd3-4157-840d-aca7dc23e790', 'name': 'tempest-TestMinimumBasicScenario-2095202810-router', 'tenant_id': 'eade46b36ccb4e14b9207d1a7c2d24d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f52b71d-61c7-49bc-86ae-3e3415c25b55', 'external_fixed_ips': [{'subnet_id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': 'c405f4ff-6ef8-4041-880b-f20aad3f3e14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:01:36Z', 'updated_at': '2022-02-20T23:01:41Z', 'revision_number': 4, 'project_id': 'eade46b36ccb4e14b9207d1a7c2d24d2', 'gw_port': {'id': 'c405f4ff-6ef8-4041-880b-f20aad3f3e14', 'name': '', 'network_id': '5f52b71d-61c7-49bc-86ae-3e3415c25b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:7e:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1db8b78f-7fd3-4157-840d-aca7dc23e790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:01:38Z', 'updated_at': '2022-02-20T23:01:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-1-iscsi', '_interfaces': [{'id': 'd15c1ef1-53c2-40cc-90fa-65cc13fb519b', 'name': '', 'network_id': 'e216fadb-7c9f-4265-847c-3516db7f0650', 'tenant_id': 'eade46b36ccb4e14b9207d1a7c2d24d2', 'mac_address': 'fa:16:3e:f5:c0:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1db8b78f-7fd3-4157-840d-aca7dc23e790', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': 'f6c9c356-d13e-4d93-b822-7175851091a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:01:40Z', 'updated_at': '2022-02-20T23:01:42Z', 'revision_number': 2, 'project_id': 'eade46b36ccb4e14b9207d1a7c2d24d2', 'subnets': [{'id': 'f6c9c356-d13e-4d93-b822-7175851091a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830096-1-iscsi', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:01:46.194056 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-a5700e4e-89a5-4ec2-9437-13f17610d8ad req-a69c43e2-f7cb-4a5a-96a8-93f7197caab8 tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] 10.222.0.65 "GET /v2.0/security-groups?id=bc262dbf-af7b-45c0-8865-5866657a07f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642536 Feb 20 23:01:46.244178 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6ae300b-5fde-4c88-b1e5-92751ae7ab1c None None] Checking router: 1db8b78f-7fd3-4157-840d-aca7dc23e790 for host: dv-cinder-830096-1-iscsi {{(pid=109630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 23:01:46.244559 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6ae300b-5fde-4c88-b1e5-92751ae7ab1c None None] Updating router 1db8b78f-7fd3-4157-840d-aca7dc23e790 port d15c1ef1-53c2-40cc-90fa-65cc13fb519b binding host dv-cinder-830096-1-iscsi {{(pid=109630) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 23:01:46.273415 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-f6ae300b-5fde-4c88-b1e5-92751ae7ab1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4131840'] for port (d15c1ef1-53c2-40cc-90fa-65cc13fb519b), before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:01:46.329719 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341ec005-9d78-4669-b98e-069831ebe8b3 req-0b95de24-e8b5-4388-94bf-77bc3e1ea2e7 tempest-VolumesActionsTest-702370528 tempest-VolumesActionsTest-702370528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:01:46.338564 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-341ec005-9d78-4669-b98e-069831ebe8b3 req-0b95de24-e8b5-4388-94bf-77bc3e1ea2e7 tempest-VolumesActionsTest-702370528 tempest-VolumesActionsTest-702370528-project] 10.222.0.65 "GET /v2.0/ports?device_id=2c1826cb-8bbc-4ae0-bab5-dae9179b954b HTTP/1.1" status: 200 len: 943 time: 0.0868988 Feb 20 23:01:46.386412 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Device 85e53d41-ef99-458e-8495-ccaddc1f8f6b details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=109630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 23:01:46.425979 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-341ec005-9d78-4669-b98e-069831ebe8b3 req-9c55bd5e-ebba-47ea-a47d-5d4f7f200ce3 tempest-VolumesActionsTest-702370528 tempest-VolumesActionsTest-702370528-project] 10.222.0.65 "GET /v2.0/security-groups?id=f5f2301d-e11c-4ae7-8b88-d4fa5bae967d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863669 Feb 20 23:01:46.606498 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] For port 85e53d41-ef99-458e-8495-ccaddc1f8f6b, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=85e53d41-ef99-458e-8495-ccaddc1f8f6b,segment=NetworkSegment(77f3304d-c5f9-4e4f-ac97-cd5e9b52c2f2),segment_id=77f3304d-c5f9-4e4f-ac97-cd5e9b52c2f2)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:01:46.620797 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Returning: {'device': '85e53d41-ef99-458e-8495-ccaddc1f8f6b', 'network_id': '0cc42a85-9a95-4ed9-a113-b7582b2f5909', 'port_id': '85e53d41-ef99-458e-8495-ccaddc1f8f6b', 'mac_address': 'fa:16:3e:c8:ce:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c15d5e1-cc39-40bf-a6de-ebe1955e52b5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 23:01:46.704799 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Current status of the port 85e53d41-ef99-458e-8495-ccaddc1f8f6b is: DOWN; New status is: BUILD {{(pid=109630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:01:46.705426 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4131840'] for port (85e53d41-ef99-458e-8495-ccaddc1f8f6b), before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:01:46.722163 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-f6ae300b-5fde-4c88-b1e5-92751ae7ab1c None None] Publish callbacks [] for port (d15c1ef1-53c2-40cc-90fa-65cc13fb519b), precommit_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:01:46.754601 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.notifiers.nova [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85e53d41-ef99-458e-8495-ccaddc1f8f6b {{(pid=109630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 23:01:46.754601 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] For port 85e53d41-ef99-458e-8495-ccaddc1f8f6b, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=85e53d41-ef99-458e-8495-ccaddc1f8f6b,segment=NetworkSegment(77f3304d-c5f9-4e4f-ac97-cd5e9b52c2f2),segment_id=77f3304d-c5f9-4e4f-ac97-cd5e9b52c2f2)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:01:47.030498 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747407212427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747406771514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747406771532'] for port (85e53d41-ef99-458e-8495-ccaddc1f8f6b), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:01:47.037869 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-f6ae300b-5fde-4c88-b1e5-92751ae7ab1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747407212427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747406771514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747406771532'] for port (d15c1ef1-53c2-40cc-90fa-65cc13fb519b), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:01:47.517328 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-f6ae300b-5fde-4c88-b1e5-92751ae7ab1c None None] Attempting to bind port d15c1ef1-53c2-40cc-90fa-65cc13fb519b on host dv-cinder-830096-1-iscsi for vnic_type normal with profile {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 23:01:47.517818 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-f6ae300b-5fde-4c88-b1e5-92751ae7ab1c None None] Attempting to bind port d15c1ef1-53c2-40cc-90fa-65cc13fb519b by drivers openvswitch,hyperv on host dv-cinder-830096-1-iscsi at level 0 using segments [{'id': '1440394c-792e-46b3-b715-1601e830ed0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'e216fadb-7c9f-4265-847c-3516db7f0650'}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 23:01:47.518284 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6ae300b-5fde-4c88-b1e5-92751ae7ab1c None None] Attempting to bind port d15c1ef1-53c2-40cc-90fa-65cc13fb519b on network e216fadb-7c9f-4265-847c-3516db7f0650 {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 23:01:47.530094 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Pushing event updated for resources: {'Port': ['ID=85e53d41-ef99-458e-8495-ccaddc1f8f6b,revision_number=4']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:01:47.533431 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-8016684f-c9e9-464e-b441-8ba07937443a None None] Provisioning complete for port d15c1ef1-53c2-40cc-90fa-65cc13fb519b triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:01:47.534236 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-8016684f-c9e9-464e-b441-8ba07937443a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4145689'] for port (d15c1ef1-53c2-40cc-90fa-65cc13fb519b), provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:01:47.539709 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6ae300b-5fde-4c88-b1e5-92751ae7ab1c None None] Checking agent: {'id': '2dc95353-690e-4eed-857f-cdb5bbe3a4be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830096-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 22, 50, 49), 'started_at': datetime.datetime(2022, 2, 20, 22, 51, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 23, 1, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830096-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 23:01:47.540139 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6ae300b-5fde-4c88-b1e5-92751ae7ab1c None None] Checking segment: {'id': '1440394c-792e-46b3-b715-1601e830ed0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'e216fadb-7c9f-4265-847c-3516db7f0650'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 23:01:47.540491 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-f6ae300b-5fde-4c88-b1e5-92751ae7ab1c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:01:47.540885 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6ae300b-5fde-4c88-b1e5-92751ae7ab1c None None] Bound using segment: {'id': '1440394c-792e-46b3-b715-1601e830ed0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'e216fadb-7c9f-4265-847c-3516db7f0650'} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 23:01:47.541365 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-f6ae300b-5fde-4c88-b1e5-92751ae7ab1c None None] Bound port: d15c1ef1-53c2-40cc-90fa-65cc13fb519b, host: dv-cinder-830096-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1440394c-792e-46b3-b715-1601e830ed0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'e216fadb-7c9f-4265-847c-3516db7f0650'}}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 23:01:47.541752 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-f6ae300b-5fde-4c88-b1e5-92751ae7ab1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4131840'] for port (d15c1ef1-53c2-40cc-90fa-65cc13fb519b), before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:01:47.546257 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:01:47.546661 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:01:47.547030 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:01:47.547380 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:01:47.547791 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:01:47.548045 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:01:47.548375 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:01:47.548747 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:01:47.549377 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:01:47.549732 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:01:47.550065 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:01:47.550415 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:01:47.578721 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:01:47.580128 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e904b9-2d73-439d-999e-784f2ce24e30 req-cdde3083-1d14-4663-b59f-426fbfbf5dbf tempest-VolumesActionsTest-702370528 tempest-VolumesActionsTest-702370528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:01:47.580128 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-f5e904b9-2d73-439d-999e-784f2ce24e30 req-cdde3083-1d14-4663-b59f-426fbfbf5dbf tempest-VolumesActionsTest-702370528 tempest-VolumesActionsTest-702370528-project] 10.222.0.65 "GET /v2.0/ports?device_id=2c1826cb-8bbc-4ae0-bab5-dae9179b954b HTTP/1.1" status: 200 len: 944 time: 0.0637689 Feb 20 23:01:47.586961 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] get_ports_and_sgs() called for port_ids ['85e53d41-ef99-458e-8495-ccaddc1f8f6b'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 23:01:47.607052 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-f5e904b9-2d73-439d-999e-784f2ce24e30 req-44d64ad7-780b-45fe-b7d7-75934ff2c21e tempest-VolumesActionsTest-702370528 tempest-VolumesActionsTest-702370528-project] 10.222.0.65 "GET /v2.0/security-groups?id=f5f2301d-e11c-4ae7-8b88-d4fa5bae967d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443406 Feb 20 23:01:47.677641 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-8016684f-c9e9-464e-b441-8ba07937443a None None] Port d15c1ef1-53c2-40cc-90fa-65cc13fb519b cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 23:01:47.692019 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78276eb7-45b1-43ae-a3fa-3088f06e1822 None None] Pushing event updated for resources: {'Port': ['ID=d15c1ef1-53c2-40cc-90fa-65cc13fb519b,revision_number=3']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:01:47.735231 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-f6ae300b-5fde-4c88-b1e5-92751ae7ab1c None None] For port d15c1ef1-53c2-40cc-90fa-65cc13fb519b, host dv-cinder-830096-1-iscsi, cleared binding levels {{(pid=109630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 23:01:47.739823 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-f6ae300b-5fde-4c88-b1e5-92751ae7ab1c None None] For port d15c1ef1-53c2-40cc-90fa-65cc13fb519b, host dv-cinder-830096-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-1-iscsi',level=0,port_id=d15c1ef1-53c2-40cc-90fa-65cc13fb519b,segment=NetworkSegment(1440394c-792e-46b3-b715-1601e830ed0f),segment_id=1440394c-792e-46b3-b715-1601e830ed0f)] {{(pid=109630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 23:01:47.785327 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-f8bda328-0f39-40fc-b2c8-28796977f3d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (e2edd6cb-ac77-47df-80b5-e0a92a5dde3d), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:01:47.893813 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-f6ae300b-5fde-4c88-b1e5-92751ae7ab1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747407212427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747406771514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747406771532'] for port (d15c1ef1-53c2-40cc-90fa-65cc13fb519b), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:01:47.966346 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ae300b-5fde-4c88-b1e5-92751ae7ab1c None None] Routers {'1db8b78f-7fd3-4157-840d-aca7dc23e790'} bound to L3 agent in host dv-cinder-830096-1-iscsi {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 23:01:47.967215 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-f6ae300b-5fde-4c88-b1e5-92751ae7ab1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-20T22:50:44Z,description=,heartbeat_timestamp=2022-02-20T23:01:44Z,host='dv-cinder-830096-1-iscsi',id=13c347f3-1c01-45ee-af8c-9f8a630e0f23,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T22:50:45Z,topic='l3_agent')) {'router_ids': ['1db8b78f-7fd3-4157-840d-aca7dc23e790'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:01:48.090868 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.65', 47600) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:01:48.157170 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78276eb7-45b1-43ae-a3fa-3088f06e1822 None None] Pushing event updated for resources: {'Port': ['ID=d15c1ef1-53c2-40cc-90fa-65cc13fb519b,revision_number=4']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:01:48.233486 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-f6ae300b-5fde-4c88-b1e5-92751ae7ab1c None None] Set router 1db8b78f-7fd3-4157-840d-aca7dc23e790 gateway port host: dv-cinder-830096-1-iscsi {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 23:01:48.317096 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-994d8f99-c898-47f4-ad0f-aa915d5a8688 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:01:48.375501 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-f6c62991-b371-465d-9744-d096683efbad None None] Provisioning complete for port d15c1ef1-53c2-40cc-90fa-65cc13fb519b triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:01:48.375859 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-f6c62991-b371-465d-9744-d096683efbad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4145689'] for port (d15c1ef1-53c2-40cc-90fa-65cc13fb519b), provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:01:48.443254 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-994d8f99-c898-47f4-ad0f-aa915d5a8688 admin admin] Publish callbacks [] for security_group (c07b7f25-4327-4f29-9aff-f947e6617440), precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:01:48.522496 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-994d8f99-c898-47f4-ad0f-aa915d5a8688 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627867'] for security_group (c07b7f25-4327-4f29-9aff-f947e6617440), after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:01:48.610262 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994d8f99-c898-47f4-ad0f-aa915d5a8688 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c07b7f25-4327-4f29-9aff-f947e6617440,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:01:48.659185 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [None req-994d8f99-c898-47f4-ad0f-aa915d5a8688 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=352b34b315d74bdc831977a1c24d1153&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5666533 Feb 20 23:01:48.661936 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.65', 47638) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:01:48.689932 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-f6c62991-b371-465d-9744-d096683efbad None None] Current status of the port d15c1ef1-53c2-40cc-90fa-65cc13fb519b is: DOWN; New status is: ACTIVE {{(pid=109630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:01:48.692583 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-f6c62991-b371-465d-9744-d096683efbad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4131840'] for port (d15c1ef1-53c2-40cc-90fa-65cc13fb519b), before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:01:48.730153 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-8bbf493b-cbd5-4ace-857e-78da0939f76d admin admin] Publish callbacks [] for security_group (c07b7f25-4327-4f29-9aff-f947e6617440), before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:01:48.774138 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (2dc95353-690e-4eed-857f-cdb5bbe3a4be), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:01:48.781833 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-f6c62991-b371-465d-9744-d096683efbad None None] For port d15c1ef1-53c2-40cc-90fa-65cc13fb519b, host dv-cinder-830096-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-1-iscsi',level=0,port_id=d15c1ef1-53c2-40cc-90fa-65cc13fb519b,segment=NetworkSegment(1440394c-792e-46b3-b715-1601e830ed0f),segment_id=1440394c-792e-46b3-b715-1601e830ed0f)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:01:48.787789 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-8bbf493b-cbd5-4ace-857e-78da0939f76d admin admin] Publish callbacks [] for security_group (c07b7f25-4327-4f29-9aff-f947e6617440), precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:01:48.788142 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-f6ae300b-5fde-4c88-b1e5-92751ae7ab1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1db8b78f-7fd3-4157-840d-aca7dc23e790', 'name': 'tempest-TestMinimumBasicScenario-2095202810-router', 'tenant_id': 'eade46b36ccb4e14b9207d1a7c2d24d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f52b71d-61c7-49bc-86ae-3e3415c25b55', 'external_fixed_ips': [{'subnet_id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': 'c405f4ff-6ef8-4041-880b-f20aad3f3e14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:01:36Z', 'updated_at': '2022-02-20T23:01:41Z', 'revision_number': 4, 'project_id': 'eade46b36ccb4e14b9207d1a7c2d24d2', 'gw_port': {'id': 'c405f4ff-6ef8-4041-880b-f20aad3f3e14', 'name': '', 'network_id': '5f52b71d-61c7-49bc-86ae-3e3415c25b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:7e:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1db8b78f-7fd3-4157-840d-aca7dc23e790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:01:38Z', 'updated_at': '2022-02-20T23:01:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-1-iscsi', '_interfaces': [{'id': 'd15c1ef1-53c2-40cc-90fa-65cc13fb519b', 'name': '', 'network_id': 'e216fadb-7c9f-4265-847c-3516db7f0650', 'tenant_id': 'eade46b36ccb4e14b9207d1a7c2d24d2', 'mac_address': 'fa:16:3e:f5:c0:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1db8b78f-7fd3-4157-840d-aca7dc23e790', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': 'f6c9c356-d13e-4d93-b822-7175851091a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:01:40Z', 'updated_at': '2022-02-20T23:01:47Z', 'revision_number': 4, 'project_id': 'eade46b36ccb4e14b9207d1a7c2d24d2', 'subnets': [{'id': 'f6c9c356-d13e-4d93-b822-7175851091a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830096-1-iscsi', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:01:48.821579 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6ae300b-5fde-4c88-b1e5-92751ae7ab1c None None] The sync data for ids ['1db8b78f-7fd3-4157-840d-aca7dc23e790'] in dv-cinder-830096-1-iscsi is: [{'id': '1db8b78f-7fd3-4157-840d-aca7dc23e790', 'name': 'tempest-TestMinimumBasicScenario-2095202810-router', 'tenant_id': 'eade46b36ccb4e14b9207d1a7c2d24d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f52b71d-61c7-49bc-86ae-3e3415c25b55', 'external_fixed_ips': [{'subnet_id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': 'c405f4ff-6ef8-4041-880b-f20aad3f3e14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:01:36Z', 'updated_at': '2022-02-20T23:01:41Z', 'revision_number': 4, 'project_id': 'eade46b36ccb4e14b9207d1a7c2d24d2', 'gw_port': {'id': 'c405f4ff-6ef8-4041-880b-f20aad3f3e14', 'name': '', 'network_id': '5f52b71d-61c7-49bc-86ae-3e3415c25b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:7e:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1db8b78f-7fd3-4157-840d-aca7dc23e790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:01:38Z', 'updated_at': '2022-02-20T23:01:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-1-iscsi', '_interfaces': [{'id': 'd15c1ef1-53c2-40cc-90fa-65cc13fb519b', 'name': '', 'network_id': 'e216fadb-7c9f-4265-847c-3516db7f0650', 'tenant_id': 'eade46b36ccb4e14b9207d1a7c2d24d2', 'mac_address': 'fa:16:3e:f5:c0:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1db8b78f-7fd3-4157-840d-aca7dc23e790', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': 'f6c9c356-d13e-4d93-b822-7175851091a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:01:40Z', 'updated_at': '2022-02-20T23:01:47Z', 'revision_number': 4, 'project_id': 'eade46b36ccb4e14b9207d1a7c2d24d2', 'subnets': [{'id': 'f6c9c356-d13e-4d93-b822-7175851091a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 23:01:48.855443 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb8afee-0de2-4a1d-9c30-7b4f81d8ea3a req-320a2123-fb35-4825-a32f-ad87d6929276 tempest-VolumesActionsTest-702370528 tempest-VolumesActionsTest-702370528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:01:48.857455 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-1cb8afee-0de2-4a1d-9c30-7b4f81d8ea3a req-320a2123-fb35-4825-a32f-ad87d6929276 tempest-VolumesActionsTest-702370528 tempest-VolumesActionsTest-702370528-project] 10.222.0.65 "GET /v2.0/ports?device_id=2c1826cb-8bbc-4ae0-bab5-dae9179b954b HTTP/1.1" status: 200 len: 944 time: 0.1203048 Feb 20 23:01:48.904728 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-f6c62991-b371-465d-9744-d096683efbad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747407212427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747406771514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747406771532'] for port (d15c1ef1-53c2-40cc-90fa-65cc13fb519b), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:01:48.943595 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-1cb8afee-0de2-4a1d-9c30-7b4f81d8ea3a req-2845e4d2-21b8-450f-9f8d-24eecdb0369a tempest-VolumesActionsTest-702370528 tempest-VolumesActionsTest-702370528-project] 10.222.0.65 "GET /v2.0/security-groups?id=f5f2301d-e11c-4ae7-8b88-d4fa5bae967d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802579 Feb 20 23:01:48.977661 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c62991-b371-465d-9744-d096683efbad None None] Pushing event updated for resources: {'Port': ['ID=d15c1ef1-53c2-40cc-90fa-65cc13fb519b,revision_number=5']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:01:49.095903 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-8bbf493b-cbd5-4ace-857e-78da0939f76d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627867'] for security_group (c07b7f25-4327-4f29-9aff-f947e6617440), after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:01:49.095903 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-8bbf493b-cbd5-4ace-857e-78da0939f76d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:01:49.095903 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [None req-8bbf493b-cbd5-4ace-857e-78da0939f76d admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/c07b7f25-4327-4f29-9aff-f947e6617440 HTTP/1.1" status: 204 len: 168 time: 0.4279408 Feb 20 23:01:49.109381 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbf493b-cbd5-4ace-857e-78da0939f76d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c07b7f25-4327-4f29-9aff-f947e6617440,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:01:49.540485 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b9cd6d-be2a-487f-8bb4-34b791be4357 req-2911ae65-e240-48bc-9044-c3e59d494b0f tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:01:49.553805 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-b0b9cd6d-be2a-487f-8bb4-34b791be4357 req-2911ae65-e240-48bc-9044-c3e59d494b0f tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] 10.222.0.65 "GET /v2.0/ports?device_id=81375607-d255-4352-85da-eab4c1e730a9 HTTP/1.1" status: 200 len: 945 time: 0.1125474 Feb 20 23:01:49.693977 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-b0b9cd6d-be2a-487f-8bb4-34b791be4357 req-18657321-8b08-4e16-a26f-8ac05f88e52f tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] 10.222.0.65 "GET /v2.0/security-groups?id=bc262dbf-af7b-45c0-8865-5866657a07f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388626 Feb 20 23:01:49.792135 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Device d15c1ef1-53c2-40cc-90fa-65cc13fb519b up at agent ovs-agent-dv-cinder-830096-1-iscsi {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 23:01:49.898722 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Provisioning complete for port d15c1ef1-53c2-40cc-90fa-65cc13fb519b triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:01:49.899572 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4145689'] for port (d15c1ef1-53c2-40cc-90fa-65cc13fb519b), provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:01:50.049422 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Current status of the port d15c1ef1-53c2-40cc-90fa-65cc13fb519b is: ACTIVE; New status is: ACTIVE {{(pid=109630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:01:50.237892 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85752fae-762a-40b8-b9c5-91ce3f460cf3 req-57ceaf14-ebf6-488c-b52b-7bbb40894559 tempest-VolumesActionsTest-702370528 tempest-VolumesActionsTest-702370528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:01:50.246995 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-85752fae-762a-40b8-b9c5-91ce3f460cf3 req-57ceaf14-ebf6-488c-b52b-7bbb40894559 tempest-VolumesActionsTest-702370528 tempest-VolumesActionsTest-702370528-project] 10.222.0.65 "GET /v2.0/ports?device_id=2c1826cb-8bbc-4ae0-bab5-dae9179b954b HTTP/1.1" status: 200 len: 944 time: 0.1320732 Feb 20 23:01:50.329282 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-85752fae-762a-40b8-b9c5-91ce3f460cf3 req-f59f1cba-ba37-45d3-86b3-44053cb0ab4c tempest-VolumesActionsTest-702370528 tempest-VolumesActionsTest-702370528-project] 10.222.0.65 "GET /v2.0/security-groups?id=f5f2301d-e11c-4ae7-8b88-d4fa5bae967d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793273 Feb 20 23:01:50.416795 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Device 85e53d41-ef99-458e-8495-ccaddc1f8f6b up at agent hyperv_hv-cinder-83009 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 23:01:50.561267 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Provisioning for port 85e53d41-ef99-458e-8495-ccaddc1f8f6b completed by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 23:01:50.566905 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Provisioning complete for port 85e53d41-ef99-458e-8495-ccaddc1f8f6b triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:01:50.568483 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4145689'] for port (85e53d41-ef99-458e-8495-ccaddc1f8f6b), provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:01:50.647343 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.db.agents_db [None req-1f7bd598-9080-4651-a904-61cb6c9001fd None None] Agent healthcheck: found 6 active agents {{(pid=109631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 23:01:50.715618 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Current status of the port 85e53d41-ef99-458e-8495-ccaddc1f8f6b is: BUILD; New status is: ACTIVE {{(pid=109630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:01:50.716016 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4131840'] for port (85e53d41-ef99-458e-8495-ccaddc1f8f6b), before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:01:50.765565 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] For port 85e53d41-ef99-458e-8495-ccaddc1f8f6b, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=85e53d41-ef99-458e-8495-ccaddc1f8f6b,segment=NetworkSegment(77f3304d-c5f9-4e4f-ac97-cd5e9b52c2f2),segment_id=77f3304d-c5f9-4e4f-ac97-cd5e9b52c2f2)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:01:50.765565 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c1826cb-8bbc-4ae0-bab5-dae9179b954b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85e53d41-ef99-458e-8495-ccaddc1f8f6b'}] {{(pid=109630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 23:01:50.766582 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f8f7ade39b9b648cd02963e66adb41eb29d40ae47bdce8ccfc3d1936511f484" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14ffb8b8-cb99-47c2-8bc2-3641a0090ce6" -d '{"events": [{"server_uuid": "2c1826cb-8bbc-4ae0-bab5-dae9179b954b", "name": "network-vif-plugged", "status": "completed", "tag": "85e53d41-ef99-458e-8495-ccaddc1f8f6b"}]}' {{(pid=109630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 23:01:50.821768 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 23:01:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb0b252d-9881-434d-93eb-b992e9af11ef x-openstack-request-id: req-eb0b252d-9881-434d-93eb-b992e9af11ef {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 23:01:50.821768 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c1826cb-8bbc-4ae0-bab5-dae9179b954b", "name": "network-vif-plugged", "status": "completed", "tag": "85e53d41-ef99-458e-8495-ccaddc1f8f6b", "code": 200}]} {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 23:01:50.821768 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-eb0b252d-9881-434d-93eb-b992e9af11ef {{(pid=109630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 23:01:50.822504 dv-cinder-830096-1-iscsi neutron-server[109630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c1826cb-8bbc-4ae0-bab5-dae9179b954b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85e53d41-ef99-458e-8495-ccaddc1f8f6b', 'code': 200} Feb 20 23:01:50.841340 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747407212427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747406771514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747406771532'] for port (85e53d41-ef99-458e-8495-ccaddc1f8f6b), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:01:50.867272 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.65', 47730) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:01:50.954375 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Pushing event updated for resources: {'Port': ['ID=85e53d41-ef99-458e-8495-ccaddc1f8f6b,revision_number=5']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:01:51.058637 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.v2.base [None req-d8f601e0-9e1e-443a-833d-58f90b43b09b admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-2111450301-network', 'tenant_id': 'df10adfc305c4be6a8cfc8eddd607c89'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:01:51.189993 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8f601e0-9e1e-443a-833d-58f90b43b09b admin admin] Made reservation on behalf of df10adfc305c4be6a8cfc8eddd607c89 for: {'network': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 23:01:51.194955 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-d8f601e0-9e1e-443a-833d-58f90b43b09b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4131840'] for network (None), before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:01:51.199059 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fea178-7a68-4176-919d-01942ac0f621 req-80a1f14c-2576-40aa-b20d-b53972123fff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:01:51.204594 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-19fea178-7a68-4176-919d-01942ac0f621 req-80a1f14c-2576-40aa-b20d-b53972123fff service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=2c1826cb-8bbc-4ae0-bab5-dae9179b954b HTTP/1.1" status: 200 len: 1129 time: 0.0597124 Feb 20 23:01:51.206721 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-d8f601e0-9e1e-443a-833d-58f90b43b09b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:01:51.268666 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-19fea178-7a68-4176-919d-01942ac0f621 req-56d2eb52-6c1f-445e-acc9-a9e741c11fed service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=f5f2301d-e11c-4ae7-8b88-d4fa5bae967d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608249 Feb 20 23:01:51.334098 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-d8f601e0-9e1e-443a-833d-58f90b43b09b admin admin] Publish callbacks [] for security_group (d0557ae7-5384-4994-8d80-712fd7d257c0), precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:01:51.365347 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (a929ecfe-02b1-4b86-b2e7-0c746ea4b12c), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:01:51.447626 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-d8f601e0-9e1e-443a-833d-58f90b43b09b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627867'] for security_group (d0557ae7-5384-4994-8d80-712fd7d257c0), after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:01:51.479786 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8f601e0-9e1e-443a-833d-58f90b43b09b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 96} {{(pid=109629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 23:01:51.499824 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f601e0-9e1e-443a-833d-58f90b43b09b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0557ae7-5384-4994-8d80-712fd7d257c0,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:01:51.504258 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-d8f601e0-9e1e-443a-833d-58f90b43b09b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4056974'] for segment (e1598797-0c40-4675-a49a-de28dac97520), precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:01:51.504833 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.db.segments_db [None req-d8f601e0-9e1e-443a-833d-58f90b43b09b admin admin] Added segment e1598797-0c40-4675-a49a-de28dac97520 of type vlan for network e8193870-1b01-47ab-835a-2baf20aae3ca Feb 20 23:01:51.515328 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8526f9-c63f-405e-985f-8ee919d73bcc req-e43078ea-a930-4863-a066-5b27d9a353b3 tempest-VolumesActionsTest-702370528 tempest-VolumesActionsTest-702370528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:01:51.517402 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-2f8526f9-c63f-405e-985f-8ee919d73bcc req-e43078ea-a930-4863-a066-5b27d9a353b3 tempest-VolumesActionsTest-702370528 tempest-VolumesActionsTest-702370528-project] 10.222.0.65 "GET /v2.0/ports?device_id=2c1826cb-8bbc-4ae0-bab5-dae9179b954b HTTP/1.1" status: 200 len: 945 time: 0.1047401 Feb 20 23:01:51.556098 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-d8f601e0-9e1e-443a-833d-58f90b43b09b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747406756747'] for network (e8193870-1b01-47ab-835a-2baf20aae3ca), precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:01:51.581416 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-2f8526f9-c63f-405e-985f-8ee919d73bcc req-1d5d2f5a-65cb-43f5-baa0-720ddebae30e tempest-VolumesActionsTest-702370528 tempest-VolumesActionsTest-702370528-project] 10.222.0.65 "GET /v2.0/security-groups?id=f5f2301d-e11c-4ae7-8b88-d4fa5bae967d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583389 Feb 20 23:01:51.698643 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-d8f601e0-9e1e-443a-833d-58f90b43b09b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510'] for network (e8193870-1b01-47ab-835a-2baf20aae3ca), after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:01:51.699628 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8f601e0-9e1e-443a-833d-58f90b43b09b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:01:51.701552 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-d8f601e0-9e1e-443a-833d-58f90b43b09b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565544'] for network (None), before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:01:51.788748 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f601e0-9e1e-443a-833d-58f90b43b09b admin admin] Pushing event updated for resources: {'Network': ['ID=e8193870-1b01-47ab-835a-2baf20aae3ca,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:01:51.812414 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Network e8193870-1b01-47ab-835a-2baf20aae3ca details requested by agent ovs-agent-dv-cinder-830096-1-iscsi with host dv-cinder-830096-1-iscsi {{(pid=109630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 23:01:51.997536 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.65', 47748) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:01:52.074698 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [None req-d8f601e0-9e1e-443a-833d-58f90b43b09b admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.2063084 Feb 20 23:01:52.077750 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.65', 47754) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:01:52.082732 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.v2.base [None req-8bd45a0d-9129-4639-a2dd-c4bf44599940 admin admin] Request body: {'subnet': {'network_id': 'e8193870-1b01-47ab-835a-2baf20aae3ca', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-2111450301-subnet', 'tenant_id': 'df10adfc305c4be6a8cfc8eddd607c89', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:01:52.167767 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.65', 47756) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:01:52.248062 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-c86dc6f2-ad28-4dab-8336-ee4af7bd9bb0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:01:52.262832 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [None req-9f74ce6c-9532-4fa0-8f80-bf3257c4a756 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=07a337de76504055a2cf72defd228f24&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0936391 Feb 20 23:01:52.265432 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.65', 47760) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:01:52.318903 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-02976983-5345-45f8-998f-aedaae1a1e78 admin admin] Publish callbacks [] for security_group (3e1c1408-ac46-4a94-a2e5-f785e5396cf1), before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:01:52.336486 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-c86dc6f2-ad28-4dab-8336-ee4af7bd9bb0 admin admin] Publish callbacks [] for security_group (87ad22b4-9076-4b57-98e2-40caed18c8a8), precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:01:52.354220 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-02976983-5345-45f8-998f-aedaae1a1e78 admin admin] Publish callbacks [] for security_group (3e1c1408-ac46-4a94-a2e5-f785e5396cf1), precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:01:52.550331 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bd45a0d-9129-4639-a2dd-c4bf44599940 admin admin] Made reservation on behalf of df10adfc305c4be6a8cfc8eddd607c89 for: {'subnet': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 23:01:52.552665 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-8bd45a0d-9129-4639-a2dd-c4bf44599940 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60044747'] for subnet (None), before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:01:52.601621 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-c86dc6f2-ad28-4dab-8336-ee4af7bd9bb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627867'] for security_group (87ad22b4-9076-4b57-98e2-40caed18c8a8), after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:01:52.604881 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-02976983-5345-45f8-998f-aedaae1a1e78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627867'] for security_group (3e1c1408-ac46-4a94-a2e5-f785e5396cf1), after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:01:52.607651 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-02976983-5345-45f8-998f-aedaae1a1e78 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:01:52.614638 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [None req-02976983-5345-45f8-998f-aedaae1a1e78 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/3e1c1408-ac46-4a94-a2e5-f785e5396cf1 HTTP/1.1" status: 204 len: 168 time: 0.3426182 Feb 20 23:01:52.632564 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02976983-5345-45f8-998f-aedaae1a1e78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e1c1408-ac46-4a94-a2e5-f785e5396cf1,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:01:52.882488 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [None req-c86dc6f2-ad28-4dab-8336-ee4af7bd9bb0 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=9888d80eeb714fc4a8ddfa1c2ce947c9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8839812 Feb 20 23:01:52.884262 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86dc6f2-ad28-4dab-8336-ee4af7bd9bb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87ad22b4-9076-4b57-98e2-40caed18c8a8,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:01:52.886818 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.65', 47770) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:01:52.950219 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652aeaa8-c4a3-4e94-8e05-a6c4de7c026d req-53a26735-6143-4611-ba51-153264283b17 tempest-VolumesActionsTest-702370528 tempest-VolumesActionsTest-702370528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:01:52.957721 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-652aeaa8-c4a3-4e94-8e05-a6c4de7c026d req-53a26735-6143-4611-ba51-153264283b17 tempest-VolumesActionsTest-702370528 tempest-VolumesActionsTest-702370528-project] 10.222.0.65 "GET /v2.0/ports?device_id=2c1826cb-8bbc-4ae0-bab5-dae9179b954b HTTP/1.1" status: 200 len: 945 time: 0.1261630 Feb 20 23:01:53.003900 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-8bd45a0d-9129-4639-a2dd-c4bf44599940 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59295547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60044601'] for subnet (eacb9a2c-6edb-4f6e-9537-3c6a5807374e), after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:01:53.016496 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-5993394d-82ae-4d7b-b995-c9f7df008841 admin admin] Publish callbacks [] for security_group (87ad22b4-9076-4b57-98e2-40caed18c8a8), before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:01:53.070761 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-652aeaa8-c4a3-4e94-8e05-a6c4de7c026d req-eb9ffa35-fe34-49cb-8707-83c3adc6612a tempest-VolumesActionsTest-702370528 tempest-VolumesActionsTest-702370528-project] 10.222.0.65 "GET /v2.0/security-groups?id=f5f2301d-e11c-4ae7-8b88-d4fa5bae967d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118777 Feb 20 23:01:53.096345 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-5993394d-82ae-4d7b-b995-c9f7df008841 admin admin] Publish callbacks [] for security_group (87ad22b4-9076-4b57-98e2-40caed18c8a8), precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:01:53.107524 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd45a0d-9129-4639-a2dd-c4bf44599940 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eacb9a2c-6edb-4f6e-9537-3c6a5807374e,revision_number=0']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:01:53.154879 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bd45a0d-9129-4639-a2dd-c4bf44599940 admin admin] Checking segment: {'id': 'e1598797-0c40-4675-a49a-de28dac97520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'e8193870-1b01-47ab-835a-2baf20aae3ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 23:01:53.155545 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bd45a0d-9129-4639-a2dd-c4bf44599940 admin admin] Network hostable DHCP agents. Network: e8193870-1b01-47ab-835a-2baf20aae3ca, hostable agents: ['83a03d73-f5e1-4f72-b2a3-d557ae097998'], hosted agents: [] {{(pid=109628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 23:01:53.252626 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bd45a0d-9129-4639-a2dd-c4bf44599940 admin admin] Network e8193870-1b01-47ab-835a-2baf20aae3ca is scheduled to be hosted by DHCP agent 83a03d73-f5e1-4f72-b2a3-d557ae097998 with binding_index 1 {{(pid=109628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 23:01:53.287016 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-5993394d-82ae-4d7b-b995-c9f7df008841 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627867'] for security_group (87ad22b4-9076-4b57-98e2-40caed18c8a8), after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:01:53.290753 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-5993394d-82ae-4d7b-b995-c9f7df008841 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:01:53.292204 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [None req-5993394d-82ae-4d7b-b995-c9f7df008841 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/87ad22b4-9076-4b57-98e2-40caed18c8a8 HTTP/1.1" status: 204 len: 168 time: 0.4033968 Feb 20 23:01:53.306825 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5993394d-82ae-4d7b-b995-c9f7df008841 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87ad22b4-9076-4b57-98e2-40caed18c8a8,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:01:53.344388 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-8bd45a0d-9129-4639-a2dd-c4bf44599940 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830096-1-iscsi, e8193870-1b01-47ab-835a-2baf20aae3ca) {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 23:01:53.348716 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bd45a0d-9129-4639-a2dd-c4bf44599940 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:01:53.349244 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-8bd45a0d-9129-4639-a2dd-c4bf44599940 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565544'] for subnet (None), before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:01:53.356572 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb2cb34f-9fae-406e-988b-8df6fdd3e993 None None] Network e8193870-1b01-47ab-835a-2baf20aae3ca requested from dv-cinder-830096-1-iscsi {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 23:01:53.458058 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [None req-8bd45a0d-9129-4639-a2dd-c4bf44599940 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3790171 Feb 20 23:01:53.470021 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19e342b5-dcf7-49bf-b4f2-a3e4733b94af None None] Network e8193870-1b01-47ab-835a-2baf20aae3ca requested from dv-cinder-830096-1-iscsi {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 23:01:54.119575 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.65', 47788) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:01:54.138192 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-87f7911a-a1e7-432c-830c-211f9b853b14 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:01:54.252761 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca79d26d-6614-4e61-813e-88f5b5eb9337 req-af9216cc-a602-44ba-9ad4-1d7b201331f0 tempest-VolumesActionsTest-702370528 tempest-VolumesActionsTest-702370528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:01:54.254526 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-ca79d26d-6614-4e61-813e-88f5b5eb9337 req-af9216cc-a602-44ba-9ad4-1d7b201331f0 tempest-VolumesActionsTest-702370528 tempest-VolumesActionsTest-702370528-project] 10.222.0.65 "GET /v2.0/ports?device_id=2c1826cb-8bbc-4ae0-bab5-dae9179b954b HTTP/1.1" status: 200 len: 945 time: 0.0895109 Feb 20 23:01:54.311066 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-87f7911a-a1e7-432c-830c-211f9b853b14 admin admin] Publish callbacks [] for security_group (e7be919d-e820-41c6-ac4f-ef9391dc3b74), precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:01:54.340723 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-ca79d26d-6614-4e61-813e-88f5b5eb9337 req-09a9402b-4bcb-44e5-9723-489a2682e849 tempest-VolumesActionsTest-702370528 tempest-VolumesActionsTest-702370528-project] 10.222.0.65 "GET /v2.0/security-groups?id=f5f2301d-e11c-4ae7-8b88-d4fa5bae967d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785246 Feb 20 23:01:54.396175 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-87f7911a-a1e7-432c-830c-211f9b853b14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627867'] for security_group (e7be919d-e820-41c6-ac4f-ef9391dc3b74), after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:01:54.430000 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f7911a-a1e7-432c-830c-211f9b853b14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7be919d-e820-41c6-ac4f-ef9391dc3b74,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:01:54.452048 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [None req-87f7911a-a1e7-432c-830c-211f9b853b14 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=b31530277994495a985d5bf0102771a5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3290253 Feb 20 23:01:54.452374 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.65', 47792) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:01:54.533163 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-ba0fe4eb-492e-4e19-801c-c369b65fe12a admin admin] Publish callbacks [] for security_group (e7be919d-e820-41c6-ac4f-ef9391dc3b74), before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:01:54.560853 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-ba0fe4eb-492e-4e19-801c-c369b65fe12a admin admin] Publish callbacks [] for security_group (e7be919d-e820-41c6-ac4f-ef9391dc3b74), precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:01:54.767045 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-ba0fe4eb-492e-4e19-801c-c369b65fe12a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627867'] for security_group (e7be919d-e820-41c6-ac4f-ef9391dc3b74), after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:01:54.770249 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-ba0fe4eb-492e-4e19-801c-c369b65fe12a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:01:54.777744 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [None req-ba0fe4eb-492e-4e19-801c-c369b65fe12a admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/e7be919d-e820-41c6-ac4f-ef9391dc3b74 HTTP/1.1" status: 204 len: 168 time: 0.3181336 Feb 20 23:01:54.789245 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0fe4eb-492e-4e19-801c-c369b65fe12a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7be919d-e820-41c6-ac4f-ef9391dc3b74,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:01:56.749295 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66d6112-de79-49b1-bbba-23f0467dc106 req-b10aeebb-b0bc-476a-b2ff-147d66d06e5f tempest-VolumesActionsTest-702370528 tempest-VolumesActionsTest-702370528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:01:56.751077 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-c66d6112-de79-49b1-bbba-23f0467dc106 req-b10aeebb-b0bc-476a-b2ff-147d66d06e5f tempest-VolumesActionsTest-702370528 tempest-VolumesActionsTest-702370528-project] 10.222.0.65 "GET /v2.0/ports?device_id=2c1826cb-8bbc-4ae0-bab5-dae9179b954b HTTP/1.1" status: 200 len: 945 time: 0.0720606 Feb 20 23:01:56.809124 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-c66d6112-de79-49b1-bbba-23f0467dc106 req-89ebb958-7827-4510-a293-f1cebe3daaaa tempest-VolumesActionsTest-702370528 tempest-VolumesActionsTest-702370528-project] 10.222.0.65 "GET /v2.0/security-groups?id=f5f2301d-e11c-4ae7-8b88-d4fa5bae967d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517244 Feb 20 23:01:57.023363 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111cf797-3ee0-45c1-acfe-2b850518b210 req-a8a2cd4c-f397-4cad-9575-1a0dc54975bd tempest-VolumesSnapshotTestJSON-1241170216 tempest-VolumesSnapshotTestJSON-1241170216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:01:57.024951 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-111cf797-3ee0-45c1-acfe-2b850518b210 req-a8a2cd4c-f397-4cad-9575-1a0dc54975bd tempest-VolumesSnapshotTestJSON-1241170216 tempest-VolumesSnapshotTestJSON-1241170216-project] 10.222.0.65 "GET /v2.0/networks?id=e8193870-1b01-47ab-835a-2baf20aae3ca HTTP/1.1" status: 200 len: 814 time: 0.1123579 Feb 20 23:01:57.039647 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-111cf797-3ee0-45c1-acfe-2b850518b210 req-2d3c20a4-7bc2-44cc-b981-edb1850e46f8 tempest-VolumesSnapshotTestJSON-1241170216 tempest-VolumesSnapshotTestJSON-1241170216-project] 10.222.0.65 "GET /v2.0/quotas/df10adfc305c4be6a8cfc8eddd607c89 HTTP/1.1" status: 200 len: 375 time: 0.0088940 Feb 20 23:01:57.071330 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-111cf797-3ee0-45c1-acfe-2b850518b210 req-32aac217-8ed0-415b-b8f1-362459b604bd tempest-VolumesSnapshotTestJSON-1241170216 tempest-VolumesSnapshotTestJSON-1241170216-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=df10adfc305c4be6a8cfc8eddd607c89&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0266452 Feb 20 23:01:57.181500 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-111cf797-3ee0-45c1-acfe-2b850518b210 req-e6fad3ae-f7b2-445e-9858-fe7f32a2dce2 service neutron] 10.222.0.65 "GET /v2.0/networks/e8193870-1b01-47ab-835a-2baf20aae3ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020954 Feb 20 23:01:57.274172 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-111cf797-3ee0-45c1-acfe-2b850518b210 req-2ea3751a-68e6-491e-a2c7-40ffbc1a8063 service neutron] 10.222.0.65 "GET /v2.0/networks/e8193870-1b01-47ab-835a-2baf20aae3ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870438 Feb 20 23:01:57.507786 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-8e94b829-7eb5-4bc1-9dae-ab2b7d87598f req-18ac7d9c-f45e-4d57-8340-7b005df06c0f tempest-VolumesSnapshotTestJSON-1241170216 tempest-VolumesSnapshotTestJSON-1241170216-project] 10.222.0.65 "GET /v2.0/ports?device_id=dc1042d5-9f9e-4499-8df3-606eafe2d52c HTTP/1.1" status: 200 len: 210 time: 0.0275850 Feb 20 23:01:57.948221 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b438a8-1a9a-4ad8-be55-da9007865414 req-327c021b-486d-404f-ab8a-20ad15b47065 tempest-VolumesActionsTest-702370528 tempest-VolumesActionsTest-702370528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:01:57.955089 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-d1b438a8-1a9a-4ad8-be55-da9007865414 req-327c021b-486d-404f-ab8a-20ad15b47065 tempest-VolumesActionsTest-702370528 tempest-VolumesActionsTest-702370528-project] 10.222.0.65 "GET /v2.0/ports?device_id=2c1826cb-8bbc-4ae0-bab5-dae9179b954b HTTP/1.1" status: 200 len: 945 time: 0.0625186 Feb 20 23:01:58.001547 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-d1b438a8-1a9a-4ad8-be55-da9007865414 req-3c4887da-238e-4b68-b133-ddc3dca5f7f1 tempest-VolumesActionsTest-702370528 tempest-VolumesActionsTest-702370528-project] 10.222.0.65 "GET /v2.0/security-groups?id=f5f2301d-e11c-4ae7-8b88-d4fa5bae967d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456173 Feb 20 23:01:58.121923 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3010c4-8acc-4209-b23f-bc6986ea30ef req-8461acad-c77d-487a-a0a7-a74b1511491a tempest-TestMinimumBasicScenario-1893721209 tempest-TestMinimumBasicScenario-1893721209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:01:58.123324 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-ce3010c4-8acc-4209-b23f-bc6986ea30ef req-8461acad-c77d-487a-a0a7-a74b1511491a tempest-TestMinimumBasicScenario-1893721209 tempest-TestMinimumBasicScenario-1893721209-project] 10.222.0.65 "GET /v2.0/networks?id=49827f61-3092-4973-9005-6ef8ce9e46b5 HTTP/1.1" status: 200 len: 815 time: 0.1018286 Feb 20 23:01:58.138078 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-ce3010c4-8acc-4209-b23f-bc6986ea30ef req-a839882f-b9a2-4137-b6dd-b054aabdf59e tempest-TestMinimumBasicScenario-1893721209 tempest-TestMinimumBasicScenario-1893721209-project] 10.222.0.65 "GET /v2.0/quotas/c3e33ca04103445c86d7b13f76fe664b HTTP/1.1" status: 200 len: 375 time: 0.0094216 Feb 20 23:01:58.202942 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-ce3010c4-8acc-4209-b23f-bc6986ea30ef req-fdd9d088-3e4e-413d-adbd-2825249993bf tempest-TestMinimumBasicScenario-1893721209 tempest-TestMinimumBasicScenario-1893721209-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=c3e33ca04103445c86d7b13f76fe664b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0600734 Feb 20 23:01:58.310309 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-ce3010c4-8acc-4209-b23f-bc6986ea30ef req-18d3198a-8b20-4cb9-95a2-27678bd235d6 service neutron] 10.222.0.65 "GET /v2.0/networks/49827f61-3092-4973-9005-6ef8ce9e46b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957954 Feb 20 23:01:58.402253 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-ce3010c4-8acc-4209-b23f-bc6986ea30ef req-c62d6c88-73fa-4672-b050-f5690bc407be service neutron] 10.222.0.65 "GET /v2.0/networks/49827f61-3092-4973-9005-6ef8ce9e46b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853300 Feb 20 23:01:58.582466 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-c7239171-b85b-4f00-931f-1fa86b1d9516 req-b9bf30ad-5078-49d7-b10a-ed40b3b67717 tempest-VolumesSnapshotTestJSON-1241170216 tempest-VolumesSnapshotTestJSON-1241170216-project] 10.222.0.65 "GET /v2.0/ports?device_id=dc1042d5-9f9e-4499-8df3-606eafe2d52c HTTP/1.1" status: 200 len: 210 time: 0.0257289 Feb 20 23:01:58.641238 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a902ef46-b777-4eb4-9cbc-7274c390db06 req-d4dcab1a-76eb-4fca-a652-d3cfcf9e9549 tempest-VolumesActionsTest-702370528 tempest-VolumesActionsTest-702370528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:01:58.643546 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-a902ef46-b777-4eb4-9cbc-7274c390db06 req-d4dcab1a-76eb-4fca-a652-d3cfcf9e9549 tempest-VolumesActionsTest-702370528 tempest-VolumesActionsTest-702370528-project] 10.222.0.42 "GET /v2.0/ports?device_id=2c1826cb-8bbc-4ae0-bab5-dae9179b954b HTTP/1.1" status: 200 len: 945 time: 0.0519843 Feb 20 23:01:58.711777 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-a12dd18c-51f5-4a6b-b3a8-c3dfbecf901f req-87f2acf4-d35b-4b4c-b7ee-33608394a825 tempest-TestMinimumBasicScenario-1893721209 tempest-TestMinimumBasicScenario-1893721209-project] 10.222.0.65 "GET /v2.0/ports?device_id=dd328b41-a333-4a4f-8d95-3d7e290f5bc9 HTTP/1.1" status: 200 len: 210 time: 0.0263832 Feb 20 23:01:58.789941 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [req-a902ef46-b777-4eb4-9cbc-7274c390db06 req-e06eeb58-7e31-489b-9e7b-a435d4ee2c81 tempest-VolumesActionsTest-702370528 tempest-VolumesActionsTest-702370528-project] Deleting port 85e53d41-ef99-458e-8495-ccaddc1f8f6b {{(pid=109628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 23:01:58.790299 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-a902ef46-b777-4eb4-9cbc-7274c390db06 req-e06eeb58-7e31-489b-9e7b-a435d4ee2c81 tempest-VolumesActionsTest-702370528 tempest-VolumesActionsTest-702370528-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747407206678'] for port (85e53d41-ef99-458e-8495-ccaddc1f8f6b), before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:01:58.884202 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.db [req-a902ef46-b777-4eb4-9cbc-7274c390db06 req-e06eeb58-7e31-489b-9e7b-a435d4ee2c81 tempest-VolumesActionsTest-702370528 tempest-VolumesActionsTest-702370528-project] For port 85e53d41-ef99-458e-8495-ccaddc1f8f6b, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=85e53d41-ef99-458e-8495-ccaddc1f8f6b,segment=NetworkSegment(77f3304d-c5f9-4e4f-ac97-cd5e9b52c2f2),segment_id=77f3304d-c5f9-4e4f-ac97-cd5e9b52c2f2)] {{(pid=109628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:01:58.884566 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-a902ef46-b777-4eb4-9cbc-7274c390db06 req-e06eeb58-7e31-489b-9e7b-a435d4ee2c81 tempest-VolumesActionsTest-702370528 tempest-VolumesActionsTest-702370528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671932'] for port (85e53d41-ef99-458e-8495-ccaddc1f8f6b), precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:01:58.896709 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [req-a902ef46-b777-4eb4-9cbc-7274c390db06 req-e06eeb58-7e31-489b-9e7b-a435d4ee2c81 tempest-VolumesActionsTest-702370528 tempest-VolumesActionsTest-702370528-project] Calling delete_port for 85e53d41-ef99-458e-8495-ccaddc1f8f6b owned by compute:nova {{(pid=109628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 23:01:59.111316 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-a902ef46-b777-4eb4-9cbc-7274c390db06 req-e06eeb58-7e31-489b-9e7b-a435d4ee2c81 tempest-VolumesActionsTest-702370528 tempest-VolumesActionsTest-702370528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747407212409', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747406771505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59259307'] for port (85e53d41-ef99-458e-8495-ccaddc1f8f6b), after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:01:59.128681 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] get_ports_and_sgs() called for port_ids ['85e53d41-ef99-458e-8495-ccaddc1f8f6b'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 23:01:59.141791 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9313f2e-0376-4f60-8b35-9f194cd5ab12 req-1464e586-9fa0-4f8b-a2e5-b0f203e804e8 tempest-VolumesActionsTest-702370528 tempest-VolumesActionsTest-702370528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:01:59.143396 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-e9313f2e-0376-4f60-8b35-9f194cd5ab12 req-1464e586-9fa0-4f8b-a2e5-b0f203e804e8 tempest-VolumesActionsTest-702370528 tempest-VolumesActionsTest-702370528-project] 10.222.0.65 "GET /v2.0/ports?device_id=2c1826cb-8bbc-4ae0-bab5-dae9179b954b HTTP/1.1" status: 200 len: 945 time: 0.0743320 Feb 20 23:01:59.174343 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06eeb58-7e31-489b-9e7b-a435d4ee2c81 tempest-VolumesActionsTest-702370528 tempest-VolumesActionsTest-702370528-project] Pushing event deleted for resources: {'Port': ['ID=85e53d41-ef99-458e-8495-ccaddc1f8f6b,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:01:59.219292 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [req-a902ef46-b777-4eb4-9cbc-7274c390db06 req-e06eeb58-7e31-489b-9e7b-a435d4ee2c81 tempest-VolumesActionsTest-702370528 tempest-VolumesActionsTest-702370528-project] No DVR routers for this DVR port 85e53d41-ef99-458e-8495-ccaddc1f8f6b on host hv-cinder-83009 {{(pid=109628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 23:01:59.223980 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-a902ef46-b777-4eb4-9cbc-7274c390db06 req-e06eeb58-7e31-489b-9e7b-a435d4ee2c81 tempest-VolumesActionsTest-702370528 tempest-VolumesActionsTest-702370528-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932959'] for port (None), before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:01:59.227277 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-a902ef46-b777-4eb4-9cbc-7274c390db06 req-e06eeb58-7e31-489b-9e7b-a435d4ee2c81 tempest-VolumesActionsTest-702370528 tempest-VolumesActionsTest-702370528-project] 10.222.0.42 "DELETE /v2.0/ports/85e53d41-ef99-458e-8495-ccaddc1f8f6b HTTP/1.1" status: 204 len: 173 time: 0.5784233 Feb 20 23:01:59.227713 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c1826cb-8bbc-4ae0-bab5-dae9179b954b', 'name': 'network-vif-deleted', 'tag': '85e53d41-ef99-458e-8495-ccaddc1f8f6b'}] {{(pid=109628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 23:01:59.229936 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4be7ee60aa4259b475ee261dcf74c65065c56e299c7a4b2359a57cf03aee0d96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a23a0179-1b7e-400c-b089-aa5e5fb2ffc2" -d '{"events": [{"server_uuid": "2c1826cb-8bbc-4ae0-bab5-dae9179b954b", "name": "network-vif-deleted", "tag": "85e53d41-ef99-458e-8495-ccaddc1f8f6b"}]}' {{(pid=109628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 23:01:59.257257 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-e9313f2e-0376-4f60-8b35-9f194cd5ab12 req-e9d04d45-6c71-4d22-aeed-eaf1d06675cf tempest-VolumesActionsTest-702370528 tempest-VolumesActionsTest-702370528-project] 10.222.0.65 "GET /v2.0/security-groups?id=f5f2301d-e11c-4ae7-8b88-d4fa5bae967d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858057 Feb 20 23:01:59.275395 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 23:01:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48833b91-0d7f-47e0-bb72-d1bb8ad3bd0f x-openstack-request-id: req-48833b91-0d7f-47e0-bb72-d1bb8ad3bd0f {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 23:01:59.275610 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c1826cb-8bbc-4ae0-bab5-dae9179b954b", "name": "network-vif-deleted", "tag": "85e53d41-ef99-458e-8495-ccaddc1f8f6b", "status": "completed", "code": 200}]} {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 23:01:59.279761 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-48833b91-0d7f-47e0-bb72-d1bb8ad3bd0f {{(pid=109628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 23:01:59.279761 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c1826cb-8bbc-4ae0-bab5-dae9179b954b', 'name': 'network-vif-deleted', 'tag': '85e53d41-ef99-458e-8495-ccaddc1f8f6b', 'status': 'completed', 'code': 200} Feb 20 23:01:59.680177 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-d457549c-3470-47a3-9cfa-c68c16418108 req-e046838c-7f08-4f39-9464-5584a0bf63ed tempest-VolumesSnapshotTestJSON-1241170216 tempest-VolumesSnapshotTestJSON-1241170216-project] 10.222.0.65 "GET /v2.0/ports?device_id=dc1042d5-9f9e-4499-8df3-606eafe2d52c HTTP/1.1" status: 200 len: 210 time: 0.0262880 Feb 20 23:01:59.793513 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-40aacbd6-4af8-4b0f-99d3-bab75e67e2b5 req-e281773b-9039-4ec8-bf23-8e6213b89461 tempest-TestMinimumBasicScenario-1893721209 tempest-TestMinimumBasicScenario-1893721209-project] 10.222.0.65 "GET /v2.0/ports?device_id=dd328b41-a333-4a4f-8d95-3d7e290f5bc9 HTTP/1.1" status: 200 len: 210 time: 0.0306172 Feb 20 23:01:59.927645 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d07c28-eead-4577-a336-60e9207f3b89 req-b969fdfc-6c93-41e7-bb78-00c6931e9b4e tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:01:59.929646 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-22d07c28-eead-4577-a336-60e9207f3b89 req-b969fdfc-6c93-41e7-bb78-00c6931e9b4e tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] 10.222.0.65 "GET /v2.0/ports?device_id=81375607-d255-4352-85da-eab4c1e730a9 HTTP/1.1" status: 200 len: 945 time: 0.0515037 Feb 20 23:01:59.980707 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-22d07c28-eead-4577-a336-60e9207f3b89 req-2a171dd8-ccab-4fec-b32b-77453a1b747c tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] 10.222.0.65 "GET /v2.0/security-groups?id=bc262dbf-af7b-45c0-8865-5866657a07f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451910 Feb 20 23:02:00.082911 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562d6d8f-27a7-4953-b913-403c176dd589 req-c1b00f80-892d-4bea-8561-3b5a456bc519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:02:00.084384 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-562d6d8f-27a7-4953-b913-403c176dd589 req-c1b00f80-892d-4bea-8561-3b5a456bc519 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e684d4332ff043eab2d102df1b6dd908&device_id=81375607-d255-4352-85da-eab4c1e730a9 HTTP/1.1" status: 200 len: 1129 time: 0.1099799 Feb 20 23:02:00.109960 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111cf797-3ee0-45c1-acfe-2b850518b210 req-55c48f00-58cc-4d23-bdbf-96de8298bb56 tempest-VolumesSnapshotTestJSON-1241170216 tempest-VolumesSnapshotTestJSON-1241170216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:02:00.111240 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-111cf797-3ee0-45c1-acfe-2b850518b210 req-55c48f00-58cc-4d23-bdbf-96de8298bb56 tempest-VolumesSnapshotTestJSON-1241170216 tempest-VolumesSnapshotTestJSON-1241170216-project] 10.222.0.42 "GET /v2.0/networks?id=e8193870-1b01-47ab-835a-2baf20aae3ca HTTP/1.1" status: 200 len: 814 time: 0.1462131 Feb 20 23:02:00.160856 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.v2.base [req-111cf797-3ee0-45c1-acfe-2b850518b210 req-607237e8-8b23-4818-84a7-cd231e062d82 tempest-VolumesSnapshotTestJSON-1241170216 tempest-VolumesSnapshotTestJSON-1241170216-project] Request body: {'port': {'device_id': 'dc1042d5-9f9e-4499-8df3-606eafe2d52c', 'network_id': 'e8193870-1b01-47ab-835a-2baf20aae3ca', 'admin_state_up': True, 'tenant_id': 'df10adfc305c4be6a8cfc8eddd607c89'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:02:00.259217 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562d6d8f-27a7-4953-b913-403c176dd589 req-6be38509-ba34-43cf-af96-c35759f539bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:02:00.260747 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-562d6d8f-27a7-4953-b913-403c176dd589 req-6be38509-ba34-43cf-af96-c35759f539bb service neutron] 10.222.0.42 "GET /v2.0/networks?id=50907839-a771-4d5d-8cdc-f2154e15e96c HTTP/1.1" status: 200 len: 919 time: 0.1655900 Feb 20 23:02:00.332980 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-562d6d8f-27a7-4953-b913-403c176dd589 req-e559b30b-bb5b-4650-bfa6-dfa2ddc19985 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=66b4984e-4f9b-4971-bf9f-1f953504702d HTTP/1.1" status: 200 len: 217 time: 0.0631182 Feb 20 23:02:00.416334 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-1be045c6-59a9-435e-bf23-af830b4b459e req-76f1994f-dab1-4ba8-b069-689448522023 tempest-VolumesActionsTest-702370528 tempest-VolumesActionsTest-702370528-project] 10.222.0.65 "GET /v2.0/ports?device_id=2c1826cb-8bbc-4ae0-bab5-dae9179b954b HTTP/1.1" status: 200 len: 210 time: 0.0316241 Feb 20 23:02:00.418381 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562d6d8f-27a7-4953-b913-403c176dd589 req-298bcd53-868a-4dad-9171-8a07d883c125 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:02:00.419972 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-562d6d8f-27a7-4953-b913-403c176dd589 req-298bcd53-868a-4dad-9171-8a07d883c125 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=bebd2843-1d13-4eae-8703-47333a1f09f6 HTTP/1.1" status: 200 len: 859 time: 0.0787294 Feb 20 23:02:00.446949 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-111cf797-3ee0-45c1-acfe-2b850518b210 req-607237e8-8b23-4818-84a7-cd231e062d82 tempest-VolumesSnapshotTestJSON-1241170216 tempest-VolumesSnapshotTestJSON-1241170216-project] Made reservation on behalf of df10adfc305c4be6a8cfc8eddd607c89 for: {'port': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 23:02:00.453063 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-111cf797-3ee0-45c1-acfe-2b850518b210 req-607237e8-8b23-4818-84a7-cd231e062d82 tempest-VolumesSnapshotTestJSON-1241170216 tempest-VolumesSnapshotTestJSON-1241170216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4131840'] for port (None), before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:02:00.481178 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-562d6d8f-27a7-4953-b913-403c176dd589 req-4d5601da-cf18-4702-b44d-268bc839df51 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=50907839-a771-4d5d-8cdc-f2154e15e96c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434334 Feb 20 23:02:00.646106 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-562d6d8f-27a7-4953-b913-403c176dd589 req-04673314-e25d-4726-aa72-761dab1d0178 service neutron] 10.222.0.42 "GET /v2.0/networks/50907839-a771-4d5d-8cdc-f2154e15e96c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1582618 Feb 20 23:02:00.666875 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.db.db_base_plugin_common [req-111cf797-3ee0-45c1-acfe-2b850518b210 req-607237e8-8b23-4818-84a7-cd231e062d82 tempest-VolumesSnapshotTestJSON-1241170216 tempest-VolumesSnapshotTestJSON-1241170216-project] Allocated IP 172.20.0.7 (e8193870-1b01-47ab-835a-2baf20aae3ca/eacb9a2c-6edb-4f6e-9537-3c6a5807374e/acbd613c-7922-40f5-ae43-e26151f8aab0) {{(pid=109628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 23:02:00.775724 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-19c855c6-d7cf-4543-9195-e1d49ec76ccd req-66684e1e-43c1-49a2-a3a8-ad21e721a4fe tempest-VolumesSnapshotTestJSON-1241170216 tempest-VolumesSnapshotTestJSON-1241170216-project] 10.222.0.65 "GET /v2.0/ports?device_id=dc1042d5-9f9e-4499-8df3-606eafe2d52c HTTP/1.1" status: 200 len: 210 time: 0.0257258 Feb 20 23:02:00.786076 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-562d6d8f-27a7-4953-b913-403c176dd589 req-c5268ecd-ad44-4956-9bfa-6ae77bccc898 service neutron] 10.222.0.42 "GET /v2.0/networks/50907839-a771-4d5d-8cdc-f2154e15e96c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314266 Feb 20 23:02:01.096858 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-ac27fbbb-49f9-47a3-9c8c-909bc8b32988 req-bcedd949-99d1-46dd-99e2-50ea6d389aad tempest-TestMinimumBasicScenario-1893721209 tempest-TestMinimumBasicScenario-1893721209-project] 10.222.0.65 "GET /v2.0/ports?device_id=dd328b41-a333-4a4f-8d95-3d7e290f5bc9 HTTP/1.1" status: 200 len: 210 time: 0.0331628 Feb 20 23:02:01.107400 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6116fc8-a72c-4ed7-bbd0-76a163963fed req-84b4112f-d95d-47eb-86fc-a31e54b2227f tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:02:01.109286 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-c6116fc8-a72c-4ed7-bbd0-76a163963fed req-84b4112f-d95d-47eb-86fc-a31e54b2227f tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] 10.222.0.65 "GET /v2.0/ports?device_id=81375607-d255-4352-85da-eab4c1e730a9 HTTP/1.1" status: 200 len: 945 time: 0.0588655 Feb 20 23:02:01.152411 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-111cf797-3ee0-45c1-acfe-2b850518b210 req-607237e8-8b23-4818-84a7-cd231e062d82 tempest-VolumesSnapshotTestJSON-1241170216 tempest-VolumesSnapshotTestJSON-1241170216-project] Publish callbacks [] for port (acbd613c-7922-40f5-ae43-e26151f8aab0), precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:02:01.164827 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-c6116fc8-a72c-4ed7-bbd0-76a163963fed req-d9aa310c-a7b0-4f63-bb2b-9528d6a7839a tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] 10.222.0.65 "GET /v2.0/security-groups?id=bc262dbf-af7b-45c0-8865-5866657a07f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496292 Feb 20 23:02:01.265739 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-111cf797-3ee0-45c1-acfe-2b850518b210 req-607237e8-8b23-4818-84a7-cd231e062d82 tempest-VolumesSnapshotTestJSON-1241170216 tempest-VolumesSnapshotTestJSON-1241170216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747406771496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59259307'] for port (acbd613c-7922-40f5-ae43-e26151f8aab0), after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:02:01.318851 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-111cf797-3ee0-45c1-acfe-2b850518b210 req-607237e8-8b23-4818-84a7-cd231e062d82 tempest-VolumesSnapshotTestJSON-1241170216 tempest-VolumesSnapshotTestJSON-1241170216-project] Network e8193870-1b01-47ab-835a-2baf20aae3ca is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 23:02:01.326376 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [req-111cf797-3ee0-45c1-acfe-2b850518b210 req-607237e8-8b23-4818-84a7-cd231e062d82 tempest-VolumesSnapshotTestJSON-1241170216 tempest-VolumesSnapshotTestJSON-1241170216-project] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 23:02:01.328786 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [req-111cf797-3ee0-45c1-acfe-2b850518b210 req-607237e8-8b23-4818-84a7-cd231e062d82 tempest-VolumesSnapshotTestJSON-1241170216 tempest-VolumesSnapshotTestJSON-1241170216-project] Received port after_create {{(pid=109628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 23:02:01.369788 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607237e8-8b23-4818-84a7-cd231e062d82 tempest-VolumesSnapshotTestJSON-1241170216 tempest-VolumesSnapshotTestJSON-1241170216-project] Pushing event updated for resources: {'Port': ['ID=acbd613c-7922-40f5-ae43-e26151f8aab0,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:02:01.401855 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3010c4-8acc-4209-b23f-bc6986ea30ef req-c785f51f-4be3-41d5-beef-83afe9f1dd53 tempest-TestMinimumBasicScenario-1893721209 tempest-TestMinimumBasicScenario-1893721209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:02:01.403230 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-ce3010c4-8acc-4209-b23f-bc6986ea30ef req-c785f51f-4be3-41d5-beef-83afe9f1dd53 tempest-TestMinimumBasicScenario-1893721209 tempest-TestMinimumBasicScenario-1893721209-project] 10.222.0.42 "GET /v2.0/networks?id=49827f61-3092-4973-9005-6ef8ce9e46b5 HTTP/1.1" status: 200 len: 815 time: 0.1869869 Feb 20 23:02:01.412861 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111cf797-3ee0-45c1-acfe-2b850518b210 req-607237e8-8b23-4818-84a7-cd231e062d82 tempest-VolumesSnapshotTestJSON-1241170216 tempest-VolumesSnapshotTestJSON-1241170216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:02:01.413446 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-111cf797-3ee0-45c1-acfe-2b850518b210 req-607237e8-8b23-4818-84a7-cd231e062d82 tempest-VolumesSnapshotTestJSON-1241170216 tempest-VolumesSnapshotTestJSON-1241170216-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932959'] for port (None), before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:02:01.419539 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.v2.base [req-ce3010c4-8acc-4209-b23f-bc6986ea30ef req-92f42321-5b64-4a26-b275-df5a067de497 tempest-TestMinimumBasicScenario-1893721209 tempest-TestMinimumBasicScenario-1893721209-project] Request body: {'port': {'device_id': 'dd328b41-a333-4a4f-8d95-3d7e290f5bc9', 'network_id': '49827f61-3092-4973-9005-6ef8ce9e46b5', 'admin_state_up': True, 'tenant_id': 'c3e33ca04103445c86d7b13f76fe664b'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:02:01.599087 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-111cf797-3ee0-45c1-acfe-2b850518b210 req-607237e8-8b23-4818-84a7-cd231e062d82 tempest-VolumesSnapshotTestJSON-1241170216 tempest-VolumesSnapshotTestJSON-1241170216-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4489822 Feb 20 23:02:01.614513 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.v2.base [req-111cf797-3ee0-45c1-acfe-2b850518b210 req-e357ec20-bfe4-42d6-8b52-3f01f56a0945 service neutron] Request body: {'port': {'device_id': 'dc1042d5-9f9e-4499-8df3-606eafe2d52c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:02:01.674803 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-111cf797-3ee0-45c1-acfe-2b850518b210 req-e357ec20-bfe4-42d6-8b52-3f01f56a0945 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4131840'] for port (acbd613c-7922-40f5-ae43-e26151f8aab0), before_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:02:01.729161 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce3010c4-8acc-4209-b23f-bc6986ea30ef req-92f42321-5b64-4a26-b275-df5a067de497 tempest-TestMinimumBasicScenario-1893721209 tempest-TestMinimumBasicScenario-1893721209-project] Made reservation on behalf of c3e33ca04103445c86d7b13f76fe664b for: {'port': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 23:02:01.732455 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-ce3010c4-8acc-4209-b23f-bc6986ea30ef req-92f42321-5b64-4a26-b275-df5a067de497 tempest-TestMinimumBasicScenario-1893721209 tempest-TestMinimumBasicScenario-1893721209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4131840'] for port (None), before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:02:01.898500 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119125a4-54c9-4b30-9908-7aa8ee5c1cfb req-521a0b7b-9780-4b83-b6da-74d33444d86c tempest-VolumesSnapshotTestJSON-1241170216 tempest-VolumesSnapshotTestJSON-1241170216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:02:01.900009 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-119125a4-54c9-4b30-9908-7aa8ee5c1cfb req-521a0b7b-9780-4b83-b6da-74d33444d86c tempest-VolumesSnapshotTestJSON-1241170216 tempest-VolumesSnapshotTestJSON-1241170216-project] 10.222.0.65 "GET /v2.0/ports?device_id=dc1042d5-9f9e-4499-8df3-606eafe2d52c HTTP/1.1" status: 200 len: 931 time: 0.0568409 Feb 20 23:02:01.978785 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-119125a4-54c9-4b30-9908-7aa8ee5c1cfb req-a8eb3e46-ab40-4b9e-aa1d-f1c588316a76 tempest-VolumesSnapshotTestJSON-1241170216 tempest-VolumesSnapshotTestJSON-1241170216-project] 10.222.0.65 "GET /v2.0/security-groups?id=d0557ae7-5384-4994-8d80-712fd7d257c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676889 Feb 20 23:02:01.992382 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.db.db_base_plugin_common [req-ce3010c4-8acc-4209-b23f-bc6986ea30ef req-92f42321-5b64-4a26-b275-df5a067de497 tempest-TestMinimumBasicScenario-1893721209 tempest-TestMinimumBasicScenario-1893721209-project] Allocated IP 172.20.0.11 (49827f61-3092-4973-9005-6ef8ce9e46b5/e9c40620-c529-4a12-8658-8129e29b5c71/094032c2-20c8-4097-a27f-880be39ff71d) {{(pid=109628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 23:02:02.085115 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.notifiers.nova [req-111cf797-3ee0-45c1-acfe-2b850518b210 req-e357ec20-bfe4-42d6-8b52-3f01f56a0945 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id acbd613c-7922-40f5-ae43-e26151f8aab0 {{(pid=109628) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 23:02:02.106137 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-111cf797-3ee0-45c1-acfe-2b850518b210 req-e357ec20-bfe4-42d6-8b52-3f01f56a0945 service neutron] Publish callbacks [] for port (acbd613c-7922-40f5-ae43-e26151f8aab0), precommit_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:02:02.234901 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.db.provisioning_blocks [req-111cf797-3ee0-45c1-acfe-2b850518b210 req-e357ec20-bfe4-42d6-8b52-3f01f56a0945 service neutron] Transition to ACTIVE for port object acbd613c-7922-40f5-ae43-e26151f8aab0 will not be triggered until provisioned by entity L2. {{(pid=109628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 23:02:02.242907 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-7259a62a-cea5-4739-8e92-be6d59025f66 req-6f1bc9c4-2cde-4372-87bc-91f9e233d52b tempest-TestMinimumBasicScenario-1893721209 tempest-TestMinimumBasicScenario-1893721209-project] 10.222.0.65 "GET /v2.0/ports?device_id=dd328b41-a333-4a4f-8d95-3d7e290f5bc9 HTTP/1.1" status: 200 len: 210 time: 0.0497322 Feb 20 23:02:02.249691 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-ce3010c4-8acc-4209-b23f-bc6986ea30ef req-92f42321-5b64-4a26-b275-df5a067de497 tempest-TestMinimumBasicScenario-1893721209 tempest-TestMinimumBasicScenario-1893721209-project] Publish callbacks [] for port (094032c2-20c8-4097-a27f-880be39ff71d), precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:02:02.293032 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-111cf797-3ee0-45c1-acfe-2b850518b210 req-e357ec20-bfe4-42d6-8b52-3f01f56a0945 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747407212427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747406771514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747406771532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59259312'] for port (acbd613c-7922-40f5-ae43-e26151f8aab0), after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:02:02.306155 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ebe19d-a748-4bcc-a67b-722871c0bc05 req-975cab00-dfe4-4182-9241-9f786615c363 tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:02:02.317585 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-82ebe19d-a748-4bcc-a67b-722871c0bc05 req-975cab00-dfe4-4182-9241-9f786615c363 tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] 10.222.0.65 "GET /v2.0/ports?device_id=81375607-d255-4352-85da-eab4c1e730a9 HTTP/1.1" status: 200 len: 945 time: 0.0840645 Feb 20 23:02:02.358837 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-ce3010c4-8acc-4209-b23f-bc6986ea30ef req-92f42321-5b64-4a26-b275-df5a067de497 tempest-TestMinimumBasicScenario-1893721209 tempest-TestMinimumBasicScenario-1893721209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747406771496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59259307'] for port (094032c2-20c8-4097-a27f-880be39ff71d), after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:02:02.362069 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e357ec20-bfe4-42d6-8b52-3f01f56a0945 service neutron] Pushing event updated for resources: {'Port': ['ID=acbd613c-7922-40f5-ae43-e26151f8aab0,revision_number=2']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:02:02.379225 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-82ebe19d-a748-4bcc-a67b-722871c0bc05 req-d87d23e8-8fbc-4851-994d-bc007bc18aad tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] 10.222.0.65 "GET /v2.0/security-groups?id=bc262dbf-af7b-45c0-8865-5866657a07f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607655 Feb 20 23:02:02.450694 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce3010c4-8acc-4209-b23f-bc6986ea30ef req-92f42321-5b64-4a26-b275-df5a067de497 tempest-TestMinimumBasicScenario-1893721209 tempest-TestMinimumBasicScenario-1893721209-project] Network 49827f61-3092-4973-9005-6ef8ce9e46b5 is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 23:02:02.461158 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [req-ce3010c4-8acc-4209-b23f-bc6986ea30ef req-92f42321-5b64-4a26-b275-df5a067de497 tempest-TestMinimumBasicScenario-1893721209 tempest-TestMinimumBasicScenario-1893721209-project] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 23:02:02.463451 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Device 85e53d41-ef99-458e-8495-ccaddc1f8f6b no longer exists at agent hyperv_hv-cinder-83009 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 23:02:02.465849 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f42321-5b64-4a26-b275-df5a067de497 tempest-TestMinimumBasicScenario-1893721209 tempest-TestMinimumBasicScenario-1893721209-project] Pushing event updated for resources: {'Port': ['ID=094032c2-20c8-4097-a27f-880be39ff71d,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:02:02.473560 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce3010c4-8acc-4209-b23f-bc6986ea30ef req-92f42321-5b64-4a26-b275-df5a067de497 tempest-TestMinimumBasicScenario-1893721209 tempest-TestMinimumBasicScenario-1893721209-project] Received port after_create {{(pid=109628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 23:02:02.503468 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] No Port match for: 85e53d41-ef99-458e-8495-ccaddc1f8f6b {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 23:02:02.503813 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Device 85e53d41-ef99-458e-8495-ccaddc1f8f6b not bound to the agent host hv-cinder-83009 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 23:02:02.550430 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3010c4-8acc-4209-b23f-bc6986ea30ef req-92f42321-5b64-4a26-b275-df5a067de497 tempest-TestMinimumBasicScenario-1893721209 tempest-TestMinimumBasicScenario-1893721209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:02:02.550430 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-ce3010c4-8acc-4209-b23f-bc6986ea30ef req-92f42321-5b64-4a26-b275-df5a067de497 tempest-TestMinimumBasicScenario-1893721209 tempest-TestMinimumBasicScenario-1893721209-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932959'] for port (None), before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:02:02.575235 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [req-111cf797-3ee0-45c1-acfe-2b850518b210 req-e357ec20-bfe4-42d6-8b52-3f01f56a0945 service neutron] Attempting to bind port acbd613c-7922-40f5-ae43-e26151f8aab0 on host hv-cinder-83009 for vnic_type normal with profile {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 23:02:02.575660 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [req-111cf797-3ee0-45c1-acfe-2b850518b210 req-e357ec20-bfe4-42d6-8b52-3f01f56a0945 service neutron] Attempting to bind port acbd613c-7922-40f5-ae43-e26151f8aab0 by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': 'e1598797-0c40-4675-a49a-de28dac97520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'e8193870-1b01-47ab-835a-2baf20aae3ca'}] {{(pid=109628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 23:02:02.576084 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-111cf797-3ee0-45c1-acfe-2b850518b210 req-e357ec20-bfe4-42d6-8b52-3f01f56a0945 service neutron] Attempting to bind port acbd613c-7922-40f5-ae43-e26151f8aab0 on network e8193870-1b01-47ab-835a-2baf20aae3ca {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 23:02:02.589196 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-111cf797-3ee0-45c1-acfe-2b850518b210 req-e357ec20-bfe4-42d6-8b52-3f01f56a0945 service neutron] Port acbd613c-7922-40f5-ae43-e26151f8aab0 on network e8193870-1b01-47ab-835a-2baf20aae3ca not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 23:02:02.589196 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-111cf797-3ee0-45c1-acfe-2b850518b210 req-e357ec20-bfe4-42d6-8b52-3f01f56a0945 service neutron] Attempting to bind port acbd613c-7922-40f5-ae43-e26151f8aab0 on network e8193870-1b01-47ab-835a-2baf20aae3ca {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 23:02:02.589196 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-111cf797-3ee0-45c1-acfe-2b850518b210 req-e357ec20-bfe4-42d6-8b52-3f01f56a0945 service neutron] Checking agent: {'id': 'a929ecfe-02b1-4b86-b2e7-0c746ea4b12c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 22, 57, 21), 'started_at': datetime.datetime(2022, 2, 20, 22, 57, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 23, 1, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 23:02:02.589196 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-111cf797-3ee0-45c1-acfe-2b850518b210 req-e357ec20-bfe4-42d6-8b52-3f01f56a0945 service neutron] Checking segment: {'id': 'e1598797-0c40-4675-a49a-de28dac97520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'e8193870-1b01-47ab-835a-2baf20aae3ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 23:02:02.589196 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-111cf797-3ee0-45c1-acfe-2b850518b210 req-e357ec20-bfe4-42d6-8b52-3f01f56a0945 service neutron] Bound using segment: {'id': 'e1598797-0c40-4675-a49a-de28dac97520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'e8193870-1b01-47ab-835a-2baf20aae3ca'} {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 23:02:02.589196 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [req-111cf797-3ee0-45c1-acfe-2b850518b210 req-e357ec20-bfe4-42d6-8b52-3f01f56a0945 service neutron] Bound port: acbd613c-7922-40f5-ae43-e26151f8aab0, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1598797-0c40-4675-a49a-de28dac97520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'e8193870-1b01-47ab-835a-2baf20aae3ca'}}] {{(pid=109628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 23:02:02.589196 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-111cf797-3ee0-45c1-acfe-2b850518b210 req-e357ec20-bfe4-42d6-8b52-3f01f56a0945 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4131840'] for port (acbd613c-7922-40f5-ae43-e26151f8aab0), before_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:02:02.687400 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-ce3010c4-8acc-4209-b23f-bc6986ea30ef req-92f42321-5b64-4a26-b275-df5a067de497 tempest-TestMinimumBasicScenario-1893721209 tempest-TestMinimumBasicScenario-1893721209-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2713051 Feb 20 23:02:02.691324 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.db [req-111cf797-3ee0-45c1-acfe-2b850518b210 req-e357ec20-bfe4-42d6-8b52-3f01f56a0945 service neutron] For port acbd613c-7922-40f5-ae43-e26151f8aab0, host hv-cinder-83009, cleared binding levels {{(pid=109628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 23:02:02.697527 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.db [req-111cf797-3ee0-45c1-acfe-2b850518b210 req-e357ec20-bfe4-42d6-8b52-3f01f56a0945 service neutron] For port acbd613c-7922-40f5-ae43-e26151f8aab0, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=acbd613c-7922-40f5-ae43-e26151f8aab0,segment=NetworkSegment(e1598797-0c40-4675-a49a-de28dac97520),segment_id=e1598797-0c40-4675-a49a-de28dac97520)] {{(pid=109628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 23:02:02.745292 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-111cf797-3ee0-45c1-acfe-2b850518b210 req-e357ec20-bfe4-42d6-8b52-3f01f56a0945 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747407212427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747406771514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747406771532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59259312'] for port (acbd613c-7922-40f5-ae43-e26151f8aab0), after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:02:02.817556 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111cf797-3ee0-45c1-acfe-2b850518b210 req-e357ec20-bfe4-42d6-8b52-3f01f56a0945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:02:02.818377 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-111cf797-3ee0-45c1-acfe-2b850518b210 req-e357ec20-bfe4-42d6-8b52-3f01f56a0945 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932959'] for port (None), before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:02:02.819898 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-111cf797-3ee0-45c1-acfe-2b850518b210 req-e357ec20-bfe4-42d6-8b52-3f01f56a0945 service neutron] 10.222.0.42 "PUT /v2.0/ports/acbd613c-7922-40f5-ae43-e26151f8aab0 HTTP/1.1" status: 200 len: 1093 time: 1.2094927 Feb 20 23:02:02.822631 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc1042d5-9f9e-4499-8df3-606eafe2d52c', 'tag': 'acbd613c-7922-40f5-ae43-e26151f8aab0'}] {{(pid=109628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 23:02:02.824895 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4be7ee60aa4259b475ee261dcf74c65065c56e299c7a4b2359a57cf03aee0d96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9be34e4f-b210-43c1-82fe-4e594b22b3b4" -d '{"events": [{"name": "network-changed", "server_uuid": "dc1042d5-9f9e-4499-8df3-606eafe2d52c", "tag": "acbd613c-7922-40f5-ae43-e26151f8aab0"}]}' {{(pid=109628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 23:02:02.852672 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e357ec20-bfe4-42d6-8b52-3f01f56a0945 service neutron] Pushing event updated for resources: {'Port': ['ID=acbd613c-7922-40f5-ae43-e26151f8aab0,revision_number=3']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:02:02.869922 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-9df2273e-9eba-4ce1-8e21-2f3fdafc6cd3 None None] Provisioning complete for port 094032c2-20c8-4097-a27f-880be39ff71d triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:02:02.870300 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-9df2273e-9eba-4ce1-8e21-2f3fdafc6cd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4145689'] for port (094032c2-20c8-4097-a27f-880be39ff71d), provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:02:02.882792 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 23:02:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d07d5960-3cb2-4731-8c2a-a7ecd5323991 x-openstack-request-id: req-d07d5960-3cb2-4731-8c2a-a7ecd5323991 {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 23:02:02.883215 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc1042d5-9f9e-4499-8df3-606eafe2d52c", "tag": "acbd613c-7922-40f5-ae43-e26151f8aab0", "status": "completed", "code": 200}]} {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 23:02:02.883615 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d07d5960-3cb2-4731-8c2a-a7ecd5323991 {{(pid=109628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 23:02:02.884121 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc1042d5-9f9e-4499-8df3-606eafe2d52c', 'tag': 'acbd613c-7922-40f5-ae43-e26151f8aab0', 'status': 'completed', 'code': 200} Feb 20 23:02:02.914291 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-9df2273e-9eba-4ce1-8e21-2f3fdafc6cd3 None None] Port 094032c2-20c8-4097-a27f-880be39ff71d cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 23:02:03.123863 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee731e0-860f-4ed0-8c24-a1403cab2662 req-7c6f0521-d014-4263-8a67-009231f36c91 tempest-VolumesSnapshotTestJSON-1241170216 tempest-VolumesSnapshotTestJSON-1241170216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:02:03.137841 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-cee731e0-860f-4ed0-8c24-a1403cab2662 req-7c6f0521-d014-4263-8a67-009231f36c91 tempest-VolumesSnapshotTestJSON-1241170216 tempest-VolumesSnapshotTestJSON-1241170216-project] 10.222.0.65 "GET /v2.0/ports?device_id=dc1042d5-9f9e-4499-8df3-606eafe2d52c HTTP/1.1" status: 200 len: 943 time: 0.0976872 Feb 20 23:02:03.187120 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-cee731e0-860f-4ed0-8c24-a1403cab2662 req-6519417f-31de-4ed7-93ce-fe429a864e9d tempest-VolumesSnapshotTestJSON-1241170216 tempest-VolumesSnapshotTestJSON-1241170216-project] 10.222.0.65 "GET /v2.0/security-groups?id=d0557ae7-5384-4994-8d80-712fd7d257c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480585 Feb 20 23:02:03.361959 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68bb52d-4c1b-4256-8a9f-74d7d2105b95 req-f08d8f9c-1792-4a95-88cf-51451ac8d0f1 tempest-TestMinimumBasicScenario-1893721209 tempest-TestMinimumBasicScenario-1893721209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:02:03.363577 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-b68bb52d-4c1b-4256-8a9f-74d7d2105b95 req-f08d8f9c-1792-4a95-88cf-51451ac8d0f1 tempest-TestMinimumBasicScenario-1893721209 tempest-TestMinimumBasicScenario-1893721209-project] 10.222.0.65 "GET /v2.0/ports?device_id=dd328b41-a333-4a4f-8d95-3d7e290f5bc9 HTTP/1.1" status: 200 len: 932 time: 0.0562861 Feb 20 23:02:03.415173 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-b68bb52d-4c1b-4256-8a9f-74d7d2105b95 req-10528388-c7e6-4a0a-90b5-978a0b90e039 tempest-TestMinimumBasicScenario-1893721209 tempest-TestMinimumBasicScenario-1893721209-project] 10.222.0.65 "GET /v2.0/security-groups?id=7ac38dbc-73f7-4b33-bf1f-e114483eb6e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448656 Feb 20 23:02:03.504989 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d853e0-9015-4cac-ae67-a58928b4be87 req-a82d052a-2f1f-4b9b-b2d1-8505d6dee7ec tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:02:03.507075 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-50d853e0-9015-4cac-ae67-a58928b4be87 req-a82d052a-2f1f-4b9b-b2d1-8505d6dee7ec tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] 10.222.0.65 "GET /v2.0/ports?device_id=81375607-d255-4352-85da-eab4c1e730a9 HTTP/1.1" status: 200 len: 945 time: 0.0520678 Feb 20 23:02:03.563762 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-50d853e0-9015-4cac-ae67-a58928b4be87 req-78d123bc-302f-4fdd-b396-47e45a436f6c tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] 10.222.0.65 "GET /v2.0/security-groups?id=bc262dbf-af7b-45c0-8865-5866657a07f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476558 Feb 20 23:02:04.088851 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.65', 48084) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:02:04.218775 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-c19e7522-15b3-4c79-8bd5-23f280822dc9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:02:04.313565 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-c19e7522-15b3-4c79-8bd5-23f280822dc9 admin admin] Publish callbacks [] for security_group (4dddf502-e09c-48f1-967f-787852d514f9), precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:02:04.330685 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a7ee7b-ba08-4bf6-afa6-91969c8e5c64 req-a11202e7-7bb5-4540-851f-bece17142016 tempest-VolumesSnapshotTestJSON-1241170216 tempest-VolumesSnapshotTestJSON-1241170216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:02:04.332451 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-74a7ee7b-ba08-4bf6-afa6-91969c8e5c64 req-a11202e7-7bb5-4540-851f-bece17142016 tempest-VolumesSnapshotTestJSON-1241170216 tempest-VolumesSnapshotTestJSON-1241170216-project] 10.222.0.65 "GET /v2.0/ports?device_id=dc1042d5-9f9e-4499-8df3-606eafe2d52c HTTP/1.1" status: 200 len: 943 time: 0.0765648 Feb 20 23:02:04.384711 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-74a7ee7b-ba08-4bf6-afa6-91969c8e5c64 req-8e1dfe70-aa86-4b86-b564-595d7a1ec198 tempest-VolumesSnapshotTestJSON-1241170216 tempest-VolumesSnapshotTestJSON-1241170216-project] 10.222.0.65 "GET /v2.0/security-groups?id=d0557ae7-5384-4994-8d80-712fd7d257c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456760 Feb 20 23:02:04.395156 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-c19e7522-15b3-4c79-8bd5-23f280822dc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627867'] for security_group (4dddf502-e09c-48f1-967f-787852d514f9), after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:02:04.439127 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19e7522-15b3-4c79-8bd5-23f280822dc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dddf502-e09c-48f1-967f-787852d514f9,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:02:04.451767 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [None req-c19e7522-15b3-4c79-8bd5-23f280822dc9 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=7498e834501641169577456eb30e35b2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3616385 Feb 20 23:02:04.452317 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.65', 48096) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:02:04.500256 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-06f97181-3d2a-45f3-ad1b-33865a55af6d admin admin] Publish callbacks [] for security_group (4dddf502-e09c-48f1-967f-787852d514f9), before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:02:04.521539 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-06f97181-3d2a-45f3-ad1b-33865a55af6d admin admin] Publish callbacks [] for security_group (4dddf502-e09c-48f1-967f-787852d514f9), precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:02:04.530888 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3fe081-5203-4ca4-8055-90427d9f58bc req-c1f63cd2-1408-40a7-9c85-e1b772a10616 tempest-TestMinimumBasicScenario-1893721209 tempest-TestMinimumBasicScenario-1893721209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:02:04.532373 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-1d3fe081-5203-4ca4-8055-90427d9f58bc req-c1f63cd2-1408-40a7-9c85-e1b772a10616 tempest-TestMinimumBasicScenario-1893721209 tempest-TestMinimumBasicScenario-1893721209-project] 10.222.0.65 "GET /v2.0/ports?device_id=dd328b41-a333-4a4f-8d95-3d7e290f5bc9 HTTP/1.1" status: 200 len: 932 time: 0.0510414 Feb 20 23:02:04.579785 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-1d3fe081-5203-4ca4-8055-90427d9f58bc req-6abc129a-9f14-46fc-91cf-d423b859a4bc tempest-TestMinimumBasicScenario-1893721209 tempest-TestMinimumBasicScenario-1893721209-project] 10.222.0.65 "GET /v2.0/security-groups?id=7ac38dbc-73f7-4b33-bf1f-e114483eb6e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412433 Feb 20 23:02:04.684485 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92e96c3-31ab-43a5-bbd0-aba78cd1930f req-1139657a-dbac-4427-a46b-ddd76aac5f2f tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:02:04.685884 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-a92e96c3-31ab-43a5-bbd0-aba78cd1930f req-1139657a-dbac-4427-a46b-ddd76aac5f2f tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] 10.222.0.65 "GET /v2.0/ports?device_id=81375607-d255-4352-85da-eab4c1e730a9 HTTP/1.1" status: 200 len: 945 time: 0.0530221 Feb 20 23:02:04.732395 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-a92e96c3-31ab-43a5-bbd0-aba78cd1930f req-d977abb4-cc2a-4ebd-8913-3fcbed9c808d tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] 10.222.0.65 "GET /v2.0/security-groups?id=bc262dbf-af7b-45c0-8865-5866657a07f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405676 Feb 20 23:02:04.766845 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-06f97181-3d2a-45f3-ad1b-33865a55af6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627867'] for security_group (4dddf502-e09c-48f1-967f-787852d514f9), after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:02:04.769367 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-06f97181-3d2a-45f3-ad1b-33865a55af6d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:02:04.770455 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [None req-06f97181-3d2a-45f3-ad1b-33865a55af6d admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/4dddf502-e09c-48f1-967f-787852d514f9 HTTP/1.1" status: 204 len: 168 time: 0.3168807 Feb 20 23:02:04.777958 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f97181-3d2a-45f3-ad1b-33865a55af6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dddf502-e09c-48f1-967f-787852d514f9,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:02:05.336482 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.65', 48108) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:02:05.349713 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-828bdf47-4e02-4b57-84e4-7f5c75aad76b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:02:05.425770 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-828bdf47-4e02-4b57-84e4-7f5c75aad76b admin admin] Publish callbacks [] for security_group (2031587e-fdbb-429b-b559-b5792c51b1df), precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:02:05.487406 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-828bdf47-4e02-4b57-84e4-7f5c75aad76b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627867'] for security_group (2031587e-fdbb-429b-b559-b5792c51b1df), after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:02:05.544552 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [None req-828bdf47-4e02-4b57-84e4-7f5c75aad76b admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=9e9c6c29e04f444498ded4082ba1f180&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2069941 Feb 20 23:02:05.547228 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828bdf47-4e02-4b57-84e4-7f5c75aad76b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2031587e-fdbb-429b-b559-b5792c51b1df,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:02:05.550590 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.65', 48112) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:02:05.561602 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a12c85-5c8b-4a20-bcf7-eda13302e34e req-27005142-3fab-484a-acbc-6c6482375d70 tempest-VolumesSnapshotTestJSON-1241170216 tempest-VolumesSnapshotTestJSON-1241170216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:02:05.562539 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-e4a12c85-5c8b-4a20-bcf7-eda13302e34e req-27005142-3fab-484a-acbc-6c6482375d70 tempest-VolumesSnapshotTestJSON-1241170216 tempest-VolumesSnapshotTestJSON-1241170216-project] 10.222.0.65 "GET /v2.0/ports?device_id=dc1042d5-9f9e-4499-8df3-606eafe2d52c HTTP/1.1" status: 200 len: 943 time: 0.1118004 Feb 20 23:02:05.651796 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-e4a12c85-5c8b-4a20-bcf7-eda13302e34e req-59b3fc2a-7808-4dc3-b546-53f0dc9c9d0e tempest-VolumesSnapshotTestJSON-1241170216 tempest-VolumesSnapshotTestJSON-1241170216-project] 10.222.0.65 "GET /v2.0/security-groups?id=d0557ae7-5384-4994-8d80-712fd7d257c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741019 Feb 20 23:02:05.651796 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-588f3e86-2df7-4f26-b5c5-a936fbdc784b admin admin] Publish callbacks [] for security_group (2031587e-fdbb-429b-b559-b5792c51b1df), before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:02:05.690543 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-588f3e86-2df7-4f26-b5c5-a936fbdc784b admin admin] Publish callbacks [] for security_group (2031587e-fdbb-429b-b559-b5792c51b1df), precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:02:05.731317 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0fcb56-590e-4206-8051-75881c41943b req-96cae3ce-0344-4c97-984e-9326ac570807 tempest-TestMinimumBasicScenario-1893721209 tempest-TestMinimumBasicScenario-1893721209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:02:05.738309 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-bb0fcb56-590e-4206-8051-75881c41943b req-96cae3ce-0344-4c97-984e-9326ac570807 tempest-TestMinimumBasicScenario-1893721209 tempest-TestMinimumBasicScenario-1893721209-project] 10.222.0.65 "GET /v2.0/ports?device_id=dd328b41-a333-4a4f-8d95-3d7e290f5bc9 HTTP/1.1" status: 200 len: 932 time: 0.0574141 Feb 20 23:02:05.805716 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-bb0fcb56-590e-4206-8051-75881c41943b req-1ad28336-1a6f-479b-b346-77631ef43758 tempest-TestMinimumBasicScenario-1893721209 tempest-TestMinimumBasicScenario-1893721209-project] 10.222.0.65 "GET /v2.0/security-groups?id=7ac38dbc-73f7-4b33-bf1f-e114483eb6e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662522 Feb 20 23:02:05.871125 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044658d5-f185-4b4b-b0b2-d33a931205e0 req-5d7ccb82-16a1-4c1e-84cc-4b76e40bfda4 tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:02:05.872859 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-044658d5-f185-4b4b-b0b2-d33a931205e0 req-5d7ccb82-16a1-4c1e-84cc-4b76e40bfda4 tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] 10.222.0.65 "GET /v2.0/ports?device_id=81375607-d255-4352-85da-eab4c1e730a9 HTTP/1.1" status: 200 len: 945 time: 0.0638585 Feb 20 23:02:05.933782 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-044658d5-f185-4b4b-b0b2-d33a931205e0 req-41388a99-4b0e-4c3a-b2a1-71d4070be58b tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] 10.222.0.65 "GET /v2.0/security-groups?id=bc262dbf-af7b-45c0-8865-5866657a07f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552745 Feb 20 23:02:06.355553 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-588f3e86-2df7-4f26-b5c5-a936fbdc784b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627867'] for security_group (2031587e-fdbb-429b-b559-b5792c51b1df), after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:02:06.358057 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-588f3e86-2df7-4f26-b5c5-a936fbdc784b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:02:06.361398 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [None req-588f3e86-2df7-4f26-b5c5-a936fbdc784b admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/2031587e-fdbb-429b-b559-b5792c51b1df HTTP/1.1" status: 204 len: 168 time: 0.8065789 Feb 20 23:02:06.368067 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588f3e86-2df7-4f26-b5c5-a936fbdc784b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2031587e-fdbb-429b-b559-b5792c51b1df,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:02:06.775109 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e496a6-7fee-4f79-9369-d49e011f0c45 req-df846ba4-c457-4170-9c4c-f2198de87c82 tempest-VolumesSnapshotTestJSON-1241170216 tempest-VolumesSnapshotTestJSON-1241170216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:02:06.776772 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-b8e496a6-7fee-4f79-9369-d49e011f0c45 req-df846ba4-c457-4170-9c4c-f2198de87c82 tempest-VolumesSnapshotTestJSON-1241170216 tempest-VolumesSnapshotTestJSON-1241170216-project] 10.222.0.65 "GET /v2.0/ports?device_id=dc1042d5-9f9e-4499-8df3-606eafe2d52c HTTP/1.1" status: 200 len: 943 time: 0.0558190 Feb 20 23:02:06.827220 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-b8e496a6-7fee-4f79-9369-d49e011f0c45 req-78c06e8c-4a5f-4108-b0cb-a8417d368a98 tempest-VolumesSnapshotTestJSON-1241170216 tempest-VolumesSnapshotTestJSON-1241170216-project] 10.222.0.65 "GET /v2.0/security-groups?id=d0557ae7-5384-4994-8d80-712fd7d257c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430620 Feb 20 23:02:06.922792 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054bea4e-f658-4d30-8f04-d03cea85a46e req-a01f2bf5-3de7-4ee0-a9d7-491d977a22fe tempest-TestMinimumBasicScenario-1893721209 tempest-TestMinimumBasicScenario-1893721209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:02:06.924503 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-054bea4e-f658-4d30-8f04-d03cea85a46e req-a01f2bf5-3de7-4ee0-a9d7-491d977a22fe tempest-TestMinimumBasicScenario-1893721209 tempest-TestMinimumBasicScenario-1893721209-project] 10.222.0.65 "GET /v2.0/ports?device_id=dd328b41-a333-4a4f-8d95-3d7e290f5bc9 HTTP/1.1" status: 200 len: 932 time: 0.0515492 Feb 20 23:02:07.002270 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-054bea4e-f658-4d30-8f04-d03cea85a46e req-7e64e165-4918-43c9-b608-fbb60cb3e562 tempest-TestMinimumBasicScenario-1893721209 tempest-TestMinimumBasicScenario-1893721209-project] 10.222.0.65 "GET /v2.0/security-groups?id=7ac38dbc-73f7-4b33-bf1f-e114483eb6e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721846 Feb 20 23:02:07.114678 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebfb22e-965a-4591-94b2-11a486e65040 req-7ad11834-e969-47ca-aaee-b5361e8f6e6d tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:02:07.116556 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-1ebfb22e-965a-4591-94b2-11a486e65040 req-7ad11834-e969-47ca-aaee-b5361e8f6e6d tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] 10.222.0.65 "GET /v2.0/ports?device_id=81375607-d255-4352-85da-eab4c1e730a9 HTTP/1.1" status: 200 len: 945 time: 0.0847652 Feb 20 23:02:07.165004 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-1ebfb22e-965a-4591-94b2-11a486e65040 req-9e1789f2-6103-4670-b9bd-5f157aade55f tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] 10.222.0.65 "GET /v2.0/security-groups?id=bc262dbf-af7b-45c0-8865-5866657a07f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418792 Feb 20 23:02:07.961522 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c229af9a-dcab-4194-9e1e-f2a1af2f0f36 req-e467819d-4eb4-4715-bb87-f44b055ceaa8 tempest-VolumesSnapshotTestJSON-1241170216 tempest-VolumesSnapshotTestJSON-1241170216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:02:07.963359 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-c229af9a-dcab-4194-9e1e-f2a1af2f0f36 req-e467819d-4eb4-4715-bb87-f44b055ceaa8 tempest-VolumesSnapshotTestJSON-1241170216 tempest-VolumesSnapshotTestJSON-1241170216-project] 10.222.0.65 "GET /v2.0/ports?device_id=dc1042d5-9f9e-4499-8df3-606eafe2d52c HTTP/1.1" status: 200 len: 943 time: 0.0611930 Feb 20 23:02:08.019518 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-c229af9a-dcab-4194-9e1e-f2a1af2f0f36 req-78b4413a-e65f-4ace-953f-9a3c886a78eb tempest-VolumesSnapshotTestJSON-1241170216 tempest-VolumesSnapshotTestJSON-1241170216-project] 10.222.0.65 "GET /v2.0/security-groups?id=d0557ae7-5384-4994-8d80-712fd7d257c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504293 Feb 20 23:02:08.123773 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848762ea-7f8e-4e4d-b5dc-ee456c707892 req-78a256ee-6af5-42a2-a745-4b4b98456214 tempest-TestMinimumBasicScenario-1893721209 tempest-TestMinimumBasicScenario-1893721209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:02:08.125262 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-848762ea-7f8e-4e4d-b5dc-ee456c707892 req-78a256ee-6af5-42a2-a745-4b4b98456214 tempest-TestMinimumBasicScenario-1893721209 tempest-TestMinimumBasicScenario-1893721209-project] 10.222.0.65 "GET /v2.0/ports?device_id=dd328b41-a333-4a4f-8d95-3d7e290f5bc9 HTTP/1.1" status: 200 len: 932 time: 0.0539057 Feb 20 23:02:08.171140 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-848762ea-7f8e-4e4d-b5dc-ee456c707892 req-8259bdc5-4a9e-482b-942c-8c279da64656 tempest-TestMinimumBasicScenario-1893721209 tempest-TestMinimumBasicScenario-1893721209-project] 10.222.0.65 "GET /v2.0/security-groups?id=7ac38dbc-73f7-4b33-bf1f-e114483eb6e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404305 Feb 20 23:02:08.281000 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbead9fe-38bd-48b5-bcd7-36990c81fceb req-e6af6934-b84a-4623-801c-5010ea46c175 tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:02:08.282459 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-cbead9fe-38bd-48b5-bcd7-36990c81fceb req-e6af6934-b84a-4623-801c-5010ea46c175 tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] 10.222.0.65 "GET /v2.0/ports?device_id=81375607-d255-4352-85da-eab4c1e730a9 HTTP/1.1" status: 200 len: 945 time: 0.0510325 Feb 20 23:02:08.328141 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-cbead9fe-38bd-48b5-bcd7-36990c81fceb req-56b35ffe-41f5-4a2a-9c20-a1c0d6eb3af0 tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] 10.222.0.65 "GET /v2.0/security-groups?id=bc262dbf-af7b-45c0-8865-5866657a07f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396369 Feb 20 23:02:08.427166 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.65', 48178) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:02:08.542512 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-bd6bf492-b59b-40e4-a84e-981593058ac4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:02:08.619266 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-bd6bf492-b59b-40e4-a84e-981593058ac4 admin admin] Publish callbacks [] for security_group (c0c57795-60e8-4cd7-89a0-cc42d48eef5c), precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:02:08.772362 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-bd6bf492-b59b-40e4-a84e-981593058ac4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627867'] for security_group (c0c57795-60e8-4cd7-89a0-cc42d48eef5c), after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:02:08.810603 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [None req-bd6bf492-b59b-40e4-a84e-981593058ac4 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=908e843a3b8a4629ad8515ed0dbd3aa1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3823717 Feb 20 23:02:08.811567 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6bf492-b59b-40e4-a84e-981593058ac4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0c57795-60e8-4cd7-89a0-cc42d48eef5c,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:02:08.813286 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.65', 48182) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:02:08.861909 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-35139933-daab-43e4-9692-70311c6be138 admin admin] Publish callbacks [] for security_group (c0c57795-60e8-4cd7-89a0-cc42d48eef5c), before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:02:08.885512 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-35139933-daab-43e4-9692-70311c6be138 admin admin] Publish callbacks [] for security_group (c0c57795-60e8-4cd7-89a0-cc42d48eef5c), precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:02:08.994714 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-35139933-daab-43e4-9692-70311c6be138 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627867'] for security_group (c0c57795-60e8-4cd7-89a0-cc42d48eef5c), after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:02:08.997298 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-35139933-daab-43e4-9692-70311c6be138 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:02:08.998465 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [None req-35139933-daab-43e4-9692-70311c6be138 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/c0c57795-60e8-4cd7-89a0-cc42d48eef5c HTTP/1.1" status: 204 len: 168 time: 0.1840870 Feb 20 23:02:09.005984 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35139933-daab-43e4-9692-70311c6be138 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0c57795-60e8-4cd7-89a0-cc42d48eef5c,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:02:09.163123 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0c6e8a-f7f5-415c-8801-08d7f20b6bd6 req-3c61409e-73b6-4a6e-a359-d1743919ca9b tempest-VolumesSnapshotTestJSON-1241170216 tempest-VolumesSnapshotTestJSON-1241170216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:02:09.165451 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-ac0c6e8a-f7f5-415c-8801-08d7f20b6bd6 req-3c61409e-73b6-4a6e-a359-d1743919ca9b tempest-VolumesSnapshotTestJSON-1241170216 tempest-VolumesSnapshotTestJSON-1241170216-project] 10.222.0.65 "GET /v2.0/ports?device_id=dc1042d5-9f9e-4499-8df3-606eafe2d52c HTTP/1.1" status: 200 len: 943 time: 0.0782232 Feb 20 23:02:09.290348 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-ac0c6e8a-f7f5-415c-8801-08d7f20b6bd6 req-2017dec5-da70-4c05-9582-a9517d1a0c3e tempest-VolumesSnapshotTestJSON-1241170216 tempest-VolumesSnapshotTestJSON-1241170216-project] 10.222.0.65 "GET /v2.0/security-groups?id=d0557ae7-5384-4994-8d80-712fd7d257c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186554 Feb 20 23:02:09.318234 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bd9248-3935-43c5-939e-b26886953339 req-4155016f-62b2-4c4f-a2fc-6ff2918a900f tempest-TestMinimumBasicScenario-1893721209 tempest-TestMinimumBasicScenario-1893721209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:02:09.320355 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-20bd9248-3935-43c5-939e-b26886953339 req-4155016f-62b2-4c4f-a2fc-6ff2918a900f tempest-TestMinimumBasicScenario-1893721209 tempest-TestMinimumBasicScenario-1893721209-project] 10.222.0.65 "GET /v2.0/ports?device_id=dd328b41-a333-4a4f-8d95-3d7e290f5bc9 HTTP/1.1" status: 200 len: 932 time: 0.0714025 Feb 20 23:02:09.388639 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-20bd9248-3935-43c5-939e-b26886953339 req-b20951ce-cc37-4083-aca2-b259b7b703eb tempest-TestMinimumBasicScenario-1893721209 tempest-TestMinimumBasicScenario-1893721209-project] 10.222.0.65 "GET /v2.0/security-groups?id=7ac38dbc-73f7-4b33-bf1f-e114483eb6e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624297 Feb 20 23:02:09.462124 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2774840-a007-46b1-8bee-116ecadc39b4 req-5b4c2746-f98e-4047-948e-9f723434f707 tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:02:09.463675 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-f2774840-a007-46b1-8bee-116ecadc39b4 req-5b4c2746-f98e-4047-948e-9f723434f707 tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] 10.222.0.65 "GET /v2.0/ports?device_id=81375607-d255-4352-85da-eab4c1e730a9 HTTP/1.1" status: 200 len: 945 time: 0.0562506 Feb 20 23:02:09.512618 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-f2774840-a007-46b1-8bee-116ecadc39b4 req-afc4451d-61b8-4c9f-a91a-258a644832ea tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] 10.222.0.65 "GET /v2.0/security-groups?id=bc262dbf-af7b-45c0-8865-5866657a07f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434117 Feb 20 23:02:10.398777 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609ca479-b36e-47b4-82d3-a4c753c79bed req-515f6f68-23e3-4d61-99c6-12a3172758a7 tempest-VolumesSnapshotTestJSON-1241170216 tempest-VolumesSnapshotTestJSON-1241170216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:02:10.400735 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-609ca479-b36e-47b4-82d3-a4c753c79bed req-515f6f68-23e3-4d61-99c6-12a3172758a7 tempest-VolumesSnapshotTestJSON-1241170216 tempest-VolumesSnapshotTestJSON-1241170216-project] 10.222.0.65 "GET /v2.0/ports?device_id=dc1042d5-9f9e-4499-8df3-606eafe2d52c HTTP/1.1" status: 200 len: 943 time: 0.0571773 Feb 20 23:02:10.489396 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-609ca479-b36e-47b4-82d3-a4c753c79bed req-2126263a-0747-491d-ae4d-9f3fbf965855 tempest-VolumesSnapshotTestJSON-1241170216 tempest-VolumesSnapshotTestJSON-1241170216-project] 10.222.0.65 "GET /v2.0/security-groups?id=d0557ae7-5384-4994-8d80-712fd7d257c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820935 Feb 20 23:02:10.545460 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ae8c5f-578c-41d0-a6d6-9225c96c32ba req-538adc7a-d482-4c3a-bcdd-48f62a5952fd tempest-TestMinimumBasicScenario-1893721209 tempest-TestMinimumBasicScenario-1893721209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:02:10.546980 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-34ae8c5f-578c-41d0-a6d6-9225c96c32ba req-538adc7a-d482-4c3a-bcdd-48f62a5952fd tempest-TestMinimumBasicScenario-1893721209 tempest-TestMinimumBasicScenario-1893721209-project] 10.222.0.65 "GET /v2.0/ports?device_id=dd328b41-a333-4a4f-8d95-3d7e290f5bc9 HTTP/1.1" status: 200 len: 932 time: 0.0772982 Feb 20 23:02:10.685870 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d15de10-6fa9-4aa7-9f5c-7b844b3994ce req-f84af5cd-ad3b-4c99-810c-7558ac87dd74 tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:02:10.690867 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-34ae8c5f-578c-41d0-a6d6-9225c96c32ba req-61e1fb50-a9b6-4ee4-895e-dbacf4e41899 tempest-TestMinimumBasicScenario-1893721209 tempest-TestMinimumBasicScenario-1893721209-project] 10.222.0.65 "GET /v2.0/security-groups?id=7ac38dbc-73f7-4b33-bf1f-e114483eb6e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234136 Feb 20 23:02:10.692734 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-3d15de10-6fa9-4aa7-9f5c-7b844b3994ce req-f84af5cd-ad3b-4c99-810c-7558ac87dd74 tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] 10.222.0.65 "GET /v2.0/ports?device_id=81375607-d255-4352-85da-eab4c1e730a9 HTTP/1.1" status: 200 len: 945 time: 0.0867748 Feb 20 23:02:10.741060 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-3d15de10-6fa9-4aa7-9f5c-7b844b3994ce req-de615841-d9d0-42b2-b4ad-111a60def38e tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] 10.222.0.65 "GET /v2.0/security-groups?id=bc262dbf-af7b-45c0-8865-5866657a07f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468102 Feb 20 23:02:11.712364 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad51ccf-db70-4551-a1d3-c98a5511c0d0 req-ddf5a609-9387-437b-8f24-595892321ae1 tempest-VolumesSnapshotTestJSON-1241170216 tempest-VolumesSnapshotTestJSON-1241170216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:02:11.714698 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-9ad51ccf-db70-4551-a1d3-c98a5511c0d0 req-ddf5a609-9387-437b-8f24-595892321ae1 tempest-VolumesSnapshotTestJSON-1241170216 tempest-VolumesSnapshotTestJSON-1241170216-project] 10.222.0.65 "GET /v2.0/ports?device_id=dc1042d5-9f9e-4499-8df3-606eafe2d52c HTTP/1.1" status: 200 len: 943 time: 0.0660374 Feb 20 23:02:11.819475 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-9ad51ccf-db70-4551-a1d3-c98a5511c0d0 req-b3bc8b67-697a-4d9f-9e2e-f6b7ed3f4480 tempest-VolumesSnapshotTestJSON-1241170216 tempest-VolumesSnapshotTestJSON-1241170216-project] 10.222.0.65 "GET /v2.0/security-groups?id=d0557ae7-5384-4994-8d80-712fd7d257c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975513 Feb 20 23:02:11.906469 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3501d3d-cc30-440c-88bf-6a3e605c65a3 req-a85888fe-45db-4403-b739-d4ba69d67c7f tempest-TestMinimumBasicScenario-1893721209 tempest-TestMinimumBasicScenario-1893721209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:02:11.914626 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-c3501d3d-cc30-440c-88bf-6a3e605c65a3 req-a85888fe-45db-4403-b739-d4ba69d67c7f tempest-TestMinimumBasicScenario-1893721209 tempest-TestMinimumBasicScenario-1893721209-project] 10.222.0.65 "GET /v2.0/ports?device_id=dd328b41-a333-4a4f-8d95-3d7e290f5bc9 HTTP/1.1" status: 200 len: 932 time: 0.1261303 Feb 20 23:02:11.965703 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2e1f80-d470-48c3-ae0a-875995029008 req-c70be56e-fb63-4d69-9f7a-737047ae2f93 tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:02:11.973072 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-fe2e1f80-d470-48c3-ae0a-875995029008 req-c70be56e-fb63-4d69-9f7a-737047ae2f93 tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] 10.222.0.65 "GET /v2.0/ports?device_id=81375607-d255-4352-85da-eab4c1e730a9 HTTP/1.1" status: 200 len: 945 time: 0.0906572 Feb 20 23:02:11.976751 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-c3501d3d-cc30-440c-88bf-6a3e605c65a3 req-2b75f36c-964b-49ab-bd3a-951c859d310d tempest-TestMinimumBasicScenario-1893721209 tempest-TestMinimumBasicScenario-1893721209-project] 10.222.0.65 "GET /v2.0/security-groups?id=7ac38dbc-73f7-4b33-bf1f-e114483eb6e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583746 Feb 20 23:02:12.075905 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-fe2e1f80-d470-48c3-ae0a-875995029008 req-5249442a-edf2-4395-bb54-c49665325a33 tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] 10.222.0.65 "GET /v2.0/security-groups?id=bc262dbf-af7b-45c0-8865-5866657a07f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951900 Feb 20 23:02:12.269378 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-88b960a5-3078-4b44-a39f-f11a40769be5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (83a03d73-f5e1-4f72-b2a3-d557ae097998), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:02:12.945959 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0a4502-3120-44be-bf16-88b0ec37f319 req-dac955a2-1c93-4b4f-805d-a0801ffcb373 tempest-VolumesSnapshotTestJSON-1241170216 tempest-VolumesSnapshotTestJSON-1241170216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:02:12.947728 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-3b0a4502-3120-44be-bf16-88b0ec37f319 req-dac955a2-1c93-4b4f-805d-a0801ffcb373 tempest-VolumesSnapshotTestJSON-1241170216 tempest-VolumesSnapshotTestJSON-1241170216-project] 10.222.0.65 "GET /v2.0/ports?device_id=dc1042d5-9f9e-4499-8df3-606eafe2d52c HTTP/1.1" status: 200 len: 943 time: 0.0626254 Feb 20 23:02:13.065067 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-3b0a4502-3120-44be-bf16-88b0ec37f319 req-57da67b5-ab72-4252-ac29-7f8164fd4912 tempest-VolumesSnapshotTestJSON-1241170216 tempest-VolumesSnapshotTestJSON-1241170216-project] 10.222.0.65 "GET /v2.0/security-groups?id=d0557ae7-5384-4994-8d80-712fd7d257c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099386 Feb 20 23:02:13.176386 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46df0192-db97-455e-8b78-86afb7a6328e req-49085d14-01ca-414c-99d9-a887f99c7c82 tempest-TestMinimumBasicScenario-1893721209 tempest-TestMinimumBasicScenario-1893721209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:02:13.186677 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-46df0192-db97-455e-8b78-86afb7a6328e req-49085d14-01ca-414c-99d9-a887f99c7c82 tempest-TestMinimumBasicScenario-1893721209 tempest-TestMinimumBasicScenario-1893721209-project] 10.222.0.65 "GET /v2.0/ports?device_id=dd328b41-a333-4a4f-8d95-3d7e290f5bc9 HTTP/1.1" status: 200 len: 932 time: 0.1156402 Feb 20 23:02:13.257258 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6b085c-c37a-42b7-97c7-e81f3e7ff795 req-fc264a33-65d3-4b03-9bfb-b116e75afc8d tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:02:13.264406 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-6f6b085c-c37a-42b7-97c7-e81f3e7ff795 req-fc264a33-65d3-4b03-9bfb-b116e75afc8d tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] 10.222.0.65 "GET /v2.0/ports?device_id=81375607-d255-4352-85da-eab4c1e730a9 HTTP/1.1" status: 200 len: 945 time: 0.0831337 Feb 20 23:02:13.293543 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-46df0192-db97-455e-8b78-86afb7a6328e req-776fd6f8-0adb-4a28-80f1-09853e039fc8 tempest-TestMinimumBasicScenario-1893721209 tempest-TestMinimumBasicScenario-1893721209-project] 10.222.0.65 "GET /v2.0/security-groups?id=7ac38dbc-73f7-4b33-bf1f-e114483eb6e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057229 Feb 20 23:02:13.359332 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-6f6b085c-c37a-42b7-97c7-e81f3e7ff795 req-b53a0391-1b90-4e09-997b-afaaf1ca3a90 tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] 10.222.0.65 "GET /v2.0/security-groups?id=bc262dbf-af7b-45c0-8865-5866657a07f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939779 Feb 20 23:02:14.210158 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958cfe82-2fa7-41c4-9367-96fa84ba84ea req-c9699047-3f2b-4c1a-800a-347f1ba61d4c tempest-VolumesSnapshotTestJSON-1241170216 tempest-VolumesSnapshotTestJSON-1241170216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:02:14.218044 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-958cfe82-2fa7-41c4-9367-96fa84ba84ea req-c9699047-3f2b-4c1a-800a-347f1ba61d4c tempest-VolumesSnapshotTestJSON-1241170216 tempest-VolumesSnapshotTestJSON-1241170216-project] 10.222.0.65 "GET /v2.0/ports?device_id=dc1042d5-9f9e-4499-8df3-606eafe2d52c HTTP/1.1" status: 200 len: 943 time: 0.0774550 Feb 20 23:02:14.278577 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-958cfe82-2fa7-41c4-9367-96fa84ba84ea req-7c3162e9-f4ba-4ead-acfc-0090ecbb7f38 tempest-VolumesSnapshotTestJSON-1241170216 tempest-VolumesSnapshotTestJSON-1241170216-project] 10.222.0.65 "GET /v2.0/security-groups?id=d0557ae7-5384-4994-8d80-712fd7d257c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593772 Feb 20 23:02:14.472160 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d23bc1-4373-4875-8f44-f18ace0a650a req-578223ac-605c-44fe-9a42-1caf79c1befa tempest-TestMinimumBasicScenario-1893721209 tempest-TestMinimumBasicScenario-1893721209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:02:14.488637 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-53d23bc1-4373-4875-8f44-f18ace0a650a req-578223ac-605c-44fe-9a42-1caf79c1befa tempest-TestMinimumBasicScenario-1893721209 tempest-TestMinimumBasicScenario-1893721209-project] 10.222.0.65 "GET /v2.0/ports?device_id=dd328b41-a333-4a4f-8d95-3d7e290f5bc9 HTTP/1.1" status: 200 len: 932 time: 0.1101644 Feb 20 23:02:14.492648 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-ed4ba1a1-596e-4146-af08-d561184a5709 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (13c347f3-1c01-45ee-af8c-9f8a630e0f23), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:02:14.537805 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5106293c-37d5-43ec-b177-175c5550e905 req-50530793-db58-4556-8034-0ca4ba54931f tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:02:14.550568 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-5106293c-37d5-43ec-b177-175c5550e905 req-50530793-db58-4556-8034-0ca4ba54931f tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] 10.222.0.65 "GET /v2.0/ports?device_id=81375607-d255-4352-85da-eab4c1e730a9 HTTP/1.1" status: 200 len: 945 time: 0.1066387 Feb 20 23:02:14.560433 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-53d23bc1-4373-4875-8f44-f18ace0a650a req-fb4069df-b0c4-48b7-98cd-3e0ff58bf950 tempest-TestMinimumBasicScenario-1893721209 tempest-TestMinimumBasicScenario-1893721209-project] 10.222.0.65 "GET /v2.0/security-groups?id=7ac38dbc-73f7-4b33-bf1f-e114483eb6e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708294 Feb 20 23:02:14.616665 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-5106293c-37d5-43ec-b177-175c5550e905 req-ceb53942-c265-4d70-84cb-297d97434993 tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] 10.222.0.65 "GET /v2.0/security-groups?id=bc262dbf-af7b-45c0-8865-5866657a07f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651515 Feb 20 23:02:15.427602 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25094fb3-36fa-46b6-92a8-26a1ed4eead2 req-b0a0b1e2-a892-45f4-b865-624c13e10e30 tempest-VolumesSnapshotTestJSON-1241170216 tempest-VolumesSnapshotTestJSON-1241170216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:02:15.429024 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-25094fb3-36fa-46b6-92a8-26a1ed4eead2 req-b0a0b1e2-a892-45f4-b865-624c13e10e30 tempest-VolumesSnapshotTestJSON-1241170216 tempest-VolumesSnapshotTestJSON-1241170216-project] 10.222.0.65 "GET /v2.0/ports?device_id=dc1042d5-9f9e-4499-8df3-606eafe2d52c HTTP/1.1" status: 200 len: 943 time: 0.0625300 Feb 20 23:02:15.481979 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-25094fb3-36fa-46b6-92a8-26a1ed4eead2 req-fad154ab-f0a6-4241-b5dc-c028c29f7e44 tempest-VolumesSnapshotTestJSON-1241170216 tempest-VolumesSnapshotTestJSON-1241170216-project] 10.222.0.65 "GET /v2.0/security-groups?id=d0557ae7-5384-4994-8d80-712fd7d257c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472689 Feb 20 23:02:15.729006 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551345cd-9620-4787-b086-ac3224335981 req-1a035567-6556-42c0-804c-01dae554b8a4 tempest-TestMinimumBasicScenario-1893721209 tempest-TestMinimumBasicScenario-1893721209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:02:15.735882 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-551345cd-9620-4787-b086-ac3224335981 req-1a035567-6556-42c0-804c-01dae554b8a4 tempest-TestMinimumBasicScenario-1893721209 tempest-TestMinimumBasicScenario-1893721209-project] 10.222.0.65 "GET /v2.0/ports?device_id=dd328b41-a333-4a4f-8d95-3d7e290f5bc9 HTTP/1.1" status: 200 len: 932 time: 0.0766168 Feb 20 23:02:15.777261 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35d3850-a665-4a67-bc89-6385539b4f77 req-48b34b94-48e6-4425-8abf-7ba510090a85 tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:02:15.779169 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-a35d3850-a665-4a67-bc89-6385539b4f77 req-48b34b94-48e6-4425-8abf-7ba510090a85 tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] 10.222.0.65 "GET /v2.0/ports?device_id=81375607-d255-4352-85da-eab4c1e730a9 HTTP/1.1" status: 200 len: 945 time: 0.0802972 Feb 20 23:02:15.793323 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-551345cd-9620-4787-b086-ac3224335981 req-ea06428f-ace0-4c6e-b0dc-f75b29a7dab1 tempest-TestMinimumBasicScenario-1893721209 tempest-TestMinimumBasicScenario-1893721209-project] 10.222.0.65 "GET /v2.0/security-groups?id=7ac38dbc-73f7-4b33-bf1f-e114483eb6e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563917 Feb 20 23:02:15.867545 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-a35d3850-a665-4a67-bc89-6385539b4f77 req-62b7a289-838c-4da3-b757-b040784f16e6 tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] 10.222.0.65 "GET /v2.0/security-groups?id=bc262dbf-af7b-45c0-8865-5866657a07f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796330 Feb 20 23:02:15.916560 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-343008d4-3a37-47e4-bcbd-5ef9b41dd99c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (5ba36dc9-fc49-4f8a-9e75-ea70dbbc9d37), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:02:16.618203 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4813a8b2-18f0-4bb4-b95f-e97f102b3b7a req-39b5baef-be2f-4ca6-b1d5-d46b79bc5b90 tempest-VolumesSnapshotTestJSON-1241170216 tempest-VolumesSnapshotTestJSON-1241170216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:02:16.626725 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-4813a8b2-18f0-4bb4-b95f-e97f102b3b7a req-39b5baef-be2f-4ca6-b1d5-d46b79bc5b90 tempest-VolumesSnapshotTestJSON-1241170216 tempest-VolumesSnapshotTestJSON-1241170216-project] 10.222.0.65 "GET /v2.0/ports?device_id=dc1042d5-9f9e-4499-8df3-606eafe2d52c HTTP/1.1" status: 200 len: 943 time: 0.0727167 Feb 20 23:02:16.678955 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-4813a8b2-18f0-4bb4-b95f-e97f102b3b7a req-72ccda09-0c59-4d78-b246-3c729828cf5d tempest-VolumesSnapshotTestJSON-1241170216 tempest-VolumesSnapshotTestJSON-1241170216-project] 10.222.0.65 "GET /v2.0/security-groups?id=d0557ae7-5384-4994-8d80-712fd7d257c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507927 Feb 20 23:02:16.951752 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4dd99d-7ebf-444c-9644-156403463b73 req-f0821b5b-6ac6-4389-8318-1d138ba69e05 tempest-TestMinimumBasicScenario-1893721209 tempest-TestMinimumBasicScenario-1893721209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:02:16.953527 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-2d4dd99d-7ebf-444c-9644-156403463b73 req-f0821b5b-6ac6-4389-8318-1d138ba69e05 tempest-TestMinimumBasicScenario-1893721209 tempest-TestMinimumBasicScenario-1893721209-project] 10.222.0.65 "GET /v2.0/ports?device_id=dd328b41-a333-4a4f-8d95-3d7e290f5bc9 HTTP/1.1" status: 200 len: 932 time: 0.0855091 Feb 20 23:02:17.045070 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4064f7-e288-491e-9bed-2f0f2ec19308 req-63b35696-73e6-40e6-bdb3-08eb3ba1d726 tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:02:17.059776 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-7a4064f7-e288-491e-9bed-2f0f2ec19308 req-63b35696-73e6-40e6-bdb3-08eb3ba1d726 tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] 10.222.0.65 "GET /v2.0/ports?device_id=81375607-d255-4352-85da-eab4c1e730a9 HTTP/1.1" status: 200 len: 945 time: 0.1199191 Feb 20 23:02:17.061187 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-2d4dd99d-7ebf-444c-9644-156403463b73 req-4f9c99f1-94d4-44fc-ba73-76de6bf3d482 tempest-TestMinimumBasicScenario-1893721209 tempest-TestMinimumBasicScenario-1893721209-project] 10.222.0.65 "GET /v2.0/security-groups?id=7ac38dbc-73f7-4b33-bf1f-e114483eb6e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949955 Feb 20 23:02:17.115083 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-7a4064f7-e288-491e-9bed-2f0f2ec19308 req-bf5d6124-5940-43eb-a5cf-4ccf6d5dce87 tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] 10.222.0.65 "GET /v2.0/security-groups?id=bc262dbf-af7b-45c0-8865-5866657a07f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461986 Feb 20 23:02:17.155434 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-f8bda328-0f39-40fc-b2c8-28796977f3d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (e2edd6cb-ac77-47df-80b5-e0a92a5dde3d), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:02:17.404030 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.v2.base [req-ce3010c4-8acc-4209-b23f-bc6986ea30ef req-9fd4f208-f204-4925-9197-3741e4598e12 service neutron] Request body: {'port': {'device_id': 'dd328b41-a333-4a4f-8d95-3d7e290f5bc9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:02:17.493298 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-ce3010c4-8acc-4209-b23f-bc6986ea30ef req-9fd4f208-f204-4925-9197-3741e4598e12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4131840'] for port (094032c2-20c8-4097-a27f-880be39ff71d), before_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:02:17.589014 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be34e4f-b210-43c1-82fe-4e594b22b3b4 req-ced32280-0420-4864-816a-1a56814dd945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:02:17.590572 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-9be34e4f-b210-43c1-82fe-4e594b22b3b4 req-ced32280-0420-4864-816a-1a56814dd945 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=df10adfc305c4be6a8cfc8eddd607c89&device_id=dc1042d5-9f9e-4499-8df3-606eafe2d52c HTTP/1.1" status: 200 len: 1127 time: 0.0950074 Feb 20 23:02:17.844138 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be34e4f-b210-43c1-82fe-4e594b22b3b4 req-577d1b98-b1ad-4675-ad3d-393f73379e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:02:17.845772 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-9be34e4f-b210-43c1-82fe-4e594b22b3b4 req-577d1b98-b1ad-4675-ad3d-393f73379e9d service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=df10adfc305c4be6a8cfc8eddd607c89&shared=False HTTP/1.1" status: 200 len: 914 time: 0.2055776 Feb 20 23:02:17.852921 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae91a16-ced5-4636-8de1-0358b270b03b req-1672d705-eeb7-4918-a1fb-f686e5797da3 tempest-VolumesSnapshotTestJSON-1241170216 tempest-VolumesSnapshotTestJSON-1241170216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:02:17.863647 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-9ae91a16-ced5-4636-8de1-0358b270b03b req-1672d705-eeb7-4918-a1fb-f686e5797da3 tempest-VolumesSnapshotTestJSON-1241170216 tempest-VolumesSnapshotTestJSON-1241170216-project] 10.222.0.65 "GET /v2.0/ports?device_id=dc1042d5-9f9e-4499-8df3-606eafe2d52c HTTP/1.1" status: 200 len: 943 time: 0.0876417 Feb 20 23:02:17.933161 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-9ae91a16-ced5-4636-8de1-0358b270b03b req-10d1d4a9-a8e1-41e6-b038-db1dc1a89486 tempest-VolumesSnapshotTestJSON-1241170216 tempest-VolumesSnapshotTestJSON-1241170216-project] 10.222.0.65 "GET /v2.0/security-groups?id=d0557ae7-5384-4994-8d80-712fd7d257c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644917 Feb 20 23:02:17.970110 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be34e4f-b210-43c1-82fe-4e594b22b3b4 req-45f3ec21-6bf7-4378-9af5-4b1aa1d99c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:02:17.971545 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-9be34e4f-b210-43c1-82fe-4e594b22b3b4 req-45f3ec21-6bf7-4378-9af5-4b1aa1d99c41 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1155670 Feb 20 23:02:18.060788 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.notifiers.nova [req-ce3010c4-8acc-4209-b23f-bc6986ea30ef req-9fd4f208-f204-4925-9197-3741e4598e12 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 094032c2-20c8-4097-a27f-880be39ff71d {{(pid=109628) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 23:02:18.099153 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-ce3010c4-8acc-4209-b23f-bc6986ea30ef req-9fd4f208-f204-4925-9197-3741e4598e12 service neutron] Publish callbacks [] for port (094032c2-20c8-4097-a27f-880be39ff71d), precommit_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:02:18.122701 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.db.provisioning_blocks [req-ce3010c4-8acc-4209-b23f-bc6986ea30ef req-9fd4f208-f204-4925-9197-3741e4598e12 service neutron] Transition to ACTIVE for port object 094032c2-20c8-4097-a27f-880be39ff71d will not be triggered until provisioned by entity L2. {{(pid=109628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 23:02:18.141183 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111cf797-3ee0-45c1-acfe-2b850518b210 req-989c501a-4477-4dfe-8ba4-7287dc4ad9cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:02:18.143411 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-111cf797-3ee0-45c1-acfe-2b850518b210 req-989c501a-4477-4dfe-8ba4-7287dc4ad9cd service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=df10adfc305c4be6a8cfc8eddd607c89&device_id=dc1042d5-9f9e-4499-8df3-606eafe2d52c HTTP/1.1" status: 200 len: 1127 time: 0.0996981 Feb 20 23:02:18.208264 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-ce3010c4-8acc-4209-b23f-bc6986ea30ef req-9fd4f208-f204-4925-9197-3741e4598e12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747407212427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747406771514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747406771532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59259312'] for port (094032c2-20c8-4097-a27f-880be39ff71d), after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:02:18.283635 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3948a073-4804-4f32-94d0-d25f819f464f req-7df2ded8-7436-4228-a883-8dec1a27ebe1 tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:02:18.293885 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd4f208-f204-4925-9197-3741e4598e12 service neutron] Pushing event updated for resources: {'Port': ['ID=094032c2-20c8-4097-a27f-880be39ff71d,revision_number=2']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:02:18.294290 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-3948a073-4804-4f32-94d0-d25f819f464f req-7df2ded8-7436-4228-a883-8dec1a27ebe1 tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] 10.222.0.65 "GET /v2.0/ports?device_id=81375607-d255-4352-85da-eab4c1e730a9 HTTP/1.1" status: 200 len: 945 time: 0.0987532 Feb 20 23:02:18.365776 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-111cf797-3ee0-45c1-acfe-2b850518b210 req-89c222d2-98e4-4728-a157-f3d1bc618440 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=acbd613c-7922-40f5-ae43-e26151f8aab0 HTTP/1.1" status: 200 len: 217 time: 0.0819685 Feb 20 23:02:18.366040 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-3948a073-4804-4f32-94d0-d25f819f464f req-6fd05ef6-1e4b-40c6-9e0a-57a80d2b0821 tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] 10.222.0.65 "GET /v2.0/security-groups?id=bc262dbf-af7b-45c0-8865-5866657a07f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644057 Feb 20 23:02:18.523417 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79b8aeb-555e-42d3-a3ea-b98a753f82fb req-a5fa9736-e761-4b04-a752-692e08d097a7 tempest-TestMinimumBasicScenario-1893721209 tempest-TestMinimumBasicScenario-1893721209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:02:18.526648 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-c79b8aeb-555e-42d3-a3ea-b98a753f82fb req-a5fa9736-e761-4b04-a752-692e08d097a7 tempest-TestMinimumBasicScenario-1893721209 tempest-TestMinimumBasicScenario-1893721209-project] 10.222.0.65 "GET /v2.0/ports?device_id=dd328b41-a333-4a4f-8d95-3d7e290f5bc9 HTTP/1.1" status: 200 len: 932 time: 0.3515573 Feb 20 23:02:18.610641 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [req-ce3010c4-8acc-4209-b23f-bc6986ea30ef req-9fd4f208-f204-4925-9197-3741e4598e12 service neutron] Attempting to bind port 094032c2-20c8-4097-a27f-880be39ff71d on host hv-cinder-83009 for vnic_type normal with profile {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 23:02:18.611062 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [req-ce3010c4-8acc-4209-b23f-bc6986ea30ef req-9fd4f208-f204-4925-9197-3741e4598e12 service neutron] Attempting to bind port 094032c2-20c8-4097-a27f-880be39ff71d by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '9f41be4e-4ea2-4c33-b37b-5645696f0dfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '49827f61-3092-4973-9005-6ef8ce9e46b5'}] {{(pid=109628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 23:02:18.611458 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce3010c4-8acc-4209-b23f-bc6986ea30ef req-9fd4f208-f204-4925-9197-3741e4598e12 service neutron] Attempting to bind port 094032c2-20c8-4097-a27f-880be39ff71d on network 49827f61-3092-4973-9005-6ef8ce9e46b5 {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 23:02:18.614264 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111cf797-3ee0-45c1-acfe-2b850518b210 req-6daeada2-481f-45a5-aa1d-018cc2179997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:02:18.616429 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-111cf797-3ee0-45c1-acfe-2b850518b210 req-6daeada2-481f-45a5-aa1d-018cc2179997 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=eacb9a2c-6edb-4f6e-9537-3c6a5807374e HTTP/1.1" status: 200 len: 854 time: 0.2263157 Feb 20 23:02:18.642562 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce3010c4-8acc-4209-b23f-bc6986ea30ef req-9fd4f208-f204-4925-9197-3741e4598e12 service neutron] Port 094032c2-20c8-4097-a27f-880be39ff71d on network 49827f61-3092-4973-9005-6ef8ce9e46b5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 23:02:18.642985 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce3010c4-8acc-4209-b23f-bc6986ea30ef req-9fd4f208-f204-4925-9197-3741e4598e12 service neutron] Attempting to bind port 094032c2-20c8-4097-a27f-880be39ff71d on network 49827f61-3092-4973-9005-6ef8ce9e46b5 {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 23:02:18.667355 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-111cf797-3ee0-45c1-acfe-2b850518b210 req-07530546-85ec-49fd-ae46-3f317123c04d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e8193870-1b01-47ab-835a-2baf20aae3ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424142 Feb 20 23:02:18.671397 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce3010c4-8acc-4209-b23f-bc6986ea30ef req-9fd4f208-f204-4925-9197-3741e4598e12 service neutron] Checking agent: {'id': 'a929ecfe-02b1-4b86-b2e7-0c746ea4b12c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 22, 57, 21), 'started_at': datetime.datetime(2022, 2, 20, 22, 57, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 23, 1, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 23:02:18.671833 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce3010c4-8acc-4209-b23f-bc6986ea30ef req-9fd4f208-f204-4925-9197-3741e4598e12 service neutron] Checking segment: {'id': '9f41be4e-4ea2-4c33-b37b-5645696f0dfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '49827f61-3092-4973-9005-6ef8ce9e46b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 23:02:18.672329 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce3010c4-8acc-4209-b23f-bc6986ea30ef req-9fd4f208-f204-4925-9197-3741e4598e12 service neutron] Bound using segment: {'id': '9f41be4e-4ea2-4c33-b37b-5645696f0dfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '49827f61-3092-4973-9005-6ef8ce9e46b5'} {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 23:02:18.672860 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [req-ce3010c4-8acc-4209-b23f-bc6986ea30ef req-9fd4f208-f204-4925-9197-3741e4598e12 service neutron] Bound port: 094032c2-20c8-4097-a27f-880be39ff71d, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f41be4e-4ea2-4c33-b37b-5645696f0dfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '49827f61-3092-4973-9005-6ef8ce9e46b5'}}] {{(pid=109628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 23:02:18.673352 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-ce3010c4-8acc-4209-b23f-bc6986ea30ef req-9fd4f208-f204-4925-9197-3741e4598e12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4131840'] for port (094032c2-20c8-4097-a27f-880be39ff71d), before_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:02:18.686777 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-c79b8aeb-555e-42d3-a3ea-b98a753f82fb req-2c5ede21-2b4b-4183-819c-23d90f359822 tempest-TestMinimumBasicScenario-1893721209 tempest-TestMinimumBasicScenario-1893721209-project] 10.222.0.65 "GET /v2.0/security-groups?id=7ac38dbc-73f7-4b33-bf1f-e114483eb6e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298192 Feb 20 23:02:18.709746 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (2dc95353-690e-4eed-857f-cdb5bbe3a4be), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:02:18.817177 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.db [req-ce3010c4-8acc-4209-b23f-bc6986ea30ef req-9fd4f208-f204-4925-9197-3741e4598e12 service neutron] For port 094032c2-20c8-4097-a27f-880be39ff71d, host hv-cinder-83009, cleared binding levels {{(pid=109628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 23:02:18.822170 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.db [req-ce3010c4-8acc-4209-b23f-bc6986ea30ef req-9fd4f208-f204-4925-9197-3741e4598e12 service neutron] For port 094032c2-20c8-4097-a27f-880be39ff71d, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=094032c2-20c8-4097-a27f-880be39ff71d,segment=NetworkSegment(9f41be4e-4ea2-4c33-b37b-5645696f0dfb),segment_id=9f41be4e-4ea2-4c33-b37b-5645696f0dfb)] {{(pid=109628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 23:02:18.827736 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-111cf797-3ee0-45c1-acfe-2b850518b210 req-3b9285db-78f9-48e5-b9b5-536356f58181 service neutron] 10.222.0.42 "GET /v2.0/networks/e8193870-1b01-47ab-835a-2baf20aae3ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400301 Feb 20 23:02:18.894525 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-ce3010c4-8acc-4209-b23f-bc6986ea30ef req-9fd4f208-f204-4925-9197-3741e4598e12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747407212427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747406771514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747406771532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59259312'] for port (094032c2-20c8-4097-a27f-880be39ff71d), after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:02:18.943450 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3010c4-8acc-4209-b23f-bc6986ea30ef req-9fd4f208-f204-4925-9197-3741e4598e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:02:18.944167 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-ce3010c4-8acc-4209-b23f-bc6986ea30ef req-9fd4f208-f204-4925-9197-3741e4598e12 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932959'] for port (None), before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:02:18.945858 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-ce3010c4-8acc-4209-b23f-bc6986ea30ef req-9fd4f208-f204-4925-9197-3741e4598e12 service neutron] 10.222.0.42 "PUT /v2.0/ports/094032c2-20c8-4097-a27f-880be39ff71d HTTP/1.1" status: 200 len: 1094 time: 1.5555770 Feb 20 23:02:18.946498 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd328b41-a333-4a4f-8d95-3d7e290f5bc9', 'tag': '094032c2-20c8-4097-a27f-880be39ff71d'}] {{(pid=109628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 23:02:18.948956 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4be7ee60aa4259b475ee261dcf74c65065c56e299c7a4b2359a57cf03aee0d96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59328713-510d-46dd-9e27-411116c52aa9" -d '{"events": [{"name": "network-changed", "server_uuid": "dd328b41-a333-4a4f-8d95-3d7e290f5bc9", "tag": "094032c2-20c8-4097-a27f-880be39ff71d"}]}' {{(pid=109628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 23:02:18.985419 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-111cf797-3ee0-45c1-acfe-2b850518b210 req-011c2f1c-28cb-4771-a209-1faabdf67fe1 service neutron] 10.222.0.42 "GET /v2.0/networks/e8193870-1b01-47ab-835a-2baf20aae3ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1518388 Feb 20 23:02:18.988736 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd4f208-f204-4925-9197-3741e4598e12 service neutron] Pushing event updated for resources: {'Port': ['ID=094032c2-20c8-4097-a27f-880be39ff71d,revision_number=3']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:02:19.009599 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 23:02:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-792cfa2b-3524-449e-8046-32446a0acb7f x-openstack-request-id: req-792cfa2b-3524-449e-8046-32446a0acb7f {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 23:02:19.010012 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd328b41-a333-4a4f-8d95-3d7e290f5bc9", "tag": "094032c2-20c8-4097-a27f-880be39ff71d", "status": "completed", "code": 200}]} {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 23:02:19.010452 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-792cfa2b-3524-449e-8046-32446a0acb7f {{(pid=109628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 23:02:19.010995 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd328b41-a333-4a4f-8d95-3d7e290f5bc9', 'tag': '094032c2-20c8-4097-a27f-880be39ff71d', 'status': 'completed', 'code': 200} Feb 20 23:02:19.108530 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a4b74c-cc36-46e8-a83b-8e4d72df137f req-d886093f-7941-4bd6-add3-734feaaa28a7 tempest-VolumesSnapshotTestJSON-1241170216 tempest-VolumesSnapshotTestJSON-1241170216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:02:19.110454 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-d6a4b74c-cc36-46e8-a83b-8e4d72df137f req-d886093f-7941-4bd6-add3-734feaaa28a7 tempest-VolumesSnapshotTestJSON-1241170216 tempest-VolumesSnapshotTestJSON-1241170216-project] 10.222.0.65 "GET /v2.0/ports?device_id=dc1042d5-9f9e-4499-8df3-606eafe2d52c HTTP/1.1" status: 200 len: 943 time: 0.0783439 Feb 20 23:02:19.138331 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59328713-510d-46dd-9e27-411116c52aa9 req-b384aa2d-81f5-4861-ba64-9c6a6d34e0c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:02:19.140793 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-59328713-510d-46dd-9e27-411116c52aa9 req-b384aa2d-81f5-4861-ba64-9c6a6d34e0c1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c3e33ca04103445c86d7b13f76fe664b&device_id=dd328b41-a333-4a4f-8d95-3d7e290f5bc9 HTTP/1.1" status: 200 len: 1128 time: 0.0851760 Feb 20 23:02:19.191057 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-d6a4b74c-cc36-46e8-a83b-8e4d72df137f req-277f200d-b0ca-477c-bd52-d18412899ec4 tempest-VolumesSnapshotTestJSON-1241170216 tempest-VolumesSnapshotTestJSON-1241170216-project] 10.222.0.65 "GET /v2.0/security-groups?id=d0557ae7-5384-4994-8d80-712fd7d257c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707655 Feb 20 23:02:19.283009 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59328713-510d-46dd-9e27-411116c52aa9 req-20495995-03fd-44b5-8129-fa7fa28345ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:02:19.284549 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-59328713-510d-46dd-9e27-411116c52aa9 req-20495995-03fd-44b5-8129-fa7fa28345ae service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=c3e33ca04103445c86d7b13f76fe664b&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1202512 Feb 20 23:02:19.389439 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59328713-510d-46dd-9e27-411116c52aa9 req-59bfe849-f9e5-4404-a3ea-3c7e0e5deb14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:02:19.392415 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-59328713-510d-46dd-9e27-411116c52aa9 req-59bfe849-f9e5-4404-a3ea-3c7e0e5deb14 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1006172 Feb 20 23:02:19.529868 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3010c4-8acc-4209-b23f-bc6986ea30ef req-3e1e75ce-9676-4cfe-a58d-6248dbaf7d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:02:19.531414 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-ce3010c4-8acc-4209-b23f-bc6986ea30ef req-3e1e75ce-9676-4cfe-a58d-6248dbaf7d20 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c3e33ca04103445c86d7b13f76fe664b&device_id=dd328b41-a333-4a4f-8d95-3d7e290f5bc9 HTTP/1.1" status: 200 len: 1128 time: 0.0823934 Feb 20 23:02:19.557641 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0bf1ed-a100-4cfd-9292-dc2e3fd3e7f6 req-d3e71f8b-f0c1-434e-ae2a-dc5b5342a0fd tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:02:19.566419 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-0e0bf1ed-a100-4cfd-9292-dc2e3fd3e7f6 req-d3e71f8b-f0c1-434e-ae2a-dc5b5342a0fd tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] 10.222.0.65 "GET /v2.0/ports?device_id=81375607-d255-4352-85da-eab4c1e730a9 HTTP/1.1" status: 200 len: 945 time: 0.1095424 Feb 20 23:02:19.609071 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-ce3010c4-8acc-4209-b23f-bc6986ea30ef req-d914fd48-8cf2-47e8-b18f-b2f08f147aef service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=094032c2-20c8-4097-a27f-880be39ff71d HTTP/1.1" status: 200 len: 217 time: 0.0478230 Feb 20 23:02:19.767409 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-0e0bf1ed-a100-4cfd-9292-dc2e3fd3e7f6 req-503b35d9-dbc2-44a7-a015-5f5d8ec14a56 tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] 10.222.0.65 "GET /v2.0/security-groups?id=bc262dbf-af7b-45c0-8865-5866657a07f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570981 Feb 20 23:02:19.807937 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3010c4-8acc-4209-b23f-bc6986ea30ef req-4383330c-647f-473f-92f5-59b9c310be75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:02:19.809484 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-ce3010c4-8acc-4209-b23f-bc6986ea30ef req-4383330c-647f-473f-92f5-59b9c310be75 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e9c40620-c529-4a12-8658-8129e29b5c71 HTTP/1.1" status: 200 len: 854 time: 0.1929088 Feb 20 23:02:19.886227 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804c04cb-4209-4514-81b0-e106771201f5 req-a3f53749-6a27-4c16-9ad1-d36410315fd5 tempest-TestMinimumBasicScenario-1893721209 tempest-TestMinimumBasicScenario-1893721209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:02:19.898168 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-804c04cb-4209-4514-81b0-e106771201f5 req-a3f53749-6a27-4c16-9ad1-d36410315fd5 tempest-TestMinimumBasicScenario-1893721209 tempest-TestMinimumBasicScenario-1893721209-project] 10.222.0.65 "GET /v2.0/ports?device_id=dd328b41-a333-4a4f-8d95-3d7e290f5bc9 HTTP/1.1" status: 200 len: 944 time: 0.0875702 Feb 20 23:02:19.920202 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-fb0c1492-9c6c-492d-a6e7-28356c2c481f req-75f7df6f-0b24-4854-b143-a47935c0ca7e service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=33326422-931b-476f-886f-d21a1da23dee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0762956 Feb 20 23:02:19.921929 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3010c4-8acc-4209-b23f-bc6986ea30ef req-527f4684-7b4b-40cd-b0dd-dbf8ceffec78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:02:19.923425 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-ce3010c4-8acc-4209-b23f-bc6986ea30ef req-527f4684-7b4b-40cd-b0dd-dbf8ceffec78 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=49827f61-3092-4973-9005-6ef8ce9e46b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0873544 Feb 20 23:02:19.956657 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-804c04cb-4209-4514-81b0-e106771201f5 req-0df9538e-05fc-431a-8de6-e81a981573b0 tempest-TestMinimumBasicScenario-1893721209 tempest-TestMinimumBasicScenario-1893721209-project] 10.222.0.65 "GET /v2.0/security-groups?id=7ac38dbc-73f7-4b33-bf1f-e114483eb6e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570443 Feb 20 23:02:20.065278 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0c1492-9c6c-492d-a6e7-28356c2c481f req-9b57bcbe-8f7c-4793-93ee-51924d288a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:02:20.066972 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-fb0c1492-9c6c-492d-a6e7-28356c2c481f req-9b57bcbe-8f7c-4793-93ee-51924d288a8f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e684d4332ff043eab2d102df1b6dd908&device_id=33326422-931b-476f-886f-d21a1da23dee HTTP/1.1" status: 200 len: 1130 time: 0.1129239 Feb 20 23:02:20.070856 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-ce3010c4-8acc-4209-b23f-bc6986ea30ef req-f4694125-f191-4e3c-998f-27d86b2b3ae4 service neutron] 10.222.0.42 "GET /v2.0/networks/49827f61-3092-4973-9005-6ef8ce9e46b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274090 Feb 20 23:02:20.511974 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0c1492-9c6c-492d-a6e7-28356c2c481f req-422d258b-8432-4e30-9b8a-e9a05b037916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:02:20.513545 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-fb0c1492-9c6c-492d-a6e7-28356c2c481f req-422d258b-8432-4e30-9b8a-e9a05b037916 service neutron] 10.222.0.42 "GET /v2.0/networks?id=50907839-a771-4d5d-8cdc-f2154e15e96c HTTP/1.1" status: 200 len: 919 time: 0.4157815 Feb 20 23:02:20.515426 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-ce3010c4-8acc-4209-b23f-bc6986ea30ef req-a5afb1cd-c399-41ec-acb2-0c01fdd0b8c5 service neutron] 10.222.0.42 "GET /v2.0/networks/49827f61-3092-4973-9005-6ef8ce9e46b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4386382 Feb 20 23:02:20.545486 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b509bd-eac6-4b3a-b642-29104b33928f req-ba6e1b47-5b27-4744-b526-aee52d236327 tempest-VolumesSnapshotTestJSON-1241170216 tempest-VolumesSnapshotTestJSON-1241170216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:02:20.553378 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-76b509bd-eac6-4b3a-b642-29104b33928f req-ba6e1b47-5b27-4744-b526-aee52d236327 tempest-VolumesSnapshotTestJSON-1241170216 tempest-VolumesSnapshotTestJSON-1241170216-project] 10.222.0.65 "GET /v2.0/ports?device_id=dc1042d5-9f9e-4499-8df3-606eafe2d52c HTTP/1.1" status: 200 len: 943 time: 0.0792572 Feb 20 23:02:20.605723 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-fb0c1492-9c6c-492d-a6e7-28356c2c481f req-9ab4f6d9-9f24-4c9a-97b8-6542eda9c464 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0a3b2189-d1ab-457a-8f01-1dbaa12b1282 HTTP/1.1" status: 200 len: 217 time: 0.0446815 Feb 20 23:02:20.668489 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-76b509bd-eac6-4b3a-b642-29104b33928f req-55f48882-04c5-476d-b07d-7a611d1ee0b1 tempest-VolumesSnapshotTestJSON-1241170216 tempest-VolumesSnapshotTestJSON-1241170216-project] 10.222.0.65 "GET /v2.0/security-groups?id=d0557ae7-5384-4994-8d80-712fd7d257c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141233 Feb 20 23:02:20.678990 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0c1492-9c6c-492d-a6e7-28356c2c481f req-49e9bb59-5f00-4657-afc2-f25959b68c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:02:20.680326 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-fb0c1492-9c6c-492d-a6e7-28356c2c481f req-49e9bb59-5f00-4657-afc2-f25959b68c94 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=bebd2843-1d13-4eae-8703-47333a1f09f6 HTTP/1.1" status: 200 len: 859 time: 0.0688205 Feb 20 23:02:20.716312 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-fb0c1492-9c6c-492d-a6e7-28356c2c481f req-3e3d21b4-5e21-49ff-bacc-f859cfdaaefe service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=50907839-a771-4d5d-8cdc-f2154e15e96c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290773 Feb 20 23:02:20.813667 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-fb0c1492-9c6c-492d-a6e7-28356c2c481f req-bdc28105-1100-432f-a8eb-81fd4060db93 service neutron] 10.222.0.42 "GET /v2.0/networks/50907839-a771-4d5d-8cdc-f2154e15e96c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895038 Feb 20 23:02:20.924351 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-fb0c1492-9c6c-492d-a6e7-28356c2c481f req-4ae26f48-d8b6-4f04-93a7-65d03c76a09b service neutron] 10.222.0.42 "GET /v2.0/networks/50907839-a771-4d5d-8cdc-f2154e15e96c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034808 Feb 20 23:02:20.930923 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bd523f-c6b5-437b-86be-1ab2d5ab4fc5 req-1c85be10-0b72-4bb9-845f-693c10b8972c tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:02:20.934035 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-c7bd523f-c6b5-437b-86be-1ab2d5ab4fc5 req-1c85be10-0b72-4bb9-845f-693c10b8972c tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] 10.222.0.65 "GET /v2.0/ports?device_id=81375607-d255-4352-85da-eab4c1e730a9 HTTP/1.1" status: 200 len: 945 time: 0.0775337 Feb 20 23:02:20.997608 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-c7bd523f-c6b5-437b-86be-1ab2d5ab4fc5 req-0c9e83de-0277-49da-9386-c9a7726a74a4 tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] 10.222.0.65 "GET /v2.0/security-groups?id=bc262dbf-af7b-45c0-8865-5866657a07f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486708 Feb 20 23:02:21.123244 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e263cd-e1ca-4e38-988b-bf040ac2a7ca req-e00b4c8c-b1fb-40bd-8d0f-58cac08ff72b tempest-TestMinimumBasicScenario-1893721209 tempest-TestMinimumBasicScenario-1893721209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:02:21.124831 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-07e263cd-e1ca-4e38-988b-bf040ac2a7ca req-e00b4c8c-b1fb-40bd-8d0f-58cac08ff72b tempest-TestMinimumBasicScenario-1893721209 tempest-TestMinimumBasicScenario-1893721209-project] 10.222.0.65 "GET /v2.0/ports?device_id=dd328b41-a333-4a4f-8d95-3d7e290f5bc9 HTTP/1.1" status: 200 len: 944 time: 0.0727725 Feb 20 23:02:21.175259 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-07e263cd-e1ca-4e38-988b-bf040ac2a7ca req-ac913f0c-83a1-4399-9b44-74875d3f8079 tempest-TestMinimumBasicScenario-1893721209 tempest-TestMinimumBasicScenario-1893721209-project] 10.222.0.65 "GET /v2.0/security-groups?id=7ac38dbc-73f7-4b33-bf1f-e114483eb6e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446501 Feb 20 23:02:21.389464 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (a929ecfe-02b1-4b86-b2e7-0c746ea4b12c), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:02:21.834565 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33d66db-4bde-4da3-b3a1-95f1221862b0 req-612e7821-eb13-4102-aa44-f7d7b8bf179b tempest-VolumesSnapshotTestJSON-1241170216 tempest-VolumesSnapshotTestJSON-1241170216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:02:21.837586 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-f33d66db-4bde-4da3-b3a1-95f1221862b0 req-612e7821-eb13-4102-aa44-f7d7b8bf179b tempest-VolumesSnapshotTestJSON-1241170216 tempest-VolumesSnapshotTestJSON-1241170216-project] 10.222.0.65 "GET /v2.0/ports?device_id=dc1042d5-9f9e-4499-8df3-606eafe2d52c HTTP/1.1" status: 200 len: 943 time: 0.0857716 Feb 20 23:02:21.893996 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-f33d66db-4bde-4da3-b3a1-95f1221862b0 req-409ca0c6-a58e-4c90-beb1-fcb1489ec6f3 tempest-VolumesSnapshotTestJSON-1241170216 tempest-VolumesSnapshotTestJSON-1241170216-project] 10.222.0.65 "GET /v2.0/security-groups?id=d0557ae7-5384-4994-8d80-712fd7d257c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505459 Feb 20 23:02:22.128642 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3636c9f7-6d51-4c39-932b-3705b218e4fd req-14d02b40-a70e-4075-b789-d1d6b142b317 tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:02:22.130194 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-3636c9f7-6d51-4c39-932b-3705b218e4fd req-14d02b40-a70e-4075-b789-d1d6b142b317 tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] 10.222.0.65 "GET /v2.0/ports?device_id=81375607-d255-4352-85da-eab4c1e730a9 HTTP/1.1" status: 200 len: 945 time: 0.0560093 Feb 20 23:02:22.179469 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-3636c9f7-6d51-4c39-932b-3705b218e4fd req-c05388b6-3edf-4398-946a-45bc18d206e4 tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] 10.222.0.65 "GET /v2.0/security-groups?id=bc262dbf-af7b-45c0-8865-5866657a07f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427227 Feb 20 23:02:22.308008 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516b474b-ce20-45e7-bc01-eb25455202c1 req-c2d373de-2b92-40d1-a9d5-199028317b9b tempest-TestMinimumBasicScenario-1893721209 tempest-TestMinimumBasicScenario-1893721209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:02:22.309601 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-516b474b-ce20-45e7-bc01-eb25455202c1 req-c2d373de-2b92-40d1-a9d5-199028317b9b tempest-TestMinimumBasicScenario-1893721209 tempest-TestMinimumBasicScenario-1893721209-project] 10.222.0.65 "GET /v2.0/ports?device_id=dd328b41-a333-4a4f-8d95-3d7e290f5bc9 HTTP/1.1" status: 200 len: 944 time: 0.0653722 Feb 20 23:02:22.377484 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-516b474b-ce20-45e7-bc01-eb25455202c1 req-92184be3-e198-452f-a2ba-4f41cd1b65c1 tempest-TestMinimumBasicScenario-1893721209 tempest-TestMinimumBasicScenario-1893721209-project] 10.222.0.65 "GET /v2.0/security-groups?id=7ac38dbc-73f7-4b33-bf1f-e114483eb6e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598264 Feb 20 23:02:23.014785 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a88f62f-b30a-4546-81cc-cdfa3eedb468 req-50cde730-d73a-42e9-a577-794f34cb4171 tempest-VolumesSnapshotTestJSON-1241170216 tempest-VolumesSnapshotTestJSON-1241170216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:02:23.017130 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-1a88f62f-b30a-4546-81cc-cdfa3eedb468 req-50cde730-d73a-42e9-a577-794f34cb4171 tempest-VolumesSnapshotTestJSON-1241170216 tempest-VolumesSnapshotTestJSON-1241170216-project] 10.222.0.65 "GET /v2.0/ports?device_id=dc1042d5-9f9e-4499-8df3-606eafe2d52c HTTP/1.1" status: 200 len: 943 time: 0.0561750 Feb 20 23:02:23.079917 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-1a88f62f-b30a-4546-81cc-cdfa3eedb468 req-6616200b-7129-4f87-a790-6c907f611d04 tempest-VolumesSnapshotTestJSON-1241170216 tempest-VolumesSnapshotTestJSON-1241170216-project] 10.222.0.65 "GET /v2.0/security-groups?id=d0557ae7-5384-4994-8d80-712fd7d257c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531476 Feb 20 23:02:23.304961 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3824f7a2-5350-43a9-bf14-f1337e4f044b req-95a183f1-38df-44a1-bc2f-3a2dea1d2446 tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:02:23.306396 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-3824f7a2-5350-43a9-bf14-f1337e4f044b req-95a183f1-38df-44a1-bc2f-3a2dea1d2446 tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] 10.222.0.65 "GET /v2.0/ports?device_id=81375607-d255-4352-85da-eab4c1e730a9 HTTP/1.1" status: 200 len: 945 time: 0.0551867 Feb 20 23:02:23.358338 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-3824f7a2-5350-43a9-bf14-f1337e4f044b req-4db6538e-fe27-4cd8-b707-9175681c87ce tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] 10.222.0.65 "GET /v2.0/security-groups?id=bc262dbf-af7b-45c0-8865-5866657a07f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451949 Feb 20 23:02:23.562667 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85eee9ff-03a2-4d7d-984e-a43596a3e957 req-d77c60a6-1474-4c8a-b441-25992b8e2ae1 tempest-TestMinimumBasicScenario-1893721209 tempest-TestMinimumBasicScenario-1893721209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:02:23.574395 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-85eee9ff-03a2-4d7d-984e-a43596a3e957 req-d77c60a6-1474-4c8a-b441-25992b8e2ae1 tempest-TestMinimumBasicScenario-1893721209 tempest-TestMinimumBasicScenario-1893721209-project] 10.222.0.65 "GET /v2.0/ports?device_id=dd328b41-a333-4a4f-8d95-3d7e290f5bc9 HTTP/1.1" status: 200 len: 944 time: 0.1149426 Feb 20 23:02:23.702912 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-85eee9ff-03a2-4d7d-984e-a43596a3e957 req-3e9290b1-c1b5-4b01-a825-0d435442055d tempest-TestMinimumBasicScenario-1893721209 tempest-TestMinimumBasicScenario-1893721209-project] 10.222.0.65 "GET /v2.0/security-groups?id=7ac38dbc-73f7-4b33-bf1f-e114483eb6e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023297 Feb 20 23:02:24.207328 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357fb3db-bfd4-428c-8a03-17d9a29fc8e8 req-12c58970-ee84-4737-8c55-a3cf58797a7a tempest-VolumesSnapshotTestJSON-1241170216 tempest-VolumesSnapshotTestJSON-1241170216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:02:24.209111 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-357fb3db-bfd4-428c-8a03-17d9a29fc8e8 req-12c58970-ee84-4737-8c55-a3cf58797a7a tempest-VolumesSnapshotTestJSON-1241170216 tempest-VolumesSnapshotTestJSON-1241170216-project] 10.222.0.65 "GET /v2.0/ports?device_id=dc1042d5-9f9e-4499-8df3-606eafe2d52c HTTP/1.1" status: 200 len: 943 time: 0.0602860 Feb 20 23:02:24.262880 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-357fb3db-bfd4-428c-8a03-17d9a29fc8e8 req-296c802c-8026-4f0e-a36f-27c8b54d4657 tempest-VolumesSnapshotTestJSON-1241170216 tempest-VolumesSnapshotTestJSON-1241170216-project] 10.222.0.65 "GET /v2.0/security-groups?id=d0557ae7-5384-4994-8d80-712fd7d257c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461111 Feb 20 23:02:24.497985 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3002eb-92d8-47a1-80c3-737a94b06b43 req-ce25908d-2172-45a4-a73e-dc00495020b5 tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:02:24.499624 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-1d3002eb-92d8-47a1-80c3-737a94b06b43 req-ce25908d-2172-45a4-a73e-dc00495020b5 tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] 10.222.0.65 "GET /v2.0/ports?device_id=81375607-d255-4352-85da-eab4c1e730a9 HTTP/1.1" status: 200 len: 945 time: 0.0597663 Feb 20 23:02:24.526237 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Device 094032c2-20c8-4097-a27f-880be39ff71d details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=109630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 23:02:24.567017 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-1d3002eb-92d8-47a1-80c3-737a94b06b43 req-c168771d-5250-43e7-a8b1-a1214cd60e07 tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] 10.222.0.65 "GET /v2.0/security-groups?id=bc262dbf-af7b-45c0-8865-5866657a07f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617440 Feb 20 23:02:24.657858 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] For port 094032c2-20c8-4097-a27f-880be39ff71d, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=094032c2-20c8-4097-a27f-880be39ff71d,segment=NetworkSegment(9f41be4e-4ea2-4c33-b37b-5645696f0dfb),segment_id=9f41be4e-4ea2-4c33-b37b-5645696f0dfb)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:02:24.676679 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Returning: {'device': '094032c2-20c8-4097-a27f-880be39ff71d', 'network_id': '49827f61-3092-4973-9005-6ef8ce9e46b5', 'port_id': '094032c2-20c8-4097-a27f-880be39ff71d', 'mac_address': 'fa:16:3e:22:bb:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9c40620-c529-4a12-8658-8129e29b5c71', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 23:02:24.715601 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Current status of the port 094032c2-20c8-4097-a27f-880be39ff71d is: DOWN; New status is: BUILD {{(pid=109630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:02:24.715853 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4131840'] for port (094032c2-20c8-4097-a27f-880be39ff71d), before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:02:24.737453 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.notifiers.nova [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 094032c2-20c8-4097-a27f-880be39ff71d {{(pid=109630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 23:02:24.773848 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] For port 094032c2-20c8-4097-a27f-880be39ff71d, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=094032c2-20c8-4097-a27f-880be39ff71d,segment=NetworkSegment(9f41be4e-4ea2-4c33-b37b-5645696f0dfb),segment_id=9f41be4e-4ea2-4c33-b37b-5645696f0dfb)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:02:24.851036 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e548e0-f3cd-4e4f-9daa-655b48d86891 req-f81fda01-0bdf-47c2-a0d4-1add4bad0fa0 tempest-TestMinimumBasicScenario-1893721209 tempest-TestMinimumBasicScenario-1893721209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:02:24.857362 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-23e548e0-f3cd-4e4f-9daa-655b48d86891 req-f81fda01-0bdf-47c2-a0d4-1add4bad0fa0 tempest-TestMinimumBasicScenario-1893721209 tempest-TestMinimumBasicScenario-1893721209-project] 10.222.0.65 "GET /v2.0/ports?device_id=dd328b41-a333-4a4f-8d95-3d7e290f5bc9 HTTP/1.1" status: 200 len: 944 time: 0.0685036 Feb 20 23:02:24.898219 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747407212427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747406771514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747406771532'] for port (094032c2-20c8-4097-a27f-880be39ff71d), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:02:24.899984 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Device acbd613c-7922-40f5-ae43-e26151f8aab0 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=109630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 23:02:24.906927 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-23e548e0-f3cd-4e4f-9daa-655b48d86891 req-214b16fb-6e2b-4418-9e28-04e4bac68cf7 tempest-TestMinimumBasicScenario-1893721209 tempest-TestMinimumBasicScenario-1893721209-project] 10.222.0.65 "GET /v2.0/security-groups?id=7ac38dbc-73f7-4b33-bf1f-e114483eb6e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458913 Feb 20 23:02:24.970599 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Pushing event updated for resources: {'Port': ['ID=094032c2-20c8-4097-a27f-880be39ff71d,revision_number=4']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:02:25.047952 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] For port acbd613c-7922-40f5-ae43-e26151f8aab0, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=acbd613c-7922-40f5-ae43-e26151f8aab0,segment=NetworkSegment(e1598797-0c40-4675-a49a-de28dac97520),segment_id=e1598797-0c40-4675-a49a-de28dac97520)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:02:25.064839 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Returning: {'device': 'acbd613c-7922-40f5-ae43-e26151f8aab0', 'network_id': 'e8193870-1b01-47ab-835a-2baf20aae3ca', 'port_id': 'acbd613c-7922-40f5-ae43-e26151f8aab0', 'mac_address': 'fa:16:3e:9b:0d:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eacb9a2c-6edb-4f6e-9537-3c6a5807374e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 23:02:25.106204 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Current status of the port acbd613c-7922-40f5-ae43-e26151f8aab0 is: DOWN; New status is: BUILD {{(pid=109630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:02:25.106639 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4131840'] for port (acbd613c-7922-40f5-ae43-e26151f8aab0), before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:02:25.122371 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.notifiers.nova [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id acbd613c-7922-40f5-ae43-e26151f8aab0 {{(pid=109630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 23:02:25.143566 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] For port acbd613c-7922-40f5-ae43-e26151f8aab0, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=acbd613c-7922-40f5-ae43-e26151f8aab0,segment=NetworkSegment(e1598797-0c40-4675-a49a-de28dac97520),segment_id=e1598797-0c40-4675-a49a-de28dac97520)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:02:25.246405 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747407212427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747406771514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747406771532'] for port (acbd613c-7922-40f5-ae43-e26151f8aab0), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:02:25.305221 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Pushing event updated for resources: {'Port': ['ID=acbd613c-7922-40f5-ae43-e26151f8aab0,revision_number=4']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:02:25.402382 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5544da0-8066-4c47-90ff-19071a3a0bab req-b1ff1cfc-51ca-4266-b8d4-1c640807b7e6 tempest-VolumesSnapshotTestJSON-1241170216 tempest-VolumesSnapshotTestJSON-1241170216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:02:25.403896 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-d5544da0-8066-4c47-90ff-19071a3a0bab req-b1ff1cfc-51ca-4266-b8d4-1c640807b7e6 tempest-VolumesSnapshotTestJSON-1241170216 tempest-VolumesSnapshotTestJSON-1241170216-project] 10.222.0.65 "GET /v2.0/ports?device_id=dc1042d5-9f9e-4499-8df3-606eafe2d52c HTTP/1.1" status: 200 len: 944 time: 0.0693560 Feb 20 23:02:25.456345 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-d5544da0-8066-4c47-90ff-19071a3a0bab req-723921f2-65b2-42fa-8ba8-3455b8f85582 tempest-VolumesSnapshotTestJSON-1241170216 tempest-VolumesSnapshotTestJSON-1241170216-project] 10.222.0.65 "GET /v2.0/security-groups?id=d0557ae7-5384-4994-8d80-712fd7d257c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465052 Feb 20 23:02:25.704149 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4cc617-6c78-4b17-9fa6-b5da8bd1255a req-1ff0684a-9838-4b7e-9046-2f22b95f25dc tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:02:25.705750 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-4f4cc617-6c78-4b17-9fa6-b5da8bd1255a req-1ff0684a-9838-4b7e-9046-2f22b95f25dc tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] 10.222.0.65 "GET /v2.0/ports?device_id=81375607-d255-4352-85da-eab4c1e730a9 HTTP/1.1" status: 200 len: 945 time: 0.0576830 Feb 20 23:02:25.709634 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] get_ports_and_sgs() called for port_ids ['acbd613c-7922-40f5-ae43-e26151f8aab0'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 23:02:25.764737 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] get_ports_and_sgs() called for port_ids ['094032c2-20c8-4097-a27f-880be39ff71d'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 23:02:25.778232 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-4f4cc617-6c78-4b17-9fa6-b5da8bd1255a req-7ba38790-17ab-469d-b557-393935992f17 tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] 10.222.0.65 "GET /v2.0/security-groups?id=bc262dbf-af7b-45c0-8865-5866657a07f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612469 Feb 20 23:02:26.092584 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b35e240-6c7a-49de-836c-9b9c3db7bb30 req-006e697f-4f3b-4da3-b6f9-c40996c2b741 tempest-TestMinimumBasicScenario-1893721209 tempest-TestMinimumBasicScenario-1893721209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:02:26.100546 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-2b35e240-6c7a-49de-836c-9b9c3db7bb30 req-006e697f-4f3b-4da3-b6f9-c40996c2b741 tempest-TestMinimumBasicScenario-1893721209 tempest-TestMinimumBasicScenario-1893721209-project] 10.222.0.65 "GET /v2.0/ports?device_id=dd328b41-a333-4a4f-8d95-3d7e290f5bc9 HTTP/1.1" status: 200 len: 945 time: 0.0869589 Feb 20 23:02:26.182993 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-2b35e240-6c7a-49de-836c-9b9c3db7bb30 req-1151ea1a-7f1d-4fe0-b08e-684def35c5b0 tempest-TestMinimumBasicScenario-1893721209 tempest-TestMinimumBasicScenario-1893721209-project] 10.222.0.65 "GET /v2.0/security-groups?id=7ac38dbc-73f7-4b33-bf1f-e114483eb6e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814342 Feb 20 23:02:26.578625 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073e3f06-c62d-4d9b-8f4e-8a3ae902b913 req-22fc48c3-c5f3-4871-8f25-b4c30cac698a tempest-VolumesSnapshotTestJSON-1241170216 tempest-VolumesSnapshotTestJSON-1241170216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:02:26.579945 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-073e3f06-c62d-4d9b-8f4e-8a3ae902b913 req-22fc48c3-c5f3-4871-8f25-b4c30cac698a tempest-VolumesSnapshotTestJSON-1241170216 tempest-VolumesSnapshotTestJSON-1241170216-project] 10.222.0.65 "GET /v2.0/ports?device_id=dc1042d5-9f9e-4499-8df3-606eafe2d52c HTTP/1.1" status: 200 len: 944 time: 0.0536191 Feb 20 23:02:26.642958 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-073e3f06-c62d-4d9b-8f4e-8a3ae902b913 req-4288f967-c892-47d7-80a1-252b3acb85aa tempest-VolumesSnapshotTestJSON-1241170216 tempest-VolumesSnapshotTestJSON-1241170216-project] 10.222.0.65 "GET /v2.0/security-groups?id=d0557ae7-5384-4994-8d80-712fd7d257c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572057 Feb 20 23:02:26.913339 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d07ab4-641d-47d1-aad3-3ff054e0a8d9 req-dc9f7554-8358-4943-8f6d-ddde5dffaeb5 tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:02:26.914852 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-96d07ab4-641d-47d1-aad3-3ff054e0a8d9 req-dc9f7554-8358-4943-8f6d-ddde5dffaeb5 tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] 10.222.0.65 "GET /v2.0/ports?device_id=81375607-d255-4352-85da-eab4c1e730a9 HTTP/1.1" status: 200 len: 945 time: 0.0620112 Feb 20 23:02:26.990921 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-96d07ab4-641d-47d1-aad3-3ff054e0a8d9 req-2dfe4e36-22bd-44a5-8ca9-8bb600951f87 tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] 10.222.0.65 "GET /v2.0/security-groups?id=bc262dbf-af7b-45c0-8865-5866657a07f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692854 Feb 20 23:02:27.388167 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a042d0c-42d9-4202-bdf0-5713c432142f req-d8fc2fbf-938f-4d74-83b5-3a153822ff8a tempest-TestMinimumBasicScenario-1893721209 tempest-TestMinimumBasicScenario-1893721209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:02:27.394883 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-3a042d0c-42d9-4202-bdf0-5713c432142f req-d8fc2fbf-938f-4d74-83b5-3a153822ff8a tempest-TestMinimumBasicScenario-1893721209 tempest-TestMinimumBasicScenario-1893721209-project] 10.222.0.65 "GET /v2.0/ports?device_id=dd328b41-a333-4a4f-8d95-3d7e290f5bc9 HTTP/1.1" status: 200 len: 945 time: 0.1316268 Feb 20 23:02:27.446339 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-3a042d0c-42d9-4202-bdf0-5713c432142f req-7bed8afa-4960-4f16-8e38-48b78d75039b tempest-TestMinimumBasicScenario-1893721209 tempest-TestMinimumBasicScenario-1893721209-project] 10.222.0.65 "GET /v2.0/security-groups?id=7ac38dbc-73f7-4b33-bf1f-e114483eb6e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472662 Feb 20 23:02:27.645588 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.db.agents_db [None req-1f7bd598-9080-4651-a904-61cb6c9001fd None None] Agent healthcheck: found 6 active agents {{(pid=109631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 23:02:27.802028 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97713203-7b94-4f5f-94ad-f73b811d47bc req-8ea9702c-1237-4e52-af77-fef357d720e6 tempest-VolumesSnapshotTestJSON-1241170216 tempest-VolumesSnapshotTestJSON-1241170216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:02:27.804096 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-97713203-7b94-4f5f-94ad-f73b811d47bc req-8ea9702c-1237-4e52-af77-fef357d720e6 tempest-VolumesSnapshotTestJSON-1241170216 tempest-VolumesSnapshotTestJSON-1241170216-project] 10.222.0.65 "GET /v2.0/ports?device_id=dc1042d5-9f9e-4499-8df3-606eafe2d52c HTTP/1.1" status: 200 len: 944 time: 0.0643790 Feb 20 23:02:27.859361 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-97713203-7b94-4f5f-94ad-f73b811d47bc req-bc413530-0f61-45f3-b0ee-5c34803af838 tempest-VolumesSnapshotTestJSON-1241170216 tempest-VolumesSnapshotTestJSON-1241170216-project] 10.222.0.65 "GET /v2.0/security-groups?id=d0557ae7-5384-4994-8d80-712fd7d257c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492833 Feb 20 23:02:28.114209 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e80647-3034-49e2-8d77-d105e2a8883f req-92a3ca41-f72a-4e3e-b742-6c4383caa06a tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:02:28.116297 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-04e80647-3034-49e2-8d77-d105e2a8883f req-92a3ca41-f72a-4e3e-b742-6c4383caa06a tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] 10.222.0.65 "GET /v2.0/ports?device_id=81375607-d255-4352-85da-eab4c1e730a9 HTTP/1.1" status: 200 len: 945 time: 0.0570691 Feb 20 23:02:28.190533 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-04e80647-3034-49e2-8d77-d105e2a8883f req-87261b8f-bb01-43e0-afb0-3a2984f77218 tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] 10.222.0.65 "GET /v2.0/security-groups?id=bc262dbf-af7b-45c0-8865-5866657a07f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602534 Feb 20 23:02:28.550752 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Device 094032c2-20c8-4097-a27f-880be39ff71d up at agent hyperv_hv-cinder-83009 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 23:02:28.598679 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720c5ca3-82ce-4399-b516-54d0dd517bad req-68970018-7385-4510-9a26-e444c92d88c8 tempest-TestMinimumBasicScenario-1893721209 tempest-TestMinimumBasicScenario-1893721209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:02:28.601113 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-720c5ca3-82ce-4399-b516-54d0dd517bad req-68970018-7385-4510-9a26-e444c92d88c8 tempest-TestMinimumBasicScenario-1893721209 tempest-TestMinimumBasicScenario-1893721209-project] 10.222.0.65 "GET /v2.0/ports?device_id=dd328b41-a333-4a4f-8d95-3d7e290f5bc9 HTTP/1.1" status: 200 len: 945 time: 0.0717981 Feb 20 23:02:28.702661 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-720c5ca3-82ce-4399-b516-54d0dd517bad req-07f031e7-baba-4f9f-9ecb-3e844d69a29d tempest-TestMinimumBasicScenario-1893721209 tempest-TestMinimumBasicScenario-1893721209-project] 10.222.0.65 "GET /v2.0/security-groups?id=7ac38dbc-73f7-4b33-bf1f-e114483eb6e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937092 Feb 20 23:02:28.772415 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Provisioning for port 094032c2-20c8-4097-a27f-880be39ff71d completed by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 23:02:28.777089 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Provisioning complete for port 094032c2-20c8-4097-a27f-880be39ff71d triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:02:28.777472 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4145689'] for port (094032c2-20c8-4097-a27f-880be39ff71d), provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:02:28.865332 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Current status of the port 094032c2-20c8-4097-a27f-880be39ff71d is: BUILD; New status is: ACTIVE {{(pid=109630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:02:28.865737 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4131840'] for port (094032c2-20c8-4097-a27f-880be39ff71d), before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:02:28.898119 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd328b41-a333-4a4f-8d95-3d7e290f5bc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '094032c2-20c8-4097-a27f-880be39ff71d'}] {{(pid=109630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 23:02:28.900499 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f8f7ade39b9b648cd02963e66adb41eb29d40ae47bdce8ccfc3d1936511f484" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45b22353-d581-4af0-b37d-1be53874968f" -d '{"events": [{"server_uuid": "dd328b41-a333-4a4f-8d95-3d7e290f5bc9", "name": "network-vif-plugged", "status": "completed", "tag": "094032c2-20c8-4097-a27f-880be39ff71d"}]}' {{(pid=109630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 23:02:28.920929 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] For port 094032c2-20c8-4097-a27f-880be39ff71d, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=094032c2-20c8-4097-a27f-880be39ff71d,segment=NetworkSegment(9f41be4e-4ea2-4c33-b37b-5645696f0dfb),segment_id=9f41be4e-4ea2-4c33-b37b-5645696f0dfb)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:02:28.955984 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 23:02:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e521c1af-2f1d-4e53-a241-1011a526888e x-openstack-request-id: req-e521c1af-2f1d-4e53-a241-1011a526888e {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 23:02:28.956340 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd328b41-a333-4a4f-8d95-3d7e290f5bc9", "name": "network-vif-plugged", "status": "completed", "tag": "094032c2-20c8-4097-a27f-880be39ff71d", "code": 200}]} {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 23:02:28.956745 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e521c1af-2f1d-4e53-a241-1011a526888e {{(pid=109630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 23:02:28.957243 dv-cinder-830096-1-iscsi neutron-server[109630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd328b41-a333-4a4f-8d95-3d7e290f5bc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '094032c2-20c8-4097-a27f-880be39ff71d', 'code': 200} Feb 20 23:02:28.967688 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747407212427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747406771514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747406771532'] for port (094032c2-20c8-4097-a27f-880be39ff71d), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:02:28.970682 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Device acbd613c-7922-40f5-ae43-e26151f8aab0 up at agent hyperv_hv-cinder-83009 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 23:02:29.026535 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ee80fc-97fa-4c89-b021-5eab80ae9161 req-7088e629-d425-464b-b3f2-bc5701c1250a tempest-VolumesSnapshotTestJSON-1241170216 tempest-VolumesSnapshotTestJSON-1241170216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:02:29.036261 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-83ee80fc-97fa-4c89-b021-5eab80ae9161 req-7088e629-d425-464b-b3f2-bc5701c1250a tempest-VolumesSnapshotTestJSON-1241170216 tempest-VolumesSnapshotTestJSON-1241170216-project] 10.222.0.65 "GET /v2.0/ports?device_id=dc1042d5-9f9e-4499-8df3-606eafe2d52c HTTP/1.1" status: 200 len: 944 time: 0.0815699 Feb 20 23:02:29.098616 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Pushing event updated for resources: {'Port': ['ID=094032c2-20c8-4097-a27f-880be39ff71d,revision_number=5']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:02:29.108697 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-83ee80fc-97fa-4c89-b021-5eab80ae9161 req-4e9b5371-9901-469c-8e16-af268386f6cf tempest-VolumesSnapshotTestJSON-1241170216 tempest-VolumesSnapshotTestJSON-1241170216-project] 10.222.0.65 "GET /v2.0/security-groups?id=d0557ae7-5384-4994-8d80-712fd7d257c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694563 Feb 20 23:02:29.178015 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Provisioning for port acbd613c-7922-40f5-ae43-e26151f8aab0 completed by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 23:02:29.182350 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Provisioning complete for port acbd613c-7922-40f5-ae43-e26151f8aab0 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:02:29.182760 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4145689'] for port (acbd613c-7922-40f5-ae43-e26151f8aab0), provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:02:29.293611 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Current status of the port acbd613c-7922-40f5-ae43-e26151f8aab0 is: BUILD; New status is: ACTIVE {{(pid=109630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:02:29.294326 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4131840'] for port (acbd613c-7922-40f5-ae43-e26151f8aab0), before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:02:29.330792 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] For port acbd613c-7922-40f5-ae43-e26151f8aab0, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=acbd613c-7922-40f5-ae43-e26151f8aab0,segment=NetworkSegment(e1598797-0c40-4675-a49a-de28dac97520),segment_id=e1598797-0c40-4675-a49a-de28dac97520)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:02:29.372044 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7d266c-4168-4bff-add3-a1d88aaeacf1 req-5a7eaa9c-7f0d-4a83-811e-1829157474dd tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:02:29.373693 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-6b7d266c-4168-4bff-add3-a1d88aaeacf1 req-5a7eaa9c-7f0d-4a83-811e-1829157474dd tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] 10.222.0.65 "GET /v2.0/ports?device_id=81375607-d255-4352-85da-eab4c1e730a9 HTTP/1.1" status: 200 len: 945 time: 0.1095335 Feb 20 23:02:29.379649 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4518ecc3-6656-46e2-87fa-9f773272d3b4 req-ca7ddcc3-e2d4-46d9-aa82-cfbce28d85f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:02:29.381471 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-4518ecc3-6656-46e2-87fa-9f773272d3b4 req-ca7ddcc3-e2d4-46d9-aa82-cfbce28d85f8 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=dd328b41-a333-4a4f-8d95-3d7e290f5bc9 HTTP/1.1" status: 200 len: 1130 time: 0.0730326 Feb 20 23:02:29.424151 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747407212427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747406771514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747406771532'] for port (acbd613c-7922-40f5-ae43-e26151f8aab0), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:02:29.460081 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-6b7d266c-4168-4bff-add3-a1d88aaeacf1 req-3db0cbe9-1506-4fa4-9d67-d4a545a209fb tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] 10.222.0.65 "GET /v2.0/security-groups?id=bc262dbf-af7b-45c0-8865-5866657a07f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776069 Feb 20 23:02:29.462709 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-4518ecc3-6656-46e2-87fa-9f773272d3b4 req-bafee807-7f34-4d67-a5c6-b7180c009b02 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=7ac38dbc-73f7-4b33-bf1f-e114483eb6e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742247 Feb 20 23:02:29.487318 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Pushing event updated for resources: {'Port': ['ID=acbd613c-7922-40f5-ae43-e26151f8aab0,revision_number=5']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:02:29.822459 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a5cca8-8668-4995-8f1e-272cce750d94 req-f3658846-591d-416a-8a97-324cf5e82ae8 tempest-TestMinimumBasicScenario-1893721209 tempest-TestMinimumBasicScenario-1893721209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:02:29.823572 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-a5a5cca8-8668-4995-8f1e-272cce750d94 req-f3658846-591d-416a-8a97-324cf5e82ae8 tempest-TestMinimumBasicScenario-1893721209 tempest-TestMinimumBasicScenario-1893721209-project] 10.222.0.65 "GET /v2.0/ports?device_id=dd328b41-a333-4a4f-8d95-3d7e290f5bc9 HTTP/1.1" status: 200 len: 946 time: 0.0528038 Feb 20 23:02:29.871706 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-a5a5cca8-8668-4995-8f1e-272cce750d94 req-4e5ef744-5d7e-49b6-b72f-199e09575045 tempest-TestMinimumBasicScenario-1893721209 tempest-TestMinimumBasicScenario-1893721209-project] 10.222.0.65 "GET /v2.0/security-groups?id=7ac38dbc-73f7-4b33-bf1f-e114483eb6e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421352 Feb 20 23:02:30.221396 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8b6529-300f-41d0-ac3a-c687490f7162 req-7a49a1a3-dba7-43e5-b982-17e101bfcb0c tempest-VolumesSnapshotTestJSON-1241170216 tempest-VolumesSnapshotTestJSON-1241170216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:02:30.222862 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-9c8b6529-300f-41d0-ac3a-c687490f7162 req-7a49a1a3-dba7-43e5-b982-17e101bfcb0c tempest-VolumesSnapshotTestJSON-1241170216 tempest-VolumesSnapshotTestJSON-1241170216-project] 10.222.0.65 "GET /v2.0/ports?device_id=dc1042d5-9f9e-4499-8df3-606eafe2d52c HTTP/1.1" status: 200 len: 945 time: 0.0513983 Feb 20 23:02:30.266955 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-9c8b6529-300f-41d0-ac3a-c687490f7162 req-3e2c33d4-e460-43cb-81b9-f61e27adc657 tempest-VolumesSnapshotTestJSON-1241170216 tempest-VolumesSnapshotTestJSON-1241170216-project] 10.222.0.65 "GET /v2.0/security-groups?id=d0557ae7-5384-4994-8d80-712fd7d257c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386813 Feb 20 23:02:30.584838 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b61a55d-854b-40a5-b6e9-15f7ebf584c9 req-8e227a42-cb36-4b05-a085-e31254a00814 tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:02:30.586517 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-8b61a55d-854b-40a5-b6e9-15f7ebf584c9 req-8e227a42-cb36-4b05-a085-e31254a00814 tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] 10.222.0.65 "GET /v2.0/ports?device_id=81375607-d255-4352-85da-eab4c1e730a9 HTTP/1.1" status: 200 len: 945 time: 0.0584443 Feb 20 23:02:30.632704 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-8b61a55d-854b-40a5-b6e9-15f7ebf584c9 req-039d16a4-4b32-49b0-8493-1d7e06534a2b tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] 10.222.0.65 "GET /v2.0/security-groups?id=bc262dbf-af7b-45c0-8865-5866657a07f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405130 Feb 20 23:02:30.958757 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc1042d5-9f9e-4499-8df3-606eafe2d52c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acbd613c-7922-40f5-ae43-e26151f8aab0'}] {{(pid=109630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 23:02:30.961034 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f8f7ade39b9b648cd02963e66adb41eb29d40ae47bdce8ccfc3d1936511f484" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f03d629-d4d3-47e1-9d6e-5518c2c2b3cc" -d '{"events": [{"server_uuid": "dc1042d5-9f9e-4499-8df3-606eafe2d52c", "name": "network-vif-plugged", "status": "completed", "tag": "acbd613c-7922-40f5-ae43-e26151f8aab0"}]}' {{(pid=109630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 23:02:30.991730 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58f2bd8-30fa-4b3a-a841-f52b0d97aa0c req-78f2c158-f0cd-475f-96db-df0d349b92b0 tempest-TestMinimumBasicScenario-1893721209 tempest-TestMinimumBasicScenario-1893721209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:02:30.993237 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-c58f2bd8-30fa-4b3a-a841-f52b0d97aa0c req-78f2c158-f0cd-475f-96db-df0d349b92b0 tempest-TestMinimumBasicScenario-1893721209 tempest-TestMinimumBasicScenario-1893721209-project] 10.222.0.65 "GET /v2.0/ports?device_id=dd328b41-a333-4a4f-8d95-3d7e290f5bc9 HTTP/1.1" status: 200 len: 946 time: 0.0558357 Feb 20 23:02:30.997676 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 23:02:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8b0e9bc-096a-4272-a9c1-c52237b1da62 x-openstack-request-id: req-e8b0e9bc-096a-4272-a9c1-c52237b1da62 {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 23:02:30.998083 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc1042d5-9f9e-4499-8df3-606eafe2d52c", "name": "network-vif-plugged", "status": "completed", "tag": "acbd613c-7922-40f5-ae43-e26151f8aab0", "code": 200}]} {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 23:02:30.998479 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e8b0e9bc-096a-4272-a9c1-c52237b1da62 {{(pid=109630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 23:02:30.998863 dv-cinder-830096-1-iscsi neutron-server[109630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc1042d5-9f9e-4499-8df3-606eafe2d52c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acbd613c-7922-40f5-ae43-e26151f8aab0', 'code': 200} Feb 20 23:02:31.045142 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-c58f2bd8-30fa-4b3a-a841-f52b0d97aa0c req-c30d24c3-0ac7-4b49-9aa3-f86bfdbe1c6f tempest-TestMinimumBasicScenario-1893721209 tempest-TestMinimumBasicScenario-1893721209-project] 10.222.0.65 "GET /v2.0/security-groups?id=7ac38dbc-73f7-4b33-bf1f-e114483eb6e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460293 Feb 20 23:02:31.342287 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262e3b23-d833-4f3c-8f72-3cd9022f214d req-862c575d-3684-4b6e-af5f-9c866c40a45f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:02:31.343810 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-262e3b23-d833-4f3c-8f72-3cd9022f214d req-862c575d-3684-4b6e-af5f-9c866c40a45f service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=dc1042d5-9f9e-4499-8df3-606eafe2d52c HTTP/1.1" status: 200 len: 1129 time: 0.0472438 Feb 20 23:02:31.390005 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-262e3b23-d833-4f3c-8f72-3cd9022f214d req-d5a41347-1af6-4bca-afdb-cc23994963fb service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=d0557ae7-5384-4994-8d80-712fd7d257c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384252 Feb 20 23:02:31.396705 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5e5ad4-d3f1-4303-b13b-42a552a7cafc req-48c937d5-8e9f-43bf-955f-5a5c53fc577b tempest-VolumesSnapshotTestJSON-1241170216 tempest-VolumesSnapshotTestJSON-1241170216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:02:31.398168 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-6e5e5ad4-d3f1-4303-b13b-42a552a7cafc req-48c937d5-8e9f-43bf-955f-5a5c53fc577b tempest-VolumesSnapshotTestJSON-1241170216 tempest-VolumesSnapshotTestJSON-1241170216-project] 10.222.0.65 "GET /v2.0/ports?device_id=dc1042d5-9f9e-4499-8df3-606eafe2d52c HTTP/1.1" status: 200 len: 945 time: 0.0524178 Feb 20 23:02:31.445074 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-6e5e5ad4-d3f1-4303-b13b-42a552a7cafc req-f2de6aba-9ba0-4549-b3a0-13855d77a685 tempest-VolumesSnapshotTestJSON-1241170216 tempest-VolumesSnapshotTestJSON-1241170216-project] 10.222.0.65 "GET /v2.0/security-groups?id=d0557ae7-5384-4994-8d80-712fd7d257c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412314 Feb 20 23:02:31.751438 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fde8d0f-62bc-4fd9-aef5-323ffad7502c req-51552d75-ea6f-4fc8-9b6c-792e8c092f7b tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:02:31.752842 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-0fde8d0f-62bc-4fd9-aef5-323ffad7502c req-51552d75-ea6f-4fc8-9b6c-792e8c092f7b tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] 10.222.0.65 "GET /v2.0/ports?device_id=81375607-d255-4352-85da-eab4c1e730a9 HTTP/1.1" status: 200 len: 945 time: 0.0508904 Feb 20 23:02:31.803337 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-0fde8d0f-62bc-4fd9-aef5-323ffad7502c req-21b8a816-4639-469c-82a4-751b9e52d3e5 tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] 10.222.0.65 "GET /v2.0/security-groups?id=bc262dbf-af7b-45c0-8865-5866657a07f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443752 Feb 20 23:02:32.161712 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e481a7f4-5f7a-4f6b-af0c-b56bb0975d20 req-ff278807-eeac-4225-b3de-0cba8d0459df tempest-TestMinimumBasicScenario-1893721209 tempest-TestMinimumBasicScenario-1893721209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:02:32.163193 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-e481a7f4-5f7a-4f6b-af0c-b56bb0975d20 req-ff278807-eeac-4225-b3de-0cba8d0459df tempest-TestMinimumBasicScenario-1893721209 tempest-TestMinimumBasicScenario-1893721209-project] 10.222.0.65 "GET /v2.0/ports?device_id=dd328b41-a333-4a4f-8d95-3d7e290f5bc9 HTTP/1.1" status: 200 len: 946 time: 0.0508022 Feb 20 23:02:32.213895 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-e481a7f4-5f7a-4f6b-af0c-b56bb0975d20 req-333a43f7-6493-4973-b5bf-57ee1b154bb6 tempest-TestMinimumBasicScenario-1893721209 tempest-TestMinimumBasicScenario-1893721209-project] 10.222.0.65 "GET /v2.0/security-groups?id=7ac38dbc-73f7-4b33-bf1f-e114483eb6e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444918 Feb 20 23:02:32.335871 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e20837-3967-49c6-a1ca-feb26477656a req-42eee813-50d5-4f4c-b65b-714e0e5ceef9 tempest-TestMinimumBasicScenario-1893721209 tempest-TestMinimumBasicScenario-1893721209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:02:32.337322 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-63e20837-3967-49c6-a1ca-feb26477656a req-42eee813-50d5-4f4c-b65b-714e0e5ceef9 tempest-TestMinimumBasicScenario-1893721209 tempest-TestMinimumBasicScenario-1893721209-project] 10.222.0.65 "GET /v2.0/ports?device_id=dd328b41-a333-4a4f-8d95-3d7e290f5bc9 HTTP/1.1" status: 200 len: 946 time: 0.0515110 Feb 20 23:02:32.389600 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-63e20837-3967-49c6-a1ca-feb26477656a req-6c017e42-0e91-4f14-8761-edbfec85001f tempest-TestMinimumBasicScenario-1893721209 tempest-TestMinimumBasicScenario-1893721209-project] 10.222.0.65 "GET /v2.0/security-groups?id=7ac38dbc-73f7-4b33-bf1f-e114483eb6e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466380 Feb 20 23:02:32.571516 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29435ef0-9148-491f-94c7-b15dcac3e27d req-4ddd55e7-ffc8-4162-ac2f-a4a3c5d3004f tempest-VolumesSnapshotTestJSON-1241170216 tempest-VolumesSnapshotTestJSON-1241170216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:02:32.573117 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-29435ef0-9148-491f-94c7-b15dcac3e27d req-4ddd55e7-ffc8-4162-ac2f-a4a3c5d3004f tempest-VolumesSnapshotTestJSON-1241170216 tempest-VolumesSnapshotTestJSON-1241170216-project] 10.222.0.65 "GET /v2.0/ports?device_id=dc1042d5-9f9e-4499-8df3-606eafe2d52c HTTP/1.1" status: 200 len: 945 time: 0.0590606 Feb 20 23:02:32.625310 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-29435ef0-9148-491f-94c7-b15dcac3e27d req-4179ec33-577f-4af1-b086-f3009a273b28 tempest-VolumesSnapshotTestJSON-1241170216 tempest-VolumesSnapshotTestJSON-1241170216-project] 10.222.0.65 "GET /v2.0/security-groups?id=d0557ae7-5384-4994-8d80-712fd7d257c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456986 Feb 20 23:02:32.749895 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db9a2c0-c62d-495a-9386-396bb5a9ec51 req-28fd3270-9b90-48d3-aa7e-30e83b681a7a tempest-TestMinimumBasicScenario-1893721209 tempest-TestMinimumBasicScenario-1893721209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:02:32.751629 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-5db9a2c0-c62d-495a-9386-396bb5a9ec51 req-28fd3270-9b90-48d3-aa7e-30e83b681a7a tempest-TestMinimumBasicScenario-1893721209 tempest-TestMinimumBasicScenario-1893721209-project] 10.222.0.65 "GET /v2.0/ports?device_id=dd328b41-a333-4a4f-8d95-3d7e290f5bc9 HTTP/1.1" status: 200 len: 946 time: 0.0663080 Feb 20 23:02:32.783495 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e572b4-5ea9-4c1a-8289-e82b25148d56 req-73b59be0-16ab-4d58-84a8-d27eac860a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:02:32.783495 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-98e572b4-5ea9-4c1a-8289-e82b25148d56 req-73b59be0-16ab-4d58-84a8-d27eac860a26 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=81375607-d255-4352-85da-eab4c1e730a9 HTTP/1.1" status: 200 len: 1129 time: 0.0498240 Feb 20 23:02:32.808478 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-5db9a2c0-c62d-495a-9386-396bb5a9ec51 req-cd5b8e8d-74ad-4c22-9295-b136a6213188 tempest-TestMinimumBasicScenario-1893721209 tempest-TestMinimumBasicScenario-1893721209-project] 10.222.0.65 "GET /v2.0/security-groups?id=7ac38dbc-73f7-4b33-bf1f-e114483eb6e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505462 Feb 20 23:02:32.836286 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-98e572b4-5ea9-4c1a-8289-e82b25148d56 req-00233871-8d95-4a91-b779-03bf18329c44 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=bc262dbf-af7b-45c0-8865-5866657a07f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436053 Feb 20 23:02:32.931199 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6270bf-1e36-446d-b540-84137e510626 req-4d520828-4661-4c52-9a61-51a3cad37ed5 tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:02:32.932731 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-ae6270bf-1e36-446d-b540-84137e510626 req-4d520828-4661-4c52-9a61-51a3cad37ed5 tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] 10.222.0.65 "GET /v2.0/ports?device_id=81375607-d255-4352-85da-eab4c1e730a9 HTTP/1.1" status: 200 len: 945 time: 0.0550513 Feb 20 23:02:32.981637 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-ae6270bf-1e36-446d-b540-84137e510626 req-7d3b36a1-11f3-48fe-bf7b-fc531911942a tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] 10.222.0.65 "GET /v2.0/security-groups?id=bc262dbf-af7b-45c0-8865-5866657a07f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434623 Feb 20 23:02:33.744870 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed54e630-cb28-4bb1-bfb8-8b8f0b36606a req-5928187c-d75d-42c7-9d9c-b974e57366ca tempest-VolumesSnapshotTestJSON-1241170216 tempest-VolumesSnapshotTestJSON-1241170216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:02:33.746322 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-ed54e630-cb28-4bb1-bfb8-8b8f0b36606a req-5928187c-d75d-42c7-9d9c-b974e57366ca tempest-VolumesSnapshotTestJSON-1241170216 tempest-VolumesSnapshotTestJSON-1241170216-project] 10.222.0.65 "GET /v2.0/ports?device_id=dc1042d5-9f9e-4499-8df3-606eafe2d52c HTTP/1.1" status: 200 len: 945 time: 0.0508952 Feb 20 23:02:33.792597 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-ed54e630-cb28-4bb1-bfb8-8b8f0b36606a req-2bc55fbe-feb6-412a-a83d-ef23531e8fe4 tempest-VolumesSnapshotTestJSON-1241170216 tempest-VolumesSnapshotTestJSON-1241170216-project] 10.222.0.65 "GET /v2.0/security-groups?id=d0557ae7-5384-4994-8d80-712fd7d257c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407014 Feb 20 23:02:33.851732 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.65', 48602) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:02:33.901257 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c95d520-b6f2-4270-8c00-763594591508 admin admin] Deleting subnet 4c15d5e1-cc39-40bf-a6de-ebe1955e52b5 {{(pid=109628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 23:02:33.904404 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-6c95d520-b6f2-4270-8c00-763594591508 admin admin] Publish callbacks [] for subnet (4c15d5e1-cc39-40bf-a6de-ebe1955e52b5), before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:02:33.944912 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-6c95d520-b6f2-4270-8c00-763594591508 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59578410'] for subnet (4c15d5e1-cc39-40bf-a6de-ebe1955e52b5), precommit_delete_associations {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:02:33.983756 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-6c95d520-b6f2-4270-8c00-763594591508 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4171819'] for subnet (4c15d5e1-cc39-40bf-a6de-ebe1955e52b5), precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:02:34.100135 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafd87f3-5332-46ba-99b1-7aea5342e500 req-f0b9e1d0-2b4d-45ff-b950-e5071a7f38c4 tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:02:34.101603 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-bafd87f3-5332-46ba-99b1-7aea5342e500 req-f0b9e1d0-2b4d-45ff-b950-e5071a7f38c4 tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] 10.222.0.65 "GET /v2.0/ports?device_id=81375607-d255-4352-85da-eab4c1e730a9 HTTP/1.1" status: 200 len: 945 time: 0.0516522 Feb 20 23:02:34.113233 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-6c95d520-b6f2-4270-8c00-763594591508 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4171794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59295610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60044582'] for subnet (4c15d5e1-cc39-40bf-a6de-ebe1955e52b5), after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:02:34.152037 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c95d520-b6f2-4270-8c00-763594591508 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4c15d5e1-cc39-40bf-a6de-ebe1955e52b5,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:02:34.154445 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-6c95d520-b6f2-4270-8c00-763594591508 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565544'] for subnet (None), before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:02:34.157509 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [None req-6c95d520-b6f2-4270-8c00-763594591508 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/4c15d5e1-cc39-40bf-a6de-ebe1955e52b5 HTTP/1.1" status: 204 len: 168 time: 0.3047049 Feb 20 23:02:34.160185 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.65', 48634) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:02:34.173118 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c95d520-b6f2-4270-8c00-763594591508 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:02:34.179493 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c95d520-b6f2-4270-8c00-763594591508 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:02:34.179493 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c95d520-b6f2-4270-8c00-763594591508 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:02:34.179493 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c95d520-b6f2-4270-8c00-763594591508 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:02:34.179493 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c95d520-b6f2-4270-8c00-763594591508 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:02:34.179493 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c95d520-b6f2-4270-8c00-763594591508 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:02:34.179493 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c95d520-b6f2-4270-8c00-763594591508 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:02:34.179493 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c95d520-b6f2-4270-8c00-763594591508 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:02:34.179493 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c95d520-b6f2-4270-8c00-763594591508 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:02:34.179493 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c95d520-b6f2-4270-8c00-763594591508 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:02:34.179493 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c95d520-b6f2-4270-8c00-763594591508 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:02:34.179493 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c95d520-b6f2-4270-8c00-763594591508 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:02:34.179493 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c95d520-b6f2-4270-8c00-763594591508 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:02:34.196335 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-bafd87f3-5332-46ba-99b1-7aea5342e500 req-328fc25e-3f76-4974-8a81-c6d4c19cda92 tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] 10.222.0.65 "GET /v2.0/security-groups?id=bc262dbf-af7b-45c0-8865-5866657a07f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892508 Feb 20 23:02:34.231466 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-1938b63b-8209-4d21-a8cb-2a8c9c7a426e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4031138'] for network (0cc42a85-9a95-4ed9-a113-b7582b2f5909), before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:02:34.307177 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-1938b63b-8209-4d21-a8cb-2a8c9c7a426e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4175522', 'neutron.services.segments.db._delete_segments_for_network-8747407231802'] for network (0cc42a85-9a95-4ed9-a113-b7582b2f5909), precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:02:34.327442 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.services.segments.db [None req-1938b63b-8209-4d21-a8cb-2a8c9c7a426e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0cc42a85-9a95-4ed9-a113-b7582b2f5909']}} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:02:34.336707 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.services.segments.db [None req-1938b63b-8209-4d21-a8cb-2a8c9c7a426e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77f3304d-c5f9-4e4f-ac97-cd5e9b52c2f2') {'for_net_delete': True} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:02:34.337004 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.services.segments.db [None req-1938b63b-8209-4d21-a8cb-2a8c9c7a426e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77f3304d-c5f9-4e4f-ac97-cd5e9b52c2f2') {} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:02:34.350817 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-1938b63b-8209-4d21-a8cb-2a8c9c7a426e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747407232323', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62688234'] for segment (77f3304d-c5f9-4e4f-ac97-cd5e9b52c2f2), before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:02:34.365137 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-1938b63b-8209-4d21-a8cb-2a8c9c7a426e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4056974'] for segment (77f3304d-c5f9-4e4f-ac97-cd5e9b52c2f2), precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:02:34.371082 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1938b63b-8209-4d21-a8cb-2a8c9c7a426e admin admin] Releasing vlan 61 on physical network physnet1 to pool {{(pid=109629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 23:02:34.371461 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-1938b63b-8209-4d21-a8cb-2a8c9c7a426e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4056974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61629301'] for segment (77f3304d-c5f9-4e4f-ac97-cd5e9b52c2f2), after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:02:34.373222 dv-cinder-830096-1-iscsi neutron-server[109629]: Traceback (most recent call last): Feb 20 23:02:34.373222 dv-cinder-830096-1-iscsi neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 23:02:34.373222 dv-cinder-830096-1-iscsi neutron-server[109629]: timer() Feb 20 23:02:34.373222 dv-cinder-830096-1-iscsi neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 23:02:34.373222 dv-cinder-830096-1-iscsi neutron-server[109629]: cb(*args, **kw) Feb 20 23:02:34.373222 dv-cinder-830096-1-iscsi neutron-server[109629]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 23:02:34.373222 dv-cinder-830096-1-iscsi neutron-server[109629]: return func(*args, **kwargs) Feb 20 23:02:34.373222 dv-cinder-830096-1-iscsi neutron-server[109629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 23:02:34.373222 dv-cinder-830096-1-iscsi neutron-server[109629]: self._notify() Feb 20 23:02:34.373222 dv-cinder-830096-1-iscsi neutron-server[109629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 23:02:34.373222 dv-cinder-830096-1-iscsi neutron-server[109629]: self.callback(batched_events) Feb 20 23:02:34.373222 dv-cinder-830096-1-iscsi neutron-server[109629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 23:02:34.373222 dv-cinder-830096-1-iscsi neutron-server[109629]: event.method(event) Feb 20 23:02:34.373222 dv-cinder-830096-1-iscsi neutron-server[109629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 23:02:34.373222 dv-cinder-830096-1-iscsi neutron-server[109629]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 23:02:34.373222 dv-cinder-830096-1-iscsi neutron-server[109629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 23:02:34.373222 dv-cinder-830096-1-iscsi neutron-server[109629]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 23:02:34.373222 dv-cinder-830096-1-iscsi neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 23:02:34.373222 dv-cinder-830096-1-iscsi neutron-server[109629]: return f(self, *a, **k) Feb 20 23:02:34.373222 dv-cinder-830096-1-iscsi neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 23:02:34.373222 dv-cinder-830096-1-iscsi neutron-server[109629]: return self._get(url).json() Feb 20 23:02:34.373222 dv-cinder-830096-1-iscsi neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 23:02:34.373222 dv-cinder-830096-1-iscsi neutron-server[109629]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 23:02:34.373222 dv-cinder-830096-1-iscsi neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 23:02:34.373222 dv-cinder-830096-1-iscsi neutron-server[109629]: return self.request(url, 'GET', **kwargs) Feb 20 23:02:34.373222 dv-cinder-830096-1-iscsi neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 23:02:34.373222 dv-cinder-830096-1-iscsi neutron-server[109629]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 23:02:34.373222 dv-cinder-830096-1-iscsi neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 23:02:34.373222 dv-cinder-830096-1-iscsi neutron-server[109629]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 23:02:34.373222 dv-cinder-830096-1-iscsi neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 23:02:34.373222 dv-cinder-830096-1-iscsi neutron-server[109629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 23:02:34.373222 dv-cinder-830096-1-iscsi neutron-server[109629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 23:02:34.543071 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-1938b63b-8209-4d21-a8cb-2a8c9c7a426e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4175529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704226'] for network (0cc42a85-9a95-4ed9-a113-b7582b2f5909), after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:02:34.547530 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-1938b63b-8209-4d21-a8cb-2a8c9c7a426e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565544'] for network (None), before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:02:34.551353 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [None req-1938b63b-8209-4d21-a8cb-2a8c9c7a426e admin admin] 10.222.0.65 "DELETE /v2.0/networks/0cc42a85-9a95-4ed9-a113-b7582b2f5909 HTTP/1.1" status: 204 len: 168 time: 0.3901472 Feb 20 23:02:34.565627 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1938b63b-8209-4d21-a8cb-2a8c9c7a426e admin admin] Pushing event deleted for resources: {'Network': ['ID=0cc42a85-9a95-4ed9-a113-b7582b2f5909,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:02:34.576132 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1938b63b-8209-4d21-a8cb-2a8c9c7a426e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:02:34.576557 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1938b63b-8209-4d21-a8cb-2a8c9c7a426e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:02:34.577004 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1938b63b-8209-4d21-a8cb-2a8c9c7a426e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:02:34.577409 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1938b63b-8209-4d21-a8cb-2a8c9c7a426e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:02:34.577846 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1938b63b-8209-4d21-a8cb-2a8c9c7a426e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:02:34.578249 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1938b63b-8209-4d21-a8cb-2a8c9c7a426e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:02:34.578679 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1938b63b-8209-4d21-a8cb-2a8c9c7a426e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:02:34.579083 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1938b63b-8209-4d21-a8cb-2a8c9c7a426e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:02:34.579482 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1938b63b-8209-4d21-a8cb-2a8c9c7a426e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:02:34.579882 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1938b63b-8209-4d21-a8cb-2a8c9c7a426e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:02:34.580305 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1938b63b-8209-4d21-a8cb-2a8c9c7a426e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:02:34.581423 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1938b63b-8209-4d21-a8cb-2a8c9c7a426e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:02:34.581692 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1938b63b-8209-4d21-a8cb-2a8c9c7a426e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:02:35.044642 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.65', 48646) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:02:35.084286 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [None req-2215b8f0-d917-4f7b-84d8-f6edb4f7c70b admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=5680faffb5f54e9f8a56a455be903baf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0385013 Feb 20 23:02:35.086908 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.65', 48648) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:02:35.132817 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-06029b8e-375f-4915-aebd-a182794192cc admin admin] Publish callbacks [] for security_group (f5f2301d-e11c-4ae7-8b88-d4fa5bae967d), before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:02:35.155015 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-06029b8e-375f-4915-aebd-a182794192cc admin admin] Publish callbacks [] for security_group (f5f2301d-e11c-4ae7-8b88-d4fa5bae967d), precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:02:35.280919 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-06029b8e-375f-4915-aebd-a182794192cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627867'] for security_group (f5f2301d-e11c-4ae7-8b88-d4fa5bae967d), after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:02:35.284556 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-06029b8e-375f-4915-aebd-a182794192cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:02:35.288787 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [None req-06029b8e-375f-4915-aebd-a182794192cc admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/f5f2301d-e11c-4ae7-8b88-d4fa5bae967d HTTP/1.1" status: 204 len: 168 time: 0.1981132 Feb 20 23:02:35.297413 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06029b8e-375f-4915-aebd-a182794192cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5f2301d-e11c-4ae7-8b88-d4fa5bae967d,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:02:35.324071 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad61cec-aa09-451b-940f-392486d07cad req-f87e414f-d967-4191-8bb6-a408876cb715 tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:02:35.325875 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-4ad61cec-aa09-451b-940f-392486d07cad req-f87e414f-d967-4191-8bb6-a408876cb715 tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] 10.222.0.65 "GET /v2.0/ports?device_id=81375607-d255-4352-85da-eab4c1e730a9 HTTP/1.1" status: 200 len: 945 time: 0.0614460 Feb 20 23:02:35.375861 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-4ad61cec-aa09-451b-940f-392486d07cad req-95ea9d2c-b057-410a-9d0f-ba65f8e38f19 tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] 10.222.0.65 "GET /v2.0/security-groups?id=bc262dbf-af7b-45c0-8865-5866657a07f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443444 Feb 20 23:02:35.936674 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b3c4ea-e4bc-416a-9518-f9fdf341a5c5 req-f9ce51fa-dfc2-4a54-9acd-e2036826ff08 tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:02:35.938218 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-16b3c4ea-e4bc-416a-9518-f9fdf341a5c5 req-f9ce51fa-dfc2-4a54-9acd-e2036826ff08 tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] 10.222.0.65 "GET /v2.0/ports?device_id=81375607-d255-4352-85da-eab4c1e730a9 HTTP/1.1" status: 200 len: 945 time: 0.0536613 Feb 20 23:02:35.989550 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-16b3c4ea-e4bc-416a-9518-f9fdf341a5c5 req-9c66e33f-fa51-4fda-b073-912ba38f6887 tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] 10.222.0.65 "GET /v2.0/security-groups?id=bc262dbf-af7b-45c0-8865-5866657a07f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446811 Feb 20 23:02:36.032001 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9035b588-215d-4c07-9107-4a0e9e84e9d8 req-462b85bf-f0e5-44c3-94a9-cec5bf2fd17f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:02:36.033518 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-9035b588-215d-4c07-9107-4a0e9e84e9d8 req-462b85bf-f0e5-44c3-94a9-cec5bf2fd17f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e684d4332ff043eab2d102df1b6dd908&device_id=81375607-d255-4352-85da-eab4c1e730a9 HTTP/1.1" status: 200 len: 1129 time: 0.0523093 Feb 20 23:02:36.129908 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9035b588-215d-4c07-9107-4a0e9e84e9d8 req-27c55c79-183d-4ce5-8b27-886a58264680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:02:36.131732 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-9035b588-215d-4c07-9107-4a0e9e84e9d8 req-27c55c79-183d-4ce5-8b27-886a58264680 service neutron] 10.222.0.42 "GET /v2.0/networks?id=50907839-a771-4d5d-8cdc-f2154e15e96c HTTP/1.1" status: 200 len: 919 time: 0.0852025 Feb 20 23:02:36.179075 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-9035b588-215d-4c07-9107-4a0e9e84e9d8 req-b0714492-43b6-48e0-b673-1fb1257d6cdf service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=66b4984e-4f9b-4971-bf9f-1f953504702d HTTP/1.1" status: 200 len: 217 time: 0.0393739 Feb 20 23:02:36.232533 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9035b588-215d-4c07-9107-4a0e9e84e9d8 req-c9ed4408-b55b-4f0e-b769-5c684b913f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:02:36.234075 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-9035b588-215d-4c07-9107-4a0e9e84e9d8 req-c9ed4408-b55b-4f0e-b769-5c684b913f81 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=bebd2843-1d13-4eae-8703-47333a1f09f6 HTTP/1.1" status: 200 len: 859 time: 0.0482702 Feb 20 23:02:36.266052 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-9035b588-215d-4c07-9107-4a0e9e84e9d8 req-25a37bdf-a2e8-4fc1-a285-14e749975be0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=50907839-a771-4d5d-8cdc-f2154e15e96c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243931 Feb 20 23:02:36.366227 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-9035b588-215d-4c07-9107-4a0e9e84e9d8 req-1b13e50c-c2ce-4509-a0c2-64a9c4c985bb service neutron] 10.222.0.42 "GET /v2.0/networks/50907839-a771-4d5d-8cdc-f2154e15e96c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892320 Feb 20 23:02:36.463549 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-9035b588-215d-4c07-9107-4a0e9e84e9d8 req-8b85bcde-32aa-400a-acca-d7fd3a6303c1 service neutron] 10.222.0.42 "GET /v2.0/networks/50907839-a771-4d5d-8cdc-f2154e15e96c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903916 Feb 20 23:02:37.111895 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00711f62-a65e-4834-8185-a41dc63c67fb req-209142ce-9746-4f95-9dc3-7a20dad99101 tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:02:37.114121 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-00711f62-a65e-4834-8185-a41dc63c67fb req-209142ce-9746-4f95-9dc3-7a20dad99101 tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] 10.222.0.65 "GET /v2.0/ports?device_id=81375607-d255-4352-85da-eab4c1e730a9 HTTP/1.1" status: 200 len: 945 time: 0.0556920 Feb 20 23:02:37.167388 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-00711f62-a65e-4834-8185-a41dc63c67fb req-7521ced7-084c-49f1-872e-7065e7418963 tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] 10.222.0.65 "GET /v2.0/security-groups?id=bc262dbf-af7b-45c0-8865-5866657a07f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467470 Feb 20 23:02:38.287151 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fb1105-7e23-494c-82f8-4087d2bf9c3b req-cc4d6ecf-bb61-48cc-94c3-9169f00fb2d3 tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:02:38.288599 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-e2fb1105-7e23-494c-82f8-4087d2bf9c3b req-cc4d6ecf-bb61-48cc-94c3-9169f00fb2d3 tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] 10.222.0.65 "GET /v2.0/ports?device_id=81375607-d255-4352-85da-eab4c1e730a9 HTTP/1.1" status: 200 len: 945 time: 0.0525932 Feb 20 23:02:38.333373 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-e2fb1105-7e23-494c-82f8-4087d2bf9c3b req-c50689d2-69ab-46b3-ad3e-5d52dda16dde tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] 10.222.0.65 "GET /v2.0/security-groups?id=bc262dbf-af7b-45c0-8865-5866657a07f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392220 Feb 20 23:02:39.454571 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d88cdfa-d1d3-42e3-b096-d157de8d7521 req-4c07b4ca-8831-47b8-91dd-4fdc14bdab87 tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:02:39.456013 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-4d88cdfa-d1d3-42e3-b096-d157de8d7521 req-4c07b4ca-8831-47b8-91dd-4fdc14bdab87 tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] 10.222.0.65 "GET /v2.0/ports?device_id=81375607-d255-4352-85da-eab4c1e730a9 HTTP/1.1" status: 200 len: 945 time: 0.0531528 Feb 20 23:02:39.646091 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-4d88cdfa-d1d3-42e3-b096-d157de8d7521 req-3b1ceea3-03fd-4606-af85-3c0953491c2c tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] 10.222.0.65 "GET /v2.0/security-groups?id=bc262dbf-af7b-45c0-8865-5866657a07f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1844680 Feb 20 23:02:40.767391 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837f2e62-5e08-4b71-81c8-ac98acea8bf8 req-f5e16eaf-df1c-4fa7-9ac2-8faa263acf5d tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:02:40.768925 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-837f2e62-5e08-4b71-81c8-ac98acea8bf8 req-f5e16eaf-df1c-4fa7-9ac2-8faa263acf5d tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] 10.222.0.65 "GET /v2.0/ports?device_id=81375607-d255-4352-85da-eab4c1e730a9 HTTP/1.1" status: 200 len: 945 time: 0.0542307 Feb 20 23:02:40.818690 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-837f2e62-5e08-4b71-81c8-ac98acea8bf8 req-29b4ea70-c887-40e4-b9de-cbf4dc9f8644 tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] 10.222.0.65 "GET /v2.0/security-groups?id=bc262dbf-af7b-45c0-8865-5866657a07f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417199 Feb 20 23:02:42.291723 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-a0ae79b3-992d-4a44-836a-cd366852435a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (83a03d73-f5e1-4f72-b2a3-d557ae097998), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:02:44.514088 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-b24b9ca8-5c2b-47f1-a09e-f02e9fbf47e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (13c347f3-1c01-45ee-af8c-9f8a630e0f23), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:02:45.279236 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9730320-b3c2-419e-bff8-2c592a31b0d1 req-002a2e53-5608-4c72-82a9-a8e998e3ef20 tempest-TestMinimumBasicScenario-1893721209 tempest-TestMinimumBasicScenario-1893721209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:02:45.280748 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-d9730320-b3c2-419e-bff8-2c592a31b0d1 req-002a2e53-5608-4c72-82a9-a8e998e3ef20 tempest-TestMinimumBasicScenario-1893721209 tempest-TestMinimumBasicScenario-1893721209-project] 10.222.0.65 "GET /v2.0/ports?device_id=dd328b41-a333-4a4f-8d95-3d7e290f5bc9 HTTP/1.1" status: 200 len: 946 time: 0.0521543 Feb 20 23:02:45.327764 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-d9730320-b3c2-419e-bff8-2c592a31b0d1 req-ab8c25a2-6114-4d78-9464-986aae408543 tempest-TestMinimumBasicScenario-1893721209 tempest-TestMinimumBasicScenario-1893721209-project] 10.222.0.65 "GET /v2.0/security-groups?id=7ac38dbc-73f7-4b33-bf1f-e114483eb6e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415275 Feb 20 23:02:45.350559 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.65', 48874) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:02:45.541609 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ae166e1-1cd4-4686-bb36-735334ccb27e tempest-TestMinimumBasicScenario-493090552 tempest-TestMinimumBasicScenario-493090552-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:02:45.543499 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [None req-5ae166e1-1cd4-4686-bb36-735334ccb27e tempest-TestMinimumBasicScenario-493090552 tempest-TestMinimumBasicScenario-493090552-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=dd328b41-a333-4a4f-8d95-3d7e290f5bc9 HTTP/1.1" status: 200 len: 1125 time: 0.1920052 Feb 20 23:02:45.546470 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.65', 48880) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:02:45.551178 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.v2.base [None req-35654a61-6885-473b-8c72-37bc23d77e33 tempest-TestMinimumBasicScenario-1893721209 tempest-TestMinimumBasicScenario-1893721209-project] Request body: {'floatingip': {'floating_network_id': '5f52b71d-61c7-49bc-86ae-3e3415c25b55', 'port_id': '094032c2-20c8-4097-a27f-880be39ff71d', 'tenant_id': 'c3e33ca04103445c86d7b13f76fe664b', 'fixed_ip_address': '172.20.0.11'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:02:45.651694 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-35654a61-6885-473b-8c72-37bc23d77e33 tempest-TestMinimumBasicScenario-1893721209 tempest-TestMinimumBasicScenario-1893721209-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:02:45.756548 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-35654a61-6885-473b-8c72-37bc23d77e33 tempest-TestMinimumBasicScenario-1893721209 tempest-TestMinimumBasicScenario-1893721209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4131840'] for port (None), before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:02:45.865446 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.db.db_base_plugin_common [None req-35654a61-6885-473b-8c72-37bc23d77e33 tempest-TestMinimumBasicScenario-1893721209 tempest-TestMinimumBasicScenario-1893721209-project] Allocated IP 172.27.2.209 (5f52b71d-61c7-49bc-86ae-3e3415c25b55/841afcd6-8af7-4cd5-baec-c52e88cacaa2/2ab3463e-480b-43e6-acf8-b7cf04ba5cbb) {{(pid=109628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 23:02:45.892105 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-343008d4-3a37-47e4-bcbd-5ef9b41dd99c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (5ba36dc9-fc49-4f8a-9e75-ea70dbbc9d37), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:02:45.972548 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-35654a61-6885-473b-8c72-37bc23d77e33 tempest-TestMinimumBasicScenario-1893721209 tempest-TestMinimumBasicScenario-1893721209-project] Publish callbacks [] for port (2ab3463e-480b-43e6-acf8-b7cf04ba5cbb), precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:02:46.080473 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-35654a61-6885-473b-8c72-37bc23d77e33 tempest-TestMinimumBasicScenario-1893721209 tempest-TestMinimumBasicScenario-1893721209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747406771496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59259307'] for port (2ab3463e-480b-43e6-acf8-b7cf04ba5cbb), after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:02:46.117745 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35654a61-6885-473b-8c72-37bc23d77e33 tempest-TestMinimumBasicScenario-1893721209 tempest-TestMinimumBasicScenario-1893721209-project] Network 5f52b71d-61c7-49bc-86ae-3e3415c25b55 is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 23:02:46.120630 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-35654a61-6885-473b-8c72-37bc23d77e33 tempest-TestMinimumBasicScenario-1893721209 tempest-TestMinimumBasicScenario-1893721209-project] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 23:02:46.126236 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35654a61-6885-473b-8c72-37bc23d77e33 tempest-TestMinimumBasicScenario-1893721209 tempest-TestMinimumBasicScenario-1893721209-project] Received port after_create {{(pid=109628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 23:02:46.132112 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35654a61-6885-473b-8c72-37bc23d77e33 tempest-TestMinimumBasicScenario-1893721209 tempest-TestMinimumBasicScenario-1893721209-project] Pushing event updated for resources: {'Port': ['ID=2ab3463e-480b-43e6-acf8-b7cf04ba5cbb,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:02:46.522993 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-35654a61-6885-473b-8c72-37bc23d77e33 tempest-TestMinimumBasicScenario-1893721209 tempest-TestMinimumBasicScenario-1893721209-project] Publish callbacks [] for floatingip (43eaaa52-30cd-4298-a1ec-a3e98d90ca6f), precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:02:46.663848 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-35654a61-6885-473b-8c72-37bc23d77e33 tempest-TestMinimumBasicScenario-1893721209 tempest-TestMinimumBasicScenario-1893721209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4131840'] for port (2ab3463e-480b-43e6-acf8-b7cf04ba5cbb), before_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:02:46.821158 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-35654a61-6885-473b-8c72-37bc23d77e33 tempest-TestMinimumBasicScenario-1893721209 tempest-TestMinimumBasicScenario-1893721209-project] Publish callbacks [] for port (2ab3463e-480b-43e6-acf8-b7cf04ba5cbb), precommit_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:02:46.920248 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-35654a61-6885-473b-8c72-37bc23d77e33 tempest-TestMinimumBasicScenario-1893721209 tempest-TestMinimumBasicScenario-1893721209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747407212427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747406771514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747406771532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59259312'] for port (2ab3463e-480b-43e6-acf8-b7cf04ba5cbb), after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:02:46.997168 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35654a61-6885-473b-8c72-37bc23d77e33 tempest-TestMinimumBasicScenario-1893721209 tempest-TestMinimumBasicScenario-1893721209-project] Pushing event updated for resources: {'Port': ['ID=2ab3463e-480b-43e6-acf8-b7cf04ba5cbb,revision_number=2']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:02:47.016144 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-35654a61-6885-473b-8c72-37bc23d77e33 tempest-TestMinimumBasicScenario-1893721209 tempest-TestMinimumBasicScenario-1893721209-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-704244'] for floatingip (43eaaa52-30cd-4298-a1ec-a3e98d90ca6f), after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:02:47.116846 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.db.l3_db [None req-35654a61-6885-473b-8c72-37bc23d77e33 tempest-TestMinimumBasicScenario-1893721209 tempest-TestMinimumBasicScenario-1893721209-project] Floating IP 43eaaa52-30cd-4298-a1ec-a3e98d90ca6f associated. External IP: 172.27.2.209, port: 094032c2-20c8-4097-a27f-880be39ff71d. Feb 20 23:02:47.143095 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-f8bda328-0f39-40fc-b2c8-28796977f3d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (e2edd6cb-ac77-47df-80b5-e0a92a5dde3d), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:02:47.330621 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35654a61-6885-473b-8c72-37bc23d77e33 tempest-TestMinimumBasicScenario-1893721209 tempest-TestMinimumBasicScenario-1893721209-project] Router 957dbf51-248f-4ddc-979e-257e09f3cf2a has already been hosted by L3 agent 13c347f3-1c01-45ee-af8c-9f8a630e0f23 {{(pid=109628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 23:02:47.440684 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35654a61-6885-473b-8c72-37bc23d77e33 tempest-TestMinimumBasicScenario-1893721209 tempest-TestMinimumBasicScenario-1893721209-project] Notify agent at l3_agent.dv-cinder-830096-1-iscsi the message routers_updated {{(pid=109628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 23:02:47.451608 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25fac0b3-bdda-4b15-9943-de824db1e41a None None] Sync routers for ids ['957dbf51-248f-4ddc-979e-257e09f3cf2a'] in dv-cinder-830096-1-iscsi {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 23:02:47.462062 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25fac0b3-bdda-4b15-9943-de824db1e41a None None] Routers {'957dbf51-248f-4ddc-979e-257e09f3cf2a'} bound to L3 agent in host dv-cinder-830096-1-iscsi {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 23:02:47.462732 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-25fac0b3-bdda-4b15-9943-de824db1e41a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-20T22:50:44Z,description=,heartbeat_timestamp=2022-02-20T23:02:44Z,host='dv-cinder-830096-1-iscsi',id=13c347f3-1c01-45ee-af8c-9f8a630e0f23,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T22:50:45Z,topic='l3_agent')) {'router_ids': ['957dbf51-248f-4ddc-979e-257e09f3cf2a'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:02:47.533849 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-35654a61-6885-473b-8c72-37bc23d77e33 tempest-TestMinimumBasicScenario-1893721209 tempest-TestMinimumBasicScenario-1893721209-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932959'] for floatingip (None), before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:02:47.562786 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [None req-35654a61-6885-473b-8c72-37bc23d77e33 tempest-TestMinimumBasicScenario-1893721209 tempest-TestMinimumBasicScenario-1893721209-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0152435 Feb 20 23:02:47.563428 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd328b41-a333-4a4f-8d95-3d7e290f5bc9', 'tag': '094032c2-20c8-4097-a27f-880be39ff71d'}] {{(pid=109628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 23:02:47.565671 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4be7ee60aa4259b475ee261dcf74c65065c56e299c7a4b2359a57cf03aee0d96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4aac3659-e755-4de3-9837-f1206091c58c" -d '{"events": [{"name": "network-changed", "server_uuid": "dd328b41-a333-4a4f-8d95-3d7e290f5bc9", "tag": "094032c2-20c8-4097-a27f-880be39ff71d"}]}' {{(pid=109628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 23:02:47.565819 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.65', 48904) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:02:47.571611 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.v2.base [None req-ea2832b2-9ec0-4a3c-97c3-a43a4b076bf1 tempest-TestMinimumBasicScenario-1893721209 tempest-TestMinimumBasicScenario-1893721209-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-263473719', 'description': 'tempest-secgroup-smoke-263473719 description', 'project_id': 'c3e33ca04103445c86d7b13f76fe664b'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:02:47.572094 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.db.l3_dvr_db [None req-25fac0b3-bdda-4b15-9943-de824db1e41a None None] Set router 957dbf51-248f-4ddc-979e-257e09f3cf2a gateway port host: dv-cinder-830096-1-iscsi {{(pid=109631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 23:02:47.606916 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 23:02:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c6f7e54-9e0a-436b-b256-a9c86337089e x-openstack-request-id: req-7c6f7e54-9e0a-436b-b256-a9c86337089e {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 23:02:47.607208 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd328b41-a333-4a4f-8d95-3d7e290f5bc9", "tag": "094032c2-20c8-4097-a27f-880be39ff71d", "status": "completed", "code": 200}]} {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 23:02:47.607458 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-7c6f7e54-9e0a-436b-b256-a9c86337089e {{(pid=109628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 23:02:47.607849 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd328b41-a333-4a4f-8d95-3d7e290f5bc9', 'tag': '094032c2-20c8-4097-a27f-880be39ff71d', 'status': 'completed', 'code': 200} Feb 20 23:02:47.680857 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-ea2832b2-9ec0-4a3c-97c3-a43a4b076bf1 tempest-TestMinimumBasicScenario-1893721209 tempest-TestMinimumBasicScenario-1893721209-project] Publish callbacks [] for security_group (None), before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:02:47.681907 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aac3659-e755-4de3-9837-f1206091c58c req-3e6958ed-59eb-4aa7-a951-6c30a8e01b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:02:47.683585 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-4aac3659-e755-4de3-9837-f1206091c58c req-3e6958ed-59eb-4aa7-a951-6c30a8e01b7c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c3e33ca04103445c86d7b13f76fe664b&device_id=dd328b41-a333-4a4f-8d95-3d7e290f5bc9 HTTP/1.1" status: 200 len: 1130 time: 0.0501592 Feb 20 23:02:47.764463 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-ea2832b2-9ec0-4a3c-97c3-a43a4b076bf1 tempest-TestMinimumBasicScenario-1893721209 tempest-TestMinimumBasicScenario-1893721209-project] Publish callbacks [] for security_group (d0f3dee1-0426-499e-a956-715440d63bdd), precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:02:47.804691 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aac3659-e755-4de3-9837-f1206091c58c req-b18287a3-08b6-4c41-8911-59ab968a9e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:02:47.806211 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-4aac3659-e755-4de3-9837-f1206091c58c req-b18287a3-08b6-4c41-8911-59ab968a9e6b service neutron] 10.222.0.42 "GET /v2.0/networks?id=49827f61-3092-4973-9005-6ef8ce9e46b5 HTTP/1.1" status: 200 len: 915 time: 0.1141074 Feb 20 23:02:47.834983 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-ea2832b2-9ec0-4a3c-97c3-a43a4b076bf1 tempest-TestMinimumBasicScenario-1893721209 tempest-TestMinimumBasicScenario-1893721209-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627867'] for security_group (d0f3dee1-0426-499e-a956-715440d63bdd), after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:02:47.859019 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-25fac0b3-bdda-4b15-9943-de824db1e41a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '957dbf51-248f-4ddc-979e-257e09f3cf2a', 'name': 'tempest-TestMinimumBasicScenario-2043403748-router', 'tenant_id': 'c3e33ca04103445c86d7b13f76fe664b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f52b71d-61c7-49bc-86ae-3e3415c25b55', 'external_fixed_ips': [{'subnet_id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'ip_address': '172.27.2.20'}], 'enable_snat': True}, 'gw_port_id': 'c83ba2fa-10e7-432d-af47-93b96fff10e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:01:28Z', 'updated_at': '2022-02-20T23:01:32Z', 'revision_number': 4, 'project_id': 'c3e33ca04103445c86d7b13f76fe664b', 'gw_port': {'id': 'c83ba2fa-10e7-432d-af47-93b96fff10e6', 'name': '', 'network_id': '5f52b71d-61c7-49bc-86ae-3e3415c25b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:04:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '957dbf51-248f-4ddc-979e-257e09f3cf2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'ip_address': '172.27.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:01:29Z', 'updated_at': '2022-02-20T23:01:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-1-iscsi', '_floatingips': [{'id': '43eaaa52-30cd-4298-a1ec-a3e98d90ca6f', 'tenant_id': 'c3e33ca04103445c86d7b13f76fe664b', 'floating_ip_address': '172.27.2.209', 'floating_network_id': '5f52b71d-61c7-49bc-86ae-3e3415c25b55', 'router_id': '957dbf51-248f-4ddc-979e-257e09f3cf2a', 'port_id': '094032c2-20c8-4097-a27f-880be39ff71d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 416, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '49827f61-3092-4973-9005-6ef8ce9e46b5', 'mac_address': 'fa:16:3e:22:bb:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd328b41-a333-4a4f-8d95-3d7e290f5bc9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T23:02:46Z', 'updated_at': '2022-02-20T23:02:46Z', 'revision_number': 0, 'project_id': 'c3e33ca04103445c86d7b13f76fe664b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3dbf046-c3f5-4a7f-98cd-b1891ab07908', 'name': '', 'network_id': '49827f61-3092-4973-9005-6ef8ce9e46b5', 'tenant_id': 'c3e33ca04103445c86d7b13f76fe664b', 'mac_address': 'fa:16:3e:7c:c4:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '957dbf51-248f-4ddc-979e-257e09f3cf2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'e9c40620-c529-4a12-8658-8129e29b5c71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:01:32Z', 'updated_at': '2022-02-20T23:01:37Z', 'revision_number': 5, 'project_id': 'c3e33ca04103445c86d7b13f76fe664b', 'subnets': [{'id': 'e9c40620-c529-4a12-8658-8129e29b5c71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830096-1-iscsi', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:02:47.867981 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2832b2-9ec0-4a3c-97c3-a43a4b076bf1 tempest-TestMinimumBasicScenario-1893721209 tempest-TestMinimumBasicScenario-1893721209-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0f3dee1-0426-499e-a956-715440d63bdd,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:02:47.891795 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25fac0b3-bdda-4b15-9943-de824db1e41a None None] Checking router: 957dbf51-248f-4ddc-979e-257e09f3cf2a for host: dv-cinder-830096-1-iscsi {{(pid=109631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 23:02:47.899791 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-4aac3659-e755-4de3-9837-f1206091c58c req-080ba677-75ab-47e3-b5b3-01bf4d4e9d99 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=094032c2-20c8-4097-a27f-880be39ff71d HTTP/1.1" status: 200 len: 1000 time: 0.0731025 Feb 20 23:02:47.900141 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25fac0b3-bdda-4b15-9943-de824db1e41a None None] Routers {'957dbf51-248f-4ddc-979e-257e09f3cf2a'} bound to L3 agent in host dv-cinder-830096-1-iscsi {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 23:02:47.900751 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-25fac0b3-bdda-4b15-9943-de824db1e41a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-20T22:50:44Z,description=,heartbeat_timestamp=2022-02-20T23:02:44Z,host='dv-cinder-830096-1-iscsi',id=13c347f3-1c01-45ee-af8c-9f8a630e0f23,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T22:50:45Z,topic='l3_agent')) {'router_ids': ['957dbf51-248f-4ddc-979e-257e09f3cf2a'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:02:47.945706 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-ea2832b2-9ec0-4a3c-97c3-a43a4b076bf1 tempest-TestMinimumBasicScenario-1893721209 tempest-TestMinimumBasicScenario-1893721209-project] Publish callbacks [] for security_group (None), before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:02:47.951069 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [None req-ea2832b2-9ec0-4a3c-97c3-a43a4b076bf1 tempest-TestMinimumBasicScenario-1893721209 tempest-TestMinimumBasicScenario-1893721209-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3836575 Feb 20 23:02:47.951224 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.65', 48912) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:02:47.957819 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.v2.base [None req-f4a05711-2906-4695-8ddc-14aaa2d7ff40 tempest-TestMinimumBasicScenario-1893721209 tempest-TestMinimumBasicScenario-1893721209-project] Request body: {'security_group_rule': {'security_group_id': 'd0f3dee1-0426-499e-a956-715440d63bdd', 'project_id': 'c3e33ca04103445c86d7b13f76fe664b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:02:47.964445 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aac3659-e755-4de3-9837-f1206091c58c req-fb769b23-741b-46c4-a0e9-3b0f4faf41b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:02:47.969019 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-4aac3659-e755-4de3-9837-f1206091c58c req-fb769b23-741b-46c4-a0e9-3b0f4faf41b1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e9c40620-c529-4a12-8658-8129e29b5c71 HTTP/1.1" status: 200 len: 854 time: 0.0560091 Feb 20 23:02:48.027407 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.db.l3_dvr_db [None req-25fac0b3-bdda-4b15-9943-de824db1e41a None None] Set router 957dbf51-248f-4ddc-979e-257e09f3cf2a gateway port host: dv-cinder-830096-1-iscsi {{(pid=109631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 23:02:48.035811 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aac3659-e755-4de3-9837-f1206091c58c req-298157e1-a409-480e-892b-623885f7d8e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:02:48.037844 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-4aac3659-e755-4de3-9837-f1206091c58c req-298157e1-a409-480e-892b-623885f7d8e5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=49827f61-3092-4973-9005-6ef8ce9e46b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0593624 Feb 20 23:02:48.114936 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f4a05711-2906-4695-8ddc-14aaa2d7ff40 tempest-TestMinimumBasicScenario-1893721209 tempest-TestMinimumBasicScenario-1893721209-project] Publish callbacks [] for security_group_rule (7385469c-b3ba-440c-95e7-9f35d64a2112), before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:02:48.307190 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-25fac0b3-bdda-4b15-9943-de824db1e41a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '957dbf51-248f-4ddc-979e-257e09f3cf2a', 'name': 'tempest-TestMinimumBasicScenario-2043403748-router', 'tenant_id': 'c3e33ca04103445c86d7b13f76fe664b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f52b71d-61c7-49bc-86ae-3e3415c25b55', 'external_fixed_ips': [{'subnet_id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'ip_address': '172.27.2.20'}], 'enable_snat': True}, 'gw_port_id': 'c83ba2fa-10e7-432d-af47-93b96fff10e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:01:28Z', 'updated_at': '2022-02-20T23:01:32Z', 'revision_number': 4, 'project_id': 'c3e33ca04103445c86d7b13f76fe664b', 'gw_port': {'id': 'c83ba2fa-10e7-432d-af47-93b96fff10e6', 'name': '', 'network_id': '5f52b71d-61c7-49bc-86ae-3e3415c25b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:04:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '957dbf51-248f-4ddc-979e-257e09f3cf2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'ip_address': '172.27.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:01:29Z', 'updated_at': '2022-02-20T23:01:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-1-iscsi', '_floatingips': [{'id': '43eaaa52-30cd-4298-a1ec-a3e98d90ca6f', 'tenant_id': 'c3e33ca04103445c86d7b13f76fe664b', 'floating_ip_address': '172.27.2.209', 'floating_network_id': '5f52b71d-61c7-49bc-86ae-3e3415c25b55', 'router_id': '957dbf51-248f-4ddc-979e-257e09f3cf2a', 'port_id': '094032c2-20c8-4097-a27f-880be39ff71d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 416, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '49827f61-3092-4973-9005-6ef8ce9e46b5', 'mac_address': 'fa:16:3e:22:bb:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd328b41-a333-4a4f-8d95-3d7e290f5bc9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T23:02:46Z', 'updated_at': '2022-02-20T23:02:46Z', 'revision_number': 0, 'project_id': 'c3e33ca04103445c86d7b13f76fe664b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3dbf046-c3f5-4a7f-98cd-b1891ab07908', 'name': '', 'network_id': '49827f61-3092-4973-9005-6ef8ce9e46b5', 'tenant_id': 'c3e33ca04103445c86d7b13f76fe664b', 'mac_address': 'fa:16:3e:7c:c4:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '957dbf51-248f-4ddc-979e-257e09f3cf2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'e9c40620-c529-4a12-8658-8129e29b5c71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:01:32Z', 'updated_at': '2022-02-20T23:01:37Z', 'revision_number': 5, 'project_id': 'c3e33ca04103445c86d7b13f76fe664b', 'subnets': [{'id': 'e9c40620-c529-4a12-8658-8129e29b5c71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830096-1-iscsi', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:02:48.338404 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25fac0b3-bdda-4b15-9943-de824db1e41a None None] The sync data for ids ['957dbf51-248f-4ddc-979e-257e09f3cf2a'] in dv-cinder-830096-1-iscsi is: [{'id': '957dbf51-248f-4ddc-979e-257e09f3cf2a', 'name': 'tempest-TestMinimumBasicScenario-2043403748-router', 'tenant_id': 'c3e33ca04103445c86d7b13f76fe664b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f52b71d-61c7-49bc-86ae-3e3415c25b55', 'external_fixed_ips': [{'subnet_id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'ip_address': '172.27.2.20'}], 'enable_snat': True}, 'gw_port_id': 'c83ba2fa-10e7-432d-af47-93b96fff10e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:01:28Z', 'updated_at': '2022-02-20T23:01:32Z', 'revision_number': 4, 'project_id': 'c3e33ca04103445c86d7b13f76fe664b', 'gw_port': {'id': 'c83ba2fa-10e7-432d-af47-93b96fff10e6', 'name': '', 'network_id': '5f52b71d-61c7-49bc-86ae-3e3415c25b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:04:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '957dbf51-248f-4ddc-979e-257e09f3cf2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'ip_address': '172.27.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:01:29Z', 'updated_at': '2022-02-20T23:01:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-1-iscsi', '_floatingips': [{'id': '43eaaa52-30cd-4298-a1ec-a3e98d90ca6f', 'tenant_id': 'c3e33ca04103445c86d7b13f76fe664b', 'floating_ip_address': '172.27.2.209', 'floating_network_id': '5f52b71d-61c7-49bc-86ae-3e3415c25b55', 'router_id': '957dbf51-248f-4ddc-979e-257e09f3cf2a', 'port_id': '094032c2-20c8-4097-a27f-880be39ff71d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 416, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '49827f61-3092-4973-9005-6ef8ce9e46b5', 'mac_address': 'fa:16:3e:22:bb:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd328b41-a333-4a4f-8d95-3d7e290f5bc9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T23:02:46Z', 'updated_at': '2022-02-20T23:02:46Z', 'revision_number': 0, 'project_id': 'c3e33ca04103445c86d7b13f76fe664b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3dbf046-c3f5-4a7f-98cd-b1891ab07908', 'name': '', 'network_id': '49827f61-3092-4973-9005-6ef8ce9e46b5', 'tenant_id': 'c3e33ca04103445c86d7b13f76fe664b', 'mac_address': 'fa:16:3e:7c:c4:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '957dbf51-248f-4ddc-979e-257e09f3cf2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'e9c40620-c529-4a12-8658-8129e29b5c71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:01:32Z', 'updated_at': '2022-02-20T23:01:37Z', 'revision_number': 5, 'project_id': 'c3e33ca04103445c86d7b13f76fe664b', 'subnets': [{'id': 'e9c40620-c529-4a12-8658-8129e29b5c71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 23:02:48.449683 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-4aac3659-e755-4de3-9837-f1206091c58c req-7d728242-1baa-459c-a6cf-3a6a5bb8af48 service neutron] 10.222.0.42 "GET /v2.0/networks/49827f61-3092-4973-9005-6ef8ce9e46b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4038141 Feb 20 23:02:48.489691 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f4a05711-2906-4695-8ddc-14aaa2d7ff40 tempest-TestMinimumBasicScenario-1893721209 tempest-TestMinimumBasicScenario-1893721209-project] Publish callbacks [] for security_group_rule (7385469c-b3ba-440c-95e7-9f35d64a2112), precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:02:48.547625 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-546fb17a-af4b-489b-b521-cf2ac41c24da None None] New status for floating IP 43eaaa52-30cd-4298-a1ec-a3e98d90ca6f: ACTIVE {{(pid=109630) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 20 23:02:48.561767 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f4a05711-2906-4695-8ddc-14aaa2d7ff40 tempest-TestMinimumBasicScenario-1893721209 tempest-TestMinimumBasicScenario-1893721209-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625755'] for security_group_rule (7385469c-b3ba-440c-95e7-9f35d64a2112), after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:02:48.581826 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-4aac3659-e755-4de3-9837-f1206091c58c req-f6997af4-e29c-43eb-84c0-ae3302e4149c service neutron] 10.222.0.42 "GET /v2.0/networks/49827f61-3092-4973-9005-6ef8ce9e46b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1193941 Feb 20 23:02:48.586513 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a05711-2906-4695-8ddc-14aaa2d7ff40 tempest-TestMinimumBasicScenario-1893721209 tempest-TestMinimumBasicScenario-1893721209-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7385469c-b3ba-440c-95e7-9f35d64a2112,revision_number=0']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:02:48.731678 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (2dc95353-690e-4eed-857f-cdb5bbe3a4be), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:02:48.733837 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f4a05711-2906-4695-8ddc-14aaa2d7ff40 tempest-TestMinimumBasicScenario-1893721209 tempest-TestMinimumBasicScenario-1893721209-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:02:48.735152 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [None req-f4a05711-2906-4695-8ddc-14aaa2d7ff40 tempest-TestMinimumBasicScenario-1893721209 tempest-TestMinimumBasicScenario-1893721209-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7810531 Feb 20 23:02:48.744199 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.65', 48932) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:02:48.744660 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.v2.base [None req-3ba8c463-e887-4dd0-ae36-cae333d54b54 tempest-TestMinimumBasicScenario-1893721209 tempest-TestMinimumBasicScenario-1893721209-project] Request body: {'security_group_rule': {'security_group_id': 'd0f3dee1-0426-499e-a956-715440d63bdd', 'project_id': 'c3e33ca04103445c86d7b13f76fe664b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:02:48.829203 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-3ba8c463-e887-4dd0-ae36-cae333d54b54 tempest-TestMinimumBasicScenario-1893721209 tempest-TestMinimumBasicScenario-1893721209-project] Publish callbacks [] for security_group_rule (ce24f378-0a01-48e2-b682-f014c7efdef8), before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:02:48.900077 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-3ba8c463-e887-4dd0-ae36-cae333d54b54 tempest-TestMinimumBasicScenario-1893721209 tempest-TestMinimumBasicScenario-1893721209-project] Publish callbacks [] for security_group_rule (ce24f378-0a01-48e2-b682-f014c7efdef8), precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:02:48.943223 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-3ba8c463-e887-4dd0-ae36-cae333d54b54 tempest-TestMinimumBasicScenario-1893721209 tempest-TestMinimumBasicScenario-1893721209-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625755'] for security_group_rule (ce24f378-0a01-48e2-b682-f014c7efdef8), after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:02:48.962784 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba8c463-e887-4dd0-ae36-cae333d54b54 tempest-TestMinimumBasicScenario-1893721209 tempest-TestMinimumBasicScenario-1893721209-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce24f378-0a01-48e2-b682-f014c7efdef8,revision_number=0']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:02:49.019146 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-3ba8c463-e887-4dd0-ae36-cae333d54b54 tempest-TestMinimumBasicScenario-1893721209 tempest-TestMinimumBasicScenario-1893721209-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:02:49.020375 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [None req-3ba8c463-e887-4dd0-ae36-cae333d54b54 tempest-TestMinimumBasicScenario-1893721209 tempest-TestMinimumBasicScenario-1893721209-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2797441 Feb 20 23:02:49.023802 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.65', 48938) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:02:49.028246 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.v2.base [None req-894557ab-f265-4df5-a8b3-033999fae782 tempest-TestMinimumBasicScenario-1893721209 tempest-TestMinimumBasicScenario-1893721209-project] Request body: {'security_group_rule': {'security_group_id': 'd0f3dee1-0426-499e-a956-715440d63bdd', 'project_id': 'c3e33ca04103445c86d7b13f76fe664b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:02:49.096768 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-894557ab-f265-4df5-a8b3-033999fae782 tempest-TestMinimumBasicScenario-1893721209 tempest-TestMinimumBasicScenario-1893721209-project] Publish callbacks [] for security_group_rule (5ecf736b-a446-4cc9-b848-c14bf13625f9), before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:02:49.152080 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-894557ab-f265-4df5-a8b3-033999fae782 tempest-TestMinimumBasicScenario-1893721209 tempest-TestMinimumBasicScenario-1893721209-project] Publish callbacks [] for security_group_rule (5ecf736b-a446-4cc9-b848-c14bf13625f9), precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:02:49.217181 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-894557ab-f265-4df5-a8b3-033999fae782 tempest-TestMinimumBasicScenario-1893721209 tempest-TestMinimumBasicScenario-1893721209-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625755'] for security_group_rule (5ecf736b-a446-4cc9-b848-c14bf13625f9), after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:02:49.234436 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894557ab-f265-4df5-a8b3-033999fae782 tempest-TestMinimumBasicScenario-1893721209 tempest-TestMinimumBasicScenario-1893721209-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ecf736b-a446-4cc9-b848-c14bf13625f9,revision_number=0']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:02:49.299441 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-894557ab-f265-4df5-a8b3-033999fae782 tempest-TestMinimumBasicScenario-1893721209 tempest-TestMinimumBasicScenario-1893721209-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:02:49.302557 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [None req-894557ab-f265-4df5-a8b3-033999fae782 tempest-TestMinimumBasicScenario-1893721209 tempest-TestMinimumBasicScenario-1893721209-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2759290 Feb 20 23:02:49.310391 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.65', 48944) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:02:49.317324 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.v2.base [None req-3e903d19-de61-4b94-afba-2bb1111afe70 tempest-TestMinimumBasicScenario-1893721209 tempest-TestMinimumBasicScenario-1893721209-project] Request body: {'security_group_rule': {'security_group_id': 'd0f3dee1-0426-499e-a956-715440d63bdd', 'project_id': 'c3e33ca04103445c86d7b13f76fe664b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:02:49.376987 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-3e903d19-de61-4b94-afba-2bb1111afe70 tempest-TestMinimumBasicScenario-1893721209 tempest-TestMinimumBasicScenario-1893721209-project] Publish callbacks [] for security_group_rule (eab779e7-d534-470c-b2d9-cb7f1e7e66a0), before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:02:49.438120 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-3e903d19-de61-4b94-afba-2bb1111afe70 tempest-TestMinimumBasicScenario-1893721209 tempest-TestMinimumBasicScenario-1893721209-project] Publish callbacks [] for security_group_rule (eab779e7-d534-470c-b2d9-cb7f1e7e66a0), precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:02:49.497035 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-3e903d19-de61-4b94-afba-2bb1111afe70 tempest-TestMinimumBasicScenario-1893721209 tempest-TestMinimumBasicScenario-1893721209-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625755'] for security_group_rule (eab779e7-d534-470c-b2d9-cb7f1e7e66a0), after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:02:49.516462 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e903d19-de61-4b94-afba-2bb1111afe70 tempest-TestMinimumBasicScenario-1893721209 tempest-TestMinimumBasicScenario-1893721209-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eab779e7-d534-470c-b2d9-cb7f1e7e66a0,revision_number=0']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:02:49.586080 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-3e903d19-de61-4b94-afba-2bb1111afe70 tempest-TestMinimumBasicScenario-1893721209 tempest-TestMinimumBasicScenario-1893721209-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:02:49.587480 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [None req-3e903d19-de61-4b94-afba-2bb1111afe70 tempest-TestMinimumBasicScenario-1893721209 tempest-TestMinimumBasicScenario-1893721209-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2763686 Feb 20 23:02:49.590177 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.65', 48950) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:02:49.595207 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.v2.base [None req-7f1b3163-78c2-4ff2-813a-4761d2dfe642 tempest-TestMinimumBasicScenario-1893721209 tempest-TestMinimumBasicScenario-1893721209-project] Request body: {'security_group_rule': {'security_group_id': 'd0f3dee1-0426-499e-a956-715440d63bdd', 'project_id': 'c3e33ca04103445c86d7b13f76fe664b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:02:49.675308 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.db.securitygroups_db [None req-7f1b3163-78c2-4ff2-813a-4761d2dfe642 tempest-TestMinimumBasicScenario-1893721209 tempest-TestMinimumBasicScenario-1893721209-project] Project c3e33ca04103445c86d7b13f76fe664b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 20 23:02:49.680328 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb03a01-41a7-4c25-81ac-00af6a14df7d req-8d839391-3159-4e07-a7e4-701de3edb06f tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:02:49.681123 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-7f1b3163-78c2-4ff2-813a-4761d2dfe642 tempest-TestMinimumBasicScenario-1893721209 tempest-TestMinimumBasicScenario-1893721209-project] Publish callbacks [] for security_group_rule (06b2e95e-3123-45f6-becd-3bae990653e4), before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:02:49.684863 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-acb03a01-41a7-4c25-81ac-00af6a14df7d req-8d839391-3159-4e07-a7e4-701de3edb06f tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] 10.222.0.65 "GET /v2.0/ports?device_id=33326422-931b-476f-886f-d21a1da23dee HTTP/1.1" status: 200 len: 946 time: 0.0587947 Feb 20 23:02:49.727287 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-acb03a01-41a7-4c25-81ac-00af6a14df7d req-d4c0304e-d3ce-45e7-b9ee-99e4066a29f4 tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] 10.222.0.65 "GET /v2.0/security-groups?id=bc262dbf-af7b-45c0-8865-5866657a07f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398791 Feb 20 23:02:49.740925 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-7f1b3163-78c2-4ff2-813a-4761d2dfe642 tempest-TestMinimumBasicScenario-1893721209 tempest-TestMinimumBasicScenario-1893721209-project] Publish callbacks [] for security_group_rule (06b2e95e-3123-45f6-becd-3bae990653e4), precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:02:49.789215 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-7f1b3163-78c2-4ff2-813a-4761d2dfe642 tempest-TestMinimumBasicScenario-1893721209 tempest-TestMinimumBasicScenario-1893721209-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625755'] for security_group_rule (06b2e95e-3123-45f6-becd-3bae990653e4), after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:02:49.808924 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1b3163-78c2-4ff2-813a-4761d2dfe642 tempest-TestMinimumBasicScenario-1893721209 tempest-TestMinimumBasicScenario-1893721209-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06b2e95e-3123-45f6-becd-3bae990653e4,revision_number=0']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:02:49.859379 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-7f1b3163-78c2-4ff2-813a-4761d2dfe642 tempest-TestMinimumBasicScenario-1893721209 tempest-TestMinimumBasicScenario-1893721209-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:02:49.860605 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [None req-7f1b3163-78c2-4ff2-813a-4761d2dfe642 tempest-TestMinimumBasicScenario-1893721209 tempest-TestMinimumBasicScenario-1893721209-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2688293 Feb 20 23:02:49.863554 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.65', 48956) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:02:49.868686 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.v2.base [None req-6aa42e53-8f7d-4bd0-abea-873e6491a447 tempest-TestMinimumBasicScenario-1893721209 tempest-TestMinimumBasicScenario-1893721209-project] Request body: {'security_group_rule': {'security_group_id': 'd0f3dee1-0426-499e-a956-715440d63bdd', 'project_id': 'c3e33ca04103445c86d7b13f76fe664b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:02:49.925994 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.db.securitygroups_db [None req-6aa42e53-8f7d-4bd0-abea-873e6491a447 tempest-TestMinimumBasicScenario-1893721209 tempest-TestMinimumBasicScenario-1893721209-project] Project c3e33ca04103445c86d7b13f76fe664b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 20 23:02:49.931257 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-6aa42e53-8f7d-4bd0-abea-873e6491a447 tempest-TestMinimumBasicScenario-1893721209 tempest-TestMinimumBasicScenario-1893721209-project] Publish callbacks [] for security_group_rule (a8690879-473b-4722-b46c-b74b75022d66), before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:02:49.990985 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-6aa42e53-8f7d-4bd0-abea-873e6491a447 tempest-TestMinimumBasicScenario-1893721209 tempest-TestMinimumBasicScenario-1893721209-project] Publish callbacks [] for security_group_rule (a8690879-473b-4722-b46c-b74b75022d66), precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:02:50.034156 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-6aa42e53-8f7d-4bd0-abea-873e6491a447 tempest-TestMinimumBasicScenario-1893721209 tempest-TestMinimumBasicScenario-1893721209-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625755'] for security_group_rule (a8690879-473b-4722-b46c-b74b75022d66), after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:02:50.054339 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa42e53-8f7d-4bd0-abea-873e6491a447 tempest-TestMinimumBasicScenario-1893721209 tempest-TestMinimumBasicScenario-1893721209-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8690879-473b-4722-b46c-b74b75022d66,revision_number=0']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:02:50.105147 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-6aa42e53-8f7d-4bd0-abea-873e6491a447 tempest-TestMinimumBasicScenario-1893721209 tempest-TestMinimumBasicScenario-1893721209-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:02:50.106285 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [None req-6aa42e53-8f7d-4bd0-abea-873e6491a447 tempest-TestMinimumBasicScenario-1893721209 tempest-TestMinimumBasicScenario-1893721209-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2417088 Feb 20 23:02:50.195552 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-a912dbb9-8578-4e12-ae45-08f6dee0c415 req-e46744c5-d1ad-4904-a193-63f8fa4cb867 tempest-TestMinimumBasicScenario-1893721209 tempest-TestMinimumBasicScenario-1893721209-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-263473719&fields=id&tenant_id=c3e33ca04103445c86d7b13f76fe664b HTTP/1.1" status: 200 len: 267 time: 0.0457428 Feb 20 23:02:50.249326 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a912dbb9-8578-4e12-ae45-08f6dee0c415 req-135983f4-631a-4ec6-b7e0-d98e95a33eb0 tempest-TestMinimumBasicScenario-1893721209 tempest-TestMinimumBasicScenario-1893721209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:02:50.250790 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-a912dbb9-8578-4e12-ae45-08f6dee0c415 req-135983f4-631a-4ec6-b7e0-d98e95a33eb0 tempest-TestMinimumBasicScenario-1893721209 tempest-TestMinimumBasicScenario-1893721209-project] 10.222.0.65 "GET /v2.0/ports?device_id=dd328b41-a333-4a4f-8d95-3d7e290f5bc9 HTTP/1.1" status: 200 len: 946 time: 0.0499928 Feb 20 23:02:50.261393 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.v2.base [req-a912dbb9-8578-4e12-ae45-08f6dee0c415 req-ceead50a-daab-4b70-a12f-342567777086 tempest-TestMinimumBasicScenario-1893721209 tempest-TestMinimumBasicScenario-1893721209-project] Request body: {'port': {'security_groups': ['7ac38dbc-73f7-4b33-bf1f-e114483eb6e0', 'd0f3dee1-0426-499e-a956-715440d63bdd']}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:02:50.360894 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-a912dbb9-8578-4e12-ae45-08f6dee0c415 req-ceead50a-daab-4b70-a12f-342567777086 tempest-TestMinimumBasicScenario-1893721209 tempest-TestMinimumBasicScenario-1893721209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4131840'] for port (094032c2-20c8-4097-a27f-880be39ff71d), before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:02:50.579322 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-a912dbb9-8578-4e12-ae45-08f6dee0c415 req-ceead50a-daab-4b70-a12f-342567777086 tempest-TestMinimumBasicScenario-1893721209 tempest-TestMinimumBasicScenario-1893721209-project] For port 094032c2-20c8-4097-a27f-880be39ff71d, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=094032c2-20c8-4097-a27f-880be39ff71d,segment=NetworkSegment(9f41be4e-4ea2-4c33-b37b-5645696f0dfb),segment_id=9f41be4e-4ea2-4c33-b37b-5645696f0dfb)] {{(pid=109629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:02:50.611827 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-a912dbb9-8578-4e12-ae45-08f6dee0c415 req-ceead50a-daab-4b70-a12f-342567777086 tempest-TestMinimumBasicScenario-1893721209 tempest-TestMinimumBasicScenario-1893721209-project] Publish callbacks [] for port (094032c2-20c8-4097-a27f-880be39ff71d), precommit_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:02:50.651500 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-a912dbb9-8578-4e12-ae45-08f6dee0c415 req-ceead50a-daab-4b70-a12f-342567777086 tempest-TestMinimumBasicScenario-1893721209 tempest-TestMinimumBasicScenario-1893721209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747407212427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747406771514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747406771532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61629273'] for port (094032c2-20c8-4097-a27f-880be39ff71d), after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:02:50.728572 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a912dbb9-8578-4e12-ae45-08f6dee0c415 req-ceead50a-daab-4b70-a12f-342567777086 tempest-TestMinimumBasicScenario-1893721209 tempest-TestMinimumBasicScenario-1893721209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:02:50.729191 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-a912dbb9-8578-4e12-ae45-08f6dee0c415 req-ceead50a-daab-4b70-a12f-342567777086 tempest-TestMinimumBasicScenario-1893721209 tempest-TestMinimumBasicScenario-1893721209-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565544'] for port (None), before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:02:50.730610 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-a912dbb9-8578-4e12-ae45-08f6dee0c415 req-ceead50a-daab-4b70-a12f-342567777086 tempest-TestMinimumBasicScenario-1893721209 tempest-TestMinimumBasicScenario-1893721209-project] 10.222.0.65 "PUT /v2.0/ports/094032c2-20c8-4097-a27f-880be39ff71d HTTP/1.1" status: 200 len: 982 time: 0.4735255 Feb 20 23:02:50.731096 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd328b41-a333-4a4f-8d95-3d7e290f5bc9', 'tag': '094032c2-20c8-4097-a27f-880be39ff71d'}] {{(pid=109629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 23:02:50.778533 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceead50a-daab-4b70-a12f-342567777086 tempest-TestMinimumBasicScenario-1893721209 tempest-TestMinimumBasicScenario-1893721209-project] Pushing event updated for resources: {'Port': ['ID=094032c2-20c8-4097-a27f-880be39ff71d,revision_number=6']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:02:50.871901 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf08d8c1-504a-48fd-813a-98a1ad08e789 req-5fa50e6a-2f20-4790-9989-030adadf4489 tempest-TestMinimumBasicScenario-1893721209 tempest-TestMinimumBasicScenario-1893721209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:02:50.873326 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-bf08d8c1-504a-48fd-813a-98a1ad08e789 req-5fa50e6a-2f20-4790-9989-030adadf4489 tempest-TestMinimumBasicScenario-1893721209 tempest-TestMinimumBasicScenario-1893721209-project] 10.222.0.65 "GET /v2.0/ports?device_id=dd328b41-a333-4a4f-8d95-3d7e290f5bc9 HTTP/1.1" status: 200 len: 985 time: 0.0714860 Feb 20 23:02:50.925342 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fb480476601f6d45763ee6f7049a1d11722b8eb4e711c6cc4532448040ffc9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc9e4014-bc3c-446f-95f9-92f21c19b45b" -d '{"events": [{"name": "network-changed", "server_uuid": "dd328b41-a333-4a4f-8d95-3d7e290f5bc9", "tag": "094032c2-20c8-4097-a27f-880be39ff71d"}]}' {{(pid=109629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 23:02:50.953115 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-bf08d8c1-504a-48fd-813a-98a1ad08e789 req-45d4c696-04b7-4c47-916a-58fe3bc6cb95 tempest-TestMinimumBasicScenario-1893721209 tempest-TestMinimumBasicScenario-1893721209-project] 10.222.0.65 "GET /v2.0/security-groups?id=7ac38dbc-73f7-4b33-bf1f-e114483eb6e0&id=d0f3dee1-0426-499e-a956-715440d63bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0740855 Feb 20 23:02:51.004253 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-4c8154a0-660d-48e9-9fe4-237b45fdb0a3 None None] Provisioning complete for port 094032c2-20c8-4097-a27f-880be39ff71d triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:02:51.004856 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4c8154a0-660d-48e9-9fe4-237b45fdb0a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4145689'] for port (094032c2-20c8-4097-a27f-880be39ff71d), provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:02:51.064534 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf8cf75-1b43-474a-9783-56248cb9c469 req-bcf281a8-2ccf-4ef8-8bde-a4a93a83ebfb tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:02:51.065981 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-daf8cf75-1b43-474a-9783-56248cb9c469 req-bcf281a8-2ccf-4ef8-8bde-a4a93a83ebfb tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] 10.222.0.65 "GET /v2.0/ports?device_id=33326422-931b-476f-886f-d21a1da23dee HTTP/1.1" status: 200 len: 946 time: 0.0526743 Feb 20 23:02:51.085143 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-4c8154a0-660d-48e9-9fe4-237b45fdb0a3 None None] Current status of the port 094032c2-20c8-4097-a27f-880be39ff71d is: ACTIVE; New status is: ACTIVE {{(pid=109630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:02:51.112630 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-daf8cf75-1b43-474a-9783-56248cb9c469 req-2f4ef77c-5289-44c3-84c1-749d4d9a8485 tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] 10.222.0.65 "GET /v2.0/security-groups?id=bc262dbf-af7b-45c0-8865-5866657a07f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409799 Feb 20 23:02:51.211941 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 23:02:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14cc5411-12ea-43db-b2a2-cc6e07c0e1cd x-openstack-request-id: req-14cc5411-12ea-43db-b2a2-cc6e07c0e1cd {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 23:02:51.212232 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd328b41-a333-4a4f-8d95-3d7e290f5bc9", "tag": "094032c2-20c8-4097-a27f-880be39ff71d", "status": "completed", "code": 200}]} {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 23:02:51.212488 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-14cc5411-12ea-43db-b2a2-cc6e07c0e1cd {{(pid=109629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 23:02:51.212945 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd328b41-a333-4a4f-8d95-3d7e290f5bc9', 'tag': '094032c2-20c8-4097-a27f-880be39ff71d', 'status': 'completed', 'code': 200} Feb 20 23:02:52.230689 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb9c407-46e1-4de1-9bec-1b9c0fa36aad req-6233a2df-3eea-4511-8910-9551f87cb313 tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:02:52.232148 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-adb9c407-46e1-4de1-9bec-1b9c0fa36aad req-6233a2df-3eea-4511-8910-9551f87cb313 tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] 10.222.0.65 "GET /v2.0/ports?device_id=33326422-931b-476f-886f-d21a1da23dee HTTP/1.1" status: 200 len: 946 time: 0.0497913 Feb 20 23:02:52.280060 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-adb9c407-46e1-4de1-9bec-1b9c0fa36aad req-9edca39f-8197-4387-834a-27df013e1a9f tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] 10.222.0.65 "GET /v2.0/security-groups?id=bc262dbf-af7b-45c0-8865-5866657a07f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423746 Feb 20 23:02:53.396772 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bbb2a5-394e-4a91-a66a-c161b5b5b68d req-6bd0772a-21fc-4c41-b2bc-afb3b5bc84dd tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:02:53.399031 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-60bbb2a5-394e-4a91-a66a-c161b5b5b68d req-6bd0772a-21fc-4c41-b2bc-afb3b5bc84dd tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] 10.222.0.65 "GET /v2.0/ports?device_id=33326422-931b-476f-886f-d21a1da23dee HTTP/1.1" status: 200 len: 946 time: 0.0500090 Feb 20 23:02:53.443440 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-60bbb2a5-394e-4a91-a66a-c161b5b5b68d req-609f2417-0f0a-4f23-9c2a-7ea308dcf39b tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] 10.222.0.65 "GET /v2.0/security-groups?id=bc262dbf-af7b-45c0-8865-5866657a07f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388429 Feb 20 23:02:54.557855 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034dd9aa-9007-4807-8484-5d1ae806eb14 req-89c039e5-4967-43aa-ad50-bf7f0b8df097 tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:02:54.559660 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-034dd9aa-9007-4807-8484-5d1ae806eb14 req-89c039e5-4967-43aa-ad50-bf7f0b8df097 tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] 10.222.0.65 "GET /v2.0/ports?device_id=33326422-931b-476f-886f-d21a1da23dee HTTP/1.1" status: 200 len: 946 time: 0.0516412 Feb 20 23:02:54.589469 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24d8174-76c6-474f-8a54-228664c599a3 req-78b6a687-dd06-4810-8643-00afb03730aa tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:02:54.591642 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-d24d8174-76c6-474f-8a54-228664c599a3 req-78b6a687-dd06-4810-8643-00afb03730aa tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/ports?device_id=94ebbaaf-77be-4310-a7a0-d567dde9108c HTTP/1.1" status: 200 len: 946 time: 0.0552711 Feb 20 23:02:54.611768 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-034dd9aa-9007-4807-8484-5d1ae806eb14 req-9106fc6b-cf74-4eb2-82a2-7ce5fb3adaee tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] 10.222.0.65 "GET /v2.0/security-groups?id=bc262dbf-af7b-45c0-8865-5866657a07f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465133 Feb 20 23:02:54.637679 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-d24d8174-76c6-474f-8a54-228664c599a3 req-9ce7d343-3446-4eab-b2f4-d8a67c7aa8b2 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/security-groups?id=04e39133-b65d-431a-838f-6deba86bf0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402815 Feb 20 23:02:55.731399 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7e7833-8882-47a1-a89f-7c5bc8e6bd2e req-76050f78-ad9c-4f38-9872-4ecee8670e40 tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:02:55.732870 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-5f7e7833-8882-47a1-a89f-7c5bc8e6bd2e req-76050f78-ad9c-4f38-9872-4ecee8670e40 tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] 10.222.0.65 "GET /v2.0/ports?device_id=33326422-931b-476f-886f-d21a1da23dee HTTP/1.1" status: 200 len: 946 time: 0.0556211 Feb 20 23:02:55.765446 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3a8104-e7f8-4183-aa77-375352bb0e38 req-aada78f1-8304-498b-bc2e-9d0c3232312b tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:02:55.767007 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-3e3a8104-e7f8-4183-aa77-375352bb0e38 req-aada78f1-8304-498b-bc2e-9d0c3232312b tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/ports?device_id=94ebbaaf-77be-4310-a7a0-d567dde9108c HTTP/1.1" status: 200 len: 946 time: 0.0538533 Feb 20 23:02:55.779412 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-5f7e7833-8882-47a1-a89f-7c5bc8e6bd2e req-dfdfdc09-af1b-4b2b-9444-536e3ed01e8b tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] 10.222.0.65 "GET /v2.0/security-groups?id=bc262dbf-af7b-45c0-8865-5866657a07f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407658 Feb 20 23:02:55.813121 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-3e3a8104-e7f8-4183-aa77-375352bb0e38 req-780d90c5-2ed3-45dd-9edb-a7c466a3e85b tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/security-groups?id=04e39133-b65d-431a-838f-6deba86bf0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405447 Feb 20 23:02:55.983701 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] get_ports_and_sgs() called for port_ids ['094032c2-20c8-4097-a27f-880be39ff71d'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 23:02:56.030229 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9e4014-bc3c-446f-95f9-92f21c19b45b req-be623fe2-86d8-4b2c-96b0-5dccda21236a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:02:56.031758 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-dc9e4014-bc3c-446f-95f9-92f21c19b45b req-be623fe2-86d8-4b2c-96b0-5dccda21236a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c3e33ca04103445c86d7b13f76fe664b&device_id=dd328b41-a333-4a4f-8d95-3d7e290f5bc9 HTTP/1.1" status: 200 len: 1169 time: 0.0479999 Feb 20 23:02:56.080791 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (a929ecfe-02b1-4b86-b2e7-0c746ea4b12c), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:02:56.896112 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ec85e1-57f3-4970-9878-467d523c3017 req-62394f4a-1f33-49b4-9157-9278accfff6d tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:02:56.897532 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-22ec85e1-57f3-4970-9878-467d523c3017 req-62394f4a-1f33-49b4-9157-9278accfff6d tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] 10.222.0.65 "GET /v2.0/ports?device_id=33326422-931b-476f-886f-d21a1da23dee HTTP/1.1" status: 200 len: 946 time: 0.0512757 Feb 20 23:02:56.935161 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f238bbee-0c05-4a3d-b841-89bc4df03c75 req-6736a853-2dea-45a0-95c9-12d30ca6787b tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:02:56.936844 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-f238bbee-0c05-4a3d-b841-89bc4df03c75 req-6736a853-2dea-45a0-95c9-12d30ca6787b tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/ports?device_id=94ebbaaf-77be-4310-a7a0-d567dde9108c HTTP/1.1" status: 200 len: 946 time: 0.0529613 Feb 20 23:02:56.945666 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-22ec85e1-57f3-4970-9878-467d523c3017 req-f77d30a1-2260-4e82-b3d6-1481104ca944 tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] 10.222.0.65 "GET /v2.0/security-groups?id=bc262dbf-af7b-45c0-8865-5866657a07f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422609 Feb 20 23:02:56.985037 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-f238bbee-0c05-4a3d-b841-89bc4df03c75 req-e52ad7ba-fdca-455e-9a28-63841e57a129 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/security-groups?id=04e39133-b65d-431a-838f-6deba86bf0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427325 Feb 20 23:02:57.720529 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9e4014-bc3c-446f-95f9-92f21c19b45b req-3e33b63f-6788-49c1-92d0-bce1ee95694f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:02:57.721985 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-dc9e4014-bc3c-446f-95f9-92f21c19b45b req-3e33b63f-6788-49c1-92d0-bce1ee95694f service neutron] 10.222.0.42 "GET /v2.0/networks?id=49827f61-3092-4973-9005-6ef8ce9e46b5 HTTP/1.1" status: 200 len: 915 time: 0.0961773 Feb 20 23:02:57.769417 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] get_ports_and_sgs() called for port_ids ['094032c2-20c8-4097-a27f-880be39ff71d'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 23:02:57.835058 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-dc9e4014-bc3c-446f-95f9-92f21c19b45b req-c62c58ba-66fe-4bb1-957c-8dca71114817 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=094032c2-20c8-4097-a27f-880be39ff71d HTTP/1.1" status: 200 len: 1002 time: 0.0579579 Feb 20 23:02:57.889432 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9e4014-bc3c-446f-95f9-92f21c19b45b req-b2104084-46ff-4036-acd9-f405abb47732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:02:57.890836 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-dc9e4014-bc3c-446f-95f9-92f21c19b45b req-b2104084-46ff-4036-acd9-f405abb47732 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e9c40620-c529-4a12-8658-8129e29b5c71 HTTP/1.1" status: 200 len: 854 time: 0.0467412 Feb 20 23:02:57.942460 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9e4014-bc3c-446f-95f9-92f21c19b45b req-f93166d3-7510-4f51-91a7-aeb94d111919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:02:57.943933 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-dc9e4014-bc3c-446f-95f9-92f21c19b45b req-f93166d3-7510-4f51-91a7-aeb94d111919 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=49827f61-3092-4973-9005-6ef8ce9e46b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0421107 Feb 20 23:02:58.053602 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-dc9e4014-bc3c-446f-95f9-92f21c19b45b req-a85451f5-7aa5-42e5-b0ee-8084e3de9a7d service neutron] 10.222.0.42 "GET /v2.0/networks/49827f61-3092-4973-9005-6ef8ce9e46b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970447 Feb 20 23:02:58.085381 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edc7274-ab0b-47db-a426-2c68c489336c req-9eba36fb-6fda-48c0-888c-e1d5f7d22cbf tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:02:58.088029 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-0edc7274-ab0b-47db-a426-2c68c489336c req-9eba36fb-6fda-48c0-888c-e1d5f7d22cbf tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] 10.222.0.65 "GET /v2.0/ports?device_id=33326422-931b-476f-886f-d21a1da23dee HTTP/1.1" status: 200 len: 946 time: 0.0596044 Feb 20 23:02:58.134147 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-0edc7274-ab0b-47db-a426-2c68c489336c req-4177a245-b5a1-48a2-b47b-22262e1474ed tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] 10.222.0.65 "GET /v2.0/security-groups?id=bc262dbf-af7b-45c0-8865-5866657a07f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398734 Feb 20 23:02:58.180055 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed19ece-3370-4217-8d50-d08f9d4c60da req-72a16f8d-ad15-4298-a5f1-469a103663c7 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:02:58.181654 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-8ed19ece-3370-4217-8d50-d08f9d4c60da req-72a16f8d-ad15-4298-a5f1-469a103663c7 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/ports?device_id=94ebbaaf-77be-4310-a7a0-d567dde9108c HTTP/1.1" status: 200 len: 946 time: 0.1172779 Feb 20 23:02:58.207989 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-dc9e4014-bc3c-446f-95f9-92f21c19b45b req-2eab8a55-7e5b-4466-b9f7-8d8db7a8655f service neutron] 10.222.0.42 "GET /v2.0/networks/49827f61-3092-4973-9005-6ef8ce9e46b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351917 Feb 20 23:02:58.241341 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-8ed19ece-3370-4217-8d50-d08f9d4c60da req-8c784609-cf1a-49bb-a393-e8fb9cfaf3b2 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/security-groups?id=04e39133-b65d-431a-838f-6deba86bf0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534608 Feb 20 23:02:59.252441 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1eb041a-60aa-49d5-b663-dd64e6654ad0 req-b78ccc1e-ef61-4e1e-ac4d-e94796dda26d tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:02:59.253966 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-b1eb041a-60aa-49d5-b663-dd64e6654ad0 req-b78ccc1e-ef61-4e1e-ac4d-e94796dda26d tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] 10.222.0.65 "GET /v2.0/ports?device_id=33326422-931b-476f-886f-d21a1da23dee HTTP/1.1" status: 200 len: 946 time: 0.0504160 Feb 20 23:02:59.307599 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-b1eb041a-60aa-49d5-b663-dd64e6654ad0 req-be3be056-0720-4258-b58e-627c49b94070 tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] 10.222.0.65 "GET /v2.0/security-groups?id=bc262dbf-af7b-45c0-8865-5866657a07f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450704 Feb 20 23:02:59.368535 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1097c9ea-db7c-403d-8a1c-4bce26c9494f req-8c223939-d7fc-4598-a993-e20ed8e57aac tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:02:59.370036 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-1097c9ea-db7c-403d-8a1c-4bce26c9494f req-8c223939-d7fc-4598-a993-e20ed8e57aac tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/ports?device_id=94ebbaaf-77be-4310-a7a0-d567dde9108c HTTP/1.1" status: 200 len: 946 time: 0.0520771 Feb 20 23:02:59.415667 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-1097c9ea-db7c-403d-8a1c-4bce26c9494f req-8f8d77eb-17bc-4e01-a01f-99a0d2e6d820 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/security-groups?id=04e39133-b65d-431a-838f-6deba86bf0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399852 Feb 20 23:03:00.203863 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe6fd63-b8a0-4eb1-aae4-7c043050d8af req-108d998f-9ada-489f-804f-3e55142a76ec tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:03:00.205318 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-dbe6fd63-b8a0-4eb1-aae4-7c043050d8af req-108d998f-9ada-489f-804f-3e55142a76ec tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] 10.222.0.42 "GET /v2.0/ports?device_id=33326422-931b-476f-886f-d21a1da23dee HTTP/1.1" status: 200 len: 946 time: 0.0512512 Feb 20 23:03:00.305077 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [req-dbe6fd63-b8a0-4eb1-aae4-7c043050d8af req-0ddb28ac-2a8e-422a-9af4-537a81c7ab4c tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] Deleting port 0a3b2189-d1ab-457a-8f01-1dbaa12b1282 {{(pid=109628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 23:03:00.305408 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-dbe6fd63-b8a0-4eb1-aae4-7c043050d8af req-0ddb28ac-2a8e-422a-9af4-537a81c7ab4c tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747407206678'] for port (0a3b2189-d1ab-457a-8f01-1dbaa12b1282), before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:03:00.401692 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.db [req-dbe6fd63-b8a0-4eb1-aae4-7c043050d8af req-0ddb28ac-2a8e-422a-9af4-537a81c7ab4c tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] For port 0a3b2189-d1ab-457a-8f01-1dbaa12b1282, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=0a3b2189-d1ab-457a-8f01-1dbaa12b1282,segment=NetworkSegment(bce3d1e8-ca8a-4ba6-b9c0-f5271b830275),segment_id=bce3d1e8-ca8a-4ba6-b9c0-f5271b830275)] {{(pid=109628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:03:00.402350 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-dbe6fd63-b8a0-4eb1-aae4-7c043050d8af req-0ddb28ac-2a8e-422a-9af4-537a81c7ab4c tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671932'] for port (0a3b2189-d1ab-457a-8f01-1dbaa12b1282), precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:03:00.414054 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [req-dbe6fd63-b8a0-4eb1-aae4-7c043050d8af req-0ddb28ac-2a8e-422a-9af4-537a81c7ab4c tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] Calling delete_port for 0a3b2189-d1ab-457a-8f01-1dbaa12b1282 owned by compute:nova {{(pid=109628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 23:03:00.422007 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a905cb-bc15-4014-9bee-d3e8f8687dfc req-ff5320bf-0cfc-4080-9a51-85c8d01f576e tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:03:00.423570 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-a7a905cb-bc15-4014-9bee-d3e8f8687dfc req-ff5320bf-0cfc-4080-9a51-85c8d01f576e tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] 10.222.0.65 "GET /v2.0/ports?device_id=33326422-931b-476f-886f-d21a1da23dee HTTP/1.1" status: 200 len: 946 time: 0.0505426 Feb 20 23:03:00.475711 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-a7a905cb-bc15-4014-9bee-d3e8f8687dfc req-cd7da188-9cb6-4278-b279-a47a7b9aeb78 tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] 10.222.0.65 "GET /v2.0/security-groups?id=bc262dbf-af7b-45c0-8865-5866657a07f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460203 Feb 20 23:03:00.578037 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fecc184-ec98-4b2d-b02c-15e0bc420805 req-7b40957d-5bba-42d0-8ef9-89239cb63c9c tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:03:00.579534 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-9fecc184-ec98-4b2d-b02c-15e0bc420805 req-7b40957d-5bba-42d0-8ef9-89239cb63c9c tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/ports?device_id=94ebbaaf-77be-4310-a7a0-d567dde9108c HTTP/1.1" status: 200 len: 946 time: 0.0881231 Feb 20 23:03:00.626060 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-9fecc184-ec98-4b2d-b02c-15e0bc420805 req-14769f80-2417-49af-adb7-d37312b6acc8 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/security-groups?id=04e39133-b65d-431a-838f-6deba86bf0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408564 Feb 20 23:03:00.656992 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-dbe6fd63-b8a0-4eb1-aae4-7c043050d8af req-0ddb28ac-2a8e-422a-9af4-537a81c7ab4c tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747407212409', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747406771505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59259307'] for port (0a3b2189-d1ab-457a-8f01-1dbaa12b1282), after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:03:00.671512 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] get_ports_and_sgs() called for port_ids ['0a3b2189-d1ab-457a-8f01-1dbaa12b1282', '66b4984e-4f9b-4971-bf9f-1f953504702d'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 23:03:00.689278 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddb28ac-2a8e-422a-9af4-537a81c7ab4c tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] Pushing event deleted for resources: {'Port': ['ID=0a3b2189-d1ab-457a-8f01-1dbaa12b1282,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:03:00.733902 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbe6fd63-b8a0-4eb1-aae4-7c043050d8af req-0ddb28ac-2a8e-422a-9af4-537a81c7ab4c tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] No DVR routers for this DVR port 0a3b2189-d1ab-457a-8f01-1dbaa12b1282 on host hv-cinder-83009 {{(pid=109628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 23:03:00.736455 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-dbe6fd63-b8a0-4eb1-aae4-7c043050d8af req-0ddb28ac-2a8e-422a-9af4-537a81c7ab4c tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932959'] for port (None), before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:03:00.739769 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-dbe6fd63-b8a0-4eb1-aae4-7c043050d8af req-0ddb28ac-2a8e-422a-9af4-537a81c7ab4c tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] 10.222.0.42 "DELETE /v2.0/ports/0a3b2189-d1ab-457a-8f01-1dbaa12b1282 HTTP/1.1" status: 204 len: 173 time: 0.5271525 Feb 20 23:03:00.740209 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33326422-931b-476f-886f-d21a1da23dee', 'name': 'network-vif-deleted', 'tag': '0a3b2189-d1ab-457a-8f01-1dbaa12b1282'}] {{(pid=109628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 23:03:00.742452 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4be7ee60aa4259b475ee261dcf74c65065c56e299c7a4b2359a57cf03aee0d96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f08a911-ddbe-4428-a54b-fe48ea8c9159" -d '{"events": [{"server_uuid": "33326422-931b-476f-886f-d21a1da23dee", "name": "network-vif-deleted", "tag": "0a3b2189-d1ab-457a-8f01-1dbaa12b1282"}]}' {{(pid=109628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 23:03:00.785450 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 23:03:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e660cb6e-b62b-48c5-b8d6-8866d2af1744 x-openstack-request-id: req-e660cb6e-b62b-48c5-b8d6-8866d2af1744 {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 23:03:00.785752 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33326422-931b-476f-886f-d21a1da23dee", "name": "network-vif-deleted", "tag": "0a3b2189-d1ab-457a-8f01-1dbaa12b1282", "status": "completed", "code": 200}]} {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 23:03:00.786010 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e660cb6e-b62b-48c5-b8d6-8866d2af1744 {{(pid=109628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 23:03:00.786437 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33326422-931b-476f-886f-d21a1da23dee', 'name': 'network-vif-deleted', 'tag': '0a3b2189-d1ab-457a-8f01-1dbaa12b1282', 'status': 'completed', 'code': 200} Feb 20 23:03:01.579851 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-6104f8e2-9b05-4f07-88c2-8aa08c184d41 req-eba7f08a-6338-4ce6-9ebe-2a33f2da5db7 tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] 10.222.0.65 "GET /v2.0/ports?device_id=33326422-931b-476f-886f-d21a1da23dee HTTP/1.1" status: 200 len: 210 time: 0.0260801 Feb 20 23:03:01.747770 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fe10b5-5287-429d-ac3c-c56476dab47e req-ca35cd7b-e83b-4795-bd6a-89eedaf87406 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:03:01.749217 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-93fe10b5-5287-429d-ac3c-c56476dab47e req-ca35cd7b-e83b-4795-bd6a-89eedaf87406 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/ports?device_id=94ebbaaf-77be-4310-a7a0-d567dde9108c HTTP/1.1" status: 200 len: 946 time: 0.0504544 Feb 20 23:03:01.795306 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-93fe10b5-5287-429d-ac3c-c56476dab47e req-f70a7ac3-e1c6-4cda-a421-b7ac35021f7d tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/security-groups?id=04e39133-b65d-431a-838f-6deba86bf0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399961 Feb 20 23:03:02.916368 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472060d5-2295-4841-b483-20b0d8d86f9b req-12892860-e2f4-4204-a0ba-b6ee951c0fbc tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:03:02.917847 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-472060d5-2295-4841-b483-20b0d8d86f9b req-12892860-e2f4-4204-a0ba-b6ee951c0fbc tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/ports?device_id=94ebbaaf-77be-4310-a7a0-d567dde9108c HTTP/1.1" status: 200 len: 946 time: 0.0526836 Feb 20 23:03:02.970432 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-472060d5-2295-4841-b483-20b0d8d86f9b req-a72c2aec-12e9-4469-b0c7-ffb07de41069 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/security-groups?id=04e39133-b65d-431a-838f-6deba86bf0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469334 Feb 20 23:03:02.980789 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c49792c-61e4-486e-b952-cdc4ed60c5e7 req-8c8d4029-e6c8-4563-b90b-6b67f6b61d11 tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:03:02.982298 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-3c49792c-61e4-486e-b952-cdc4ed60c5e7 req-8c8d4029-e6c8-4563-b90b-6b67f6b61d11 tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] 10.222.0.65 "GET /v2.0/ports?device_id=81375607-d255-4352-85da-eab4c1e730a9 HTTP/1.1" status: 200 len: 945 time: 0.0578170 Feb 20 23:03:03.040243 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-3c49792c-61e4-486e-b952-cdc4ed60c5e7 req-7bbef726-b5b4-4d92-86b6-02c7a60c51c1 tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] 10.222.0.65 "GET /v2.0/security-groups?id=bc262dbf-af7b-45c0-8865-5866657a07f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521526 Feb 20 23:03:03.999563 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Device 0a3b2189-d1ab-457a-8f01-1dbaa12b1282 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 23:03:04.019973 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] No Port match for: 0a3b2189-d1ab-457a-8f01-1dbaa12b1282 {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 23:03:04.026487 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Device 0a3b2189-d1ab-457a-8f01-1dbaa12b1282 not bound to the agent host hv-cinder-83009 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 23:03:04.100830 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44669da8-aeb5-4427-b4b8-0a7e1c2855ba req-35da8ae0-efbf-4d0e-9e9f-b9eda2aeb018 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:03:04.102734 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-44669da8-aeb5-4427-b4b8-0a7e1c2855ba req-35da8ae0-efbf-4d0e-9e9f-b9eda2aeb018 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/ports?device_id=94ebbaaf-77be-4310-a7a0-d567dde9108c HTTP/1.1" status: 200 len: 946 time: 0.0582364 Feb 20 23:03:04.153118 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-44669da8-aeb5-4427-b4b8-0a7e1c2855ba req-9529a9aa-6cce-4c96-89a7-a4749c0ac791 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/security-groups?id=04e39133-b65d-431a-838f-6deba86bf0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448616 Feb 20 23:03:04.161758 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da02336-2790-4458-ae7c-92aa4ba00db1 req-802bfab5-6f66-4039-8fd4-34797cdd0c23 tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:03:04.163240 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-9da02336-2790-4458-ae7c-92aa4ba00db1 req-802bfab5-6f66-4039-8fd4-34797cdd0c23 tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] 10.222.0.65 "GET /v2.0/ports?device_id=81375607-d255-4352-85da-eab4c1e730a9 HTTP/1.1" status: 200 len: 945 time: 0.0536070 Feb 20 23:03:04.209011 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-9da02336-2790-4458-ae7c-92aa4ba00db1 req-84fec32d-8126-4a64-a62a-4d4a3c5837a1 tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] 10.222.0.65 "GET /v2.0/security-groups?id=bc262dbf-af7b-45c0-8865-5866657a07f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395827 Feb 20 23:03:04.644712 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.db.agents_db [None req-1f7bd598-9080-4651-a904-61cb6c9001fd None None] Agent healthcheck: found 6 active agents {{(pid=109631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 23:03:05.273781 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06547dc-a3ec-448b-8a25-13e07fc8c52c req-16d64e0d-bc98-4984-b313-778119460c38 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:03:05.275288 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-a06547dc-a3ec-448b-8a25-13e07fc8c52c req-16d64e0d-bc98-4984-b313-778119460c38 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/ports?device_id=94ebbaaf-77be-4310-a7a0-d567dde9108c HTTP/1.1" status: 200 len: 946 time: 0.0518148 Feb 20 23:03:05.322000 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-a06547dc-a3ec-448b-8a25-13e07fc8c52c req-166af149-6de3-462c-92ee-ffae144c2685 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/security-groups?id=04e39133-b65d-431a-838f-6deba86bf0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410049 Feb 20 23:03:05.326349 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97430e47-841b-444f-8f67-4a96f59161ac req-c48341b2-07d0-46b8-8ec2-6647ad2e057e tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:03:05.327831 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-97430e47-841b-444f-8f67-4a96f59161ac req-c48341b2-07d0-46b8-8ec2-6647ad2e057e tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] 10.222.0.65 "GET /v2.0/ports?device_id=81375607-d255-4352-85da-eab4c1e730a9 HTTP/1.1" status: 200 len: 945 time: 0.0513813 Feb 20 23:03:05.374000 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-97430e47-841b-444f-8f67-4a96f59161ac req-08392c65-87f1-419e-9f8f-4234a761cfef tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] 10.222.0.65 "GET /v2.0/security-groups?id=bc262dbf-af7b-45c0-8865-5866657a07f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407495 Feb 20 23:03:06.449035 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a4cdf1-436d-4dc9-b8b9-5a72a9291c19 req-2bce491c-971b-481a-88be-2c3c9cb4a7fb tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:03:06.450509 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-a3a4cdf1-436d-4dc9-b8b9-5a72a9291c19 req-2bce491c-971b-481a-88be-2c3c9cb4a7fb tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/ports?device_id=94ebbaaf-77be-4310-a7a0-d567dde9108c HTTP/1.1" status: 200 len: 946 time: 0.0584764 Feb 20 23:03:06.493979 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d699665-4f61-4108-936d-0b679bac8371 req-c687f260-42d5-4101-b978-75d53934888f tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:03:06.495492 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-a3a4cdf1-436d-4dc9-b8b9-5a72a9291c19 req-7ce27c72-3f44-4d2c-8f3e-b52c383e36d2 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/security-groups?id=04e39133-b65d-431a-838f-6deba86bf0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395896 Feb 20 23:03:06.496690 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-9d699665-4f61-4108-936d-0b679bac8371 req-c687f260-42d5-4101-b978-75d53934888f tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] 10.222.0.65 "GET /v2.0/ports?device_id=81375607-d255-4352-85da-eab4c1e730a9 HTTP/1.1" status: 200 len: 945 time: 0.0516403 Feb 20 23:03:06.545486 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-9d699665-4f61-4108-936d-0b679bac8371 req-20b04363-0659-4474-b814-30ac49728028 tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] 10.222.0.65 "GET /v2.0/security-groups?id=bc262dbf-af7b-45c0-8865-5866657a07f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435612 Feb 20 23:03:07.619985 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2a7a2d-ef9d-46f7-87a3-8cd6224d0ced req-b5838f7b-2b41-4c51-be25-a58ecbfc709c tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:03:07.621474 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-6d2a7a2d-ef9d-46f7-87a3-8cd6224d0ced req-b5838f7b-2b41-4c51-be25-a58ecbfc709c tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/ports?device_id=94ebbaaf-77be-4310-a7a0-d567dde9108c HTTP/1.1" status: 200 len: 946 time: 0.0557506 Feb 20 23:03:07.666945 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29afe99f-1535-47c9-a89e-e69754f99fb0 req-18418ad4-8827-400c-bf7e-e3c465eeda9a tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:03:07.670013 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-29afe99f-1535-47c9-a89e-e69754f99fb0 req-18418ad4-8827-400c-bf7e-e3c465eeda9a tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] 10.222.0.65 "GET /v2.0/ports?device_id=81375607-d255-4352-85da-eab4c1e730a9 HTTP/1.1" status: 200 len: 945 time: 0.0532234 Feb 20 23:03:07.683161 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-6d2a7a2d-ef9d-46f7-87a3-8cd6224d0ced req-119294bf-751c-4afc-87c8-e6951f3244ee tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/security-groups?id=04e39133-b65d-431a-838f-6deba86bf0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546534 Feb 20 23:03:07.717743 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-29afe99f-1535-47c9-a89e-e69754f99fb0 req-943408ce-fd35-4a4d-aa9d-a3d3f08e0c2c tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] 10.222.0.65 "GET /v2.0/security-groups?id=bc262dbf-af7b-45c0-8865-5866657a07f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434451 Feb 20 23:03:08.800359 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcffed95-6481-497b-97ba-35079ef49cb7 req-d2447c4e-423f-4082-9ce3-5ae90b8eb87a tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:03:08.801743 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-bcffed95-6481-497b-97ba-35079ef49cb7 req-d2447c4e-423f-4082-9ce3-5ae90b8eb87a tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/ports?device_id=94ebbaaf-77be-4310-a7a0-d567dde9108c HTTP/1.1" status: 200 len: 946 time: 0.0555737 Feb 20 23:03:08.833344 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bde633c-97a5-484a-9db7-abdadf0dd496 req-6896bd94-294f-406a-8208-858c2b1bdd4d tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:03:08.834828 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-1bde633c-97a5-484a-9db7-abdadf0dd496 req-6896bd94-294f-406a-8208-858c2b1bdd4d tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] 10.222.0.65 "GET /v2.0/ports?device_id=81375607-d255-4352-85da-eab4c1e730a9 HTTP/1.1" status: 200 len: 945 time: 0.0510373 Feb 20 23:03:08.848390 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-bcffed95-6481-497b-97ba-35079ef49cb7 req-2b033a12-897a-4786-8196-6d60a2c79fdd tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/security-groups?id=04e39133-b65d-431a-838f-6deba86bf0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408280 Feb 20 23:03:08.880735 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-1bde633c-97a5-484a-9db7-abdadf0dd496 req-6d690956-c5c9-4ed6-816f-12eb840ac9de tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] 10.222.0.65 "GET /v2.0/security-groups?id=bc262dbf-af7b-45c0-8865-5866657a07f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403769 Feb 20 23:03:09.969203 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6dbf84-c45f-4847-bbd8-2f70f0fdd77c req-aa25d50c-485f-4362-8bd3-8ad1a20ff2ef tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:03:09.970707 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-8f6dbf84-c45f-4847-bbd8-2f70f0fdd77c req-aa25d50c-485f-4362-8bd3-8ad1a20ff2ef tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/ports?device_id=94ebbaaf-77be-4310-a7a0-d567dde9108c HTTP/1.1" status: 200 len: 946 time: 0.0517581 Feb 20 23:03:09.998829 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0939a5-1aa0-4a29-974d-487bfb5a0b8f req-01f7b785-97ec-444a-9a1a-88afdf7b09ab tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:03:10.000285 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-7d0939a5-1aa0-4a29-974d-487bfb5a0b8f req-01f7b785-97ec-444a-9a1a-88afdf7b09ab tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] 10.222.0.65 "GET /v2.0/ports?device_id=81375607-d255-4352-85da-eab4c1e730a9 HTTP/1.1" status: 200 len: 945 time: 0.0547183 Feb 20 23:03:10.018558 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-8f6dbf84-c45f-4847-bbd8-2f70f0fdd77c req-67191582-55be-444c-9c7f-9981ea755190 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/security-groups?id=04e39133-b65d-431a-838f-6deba86bf0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423181 Feb 20 23:03:10.046642 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-7d0939a5-1aa0-4a29-974d-487bfb5a0b8f req-d8571870-bff1-43db-ae1f-d4e6643bf4e0 tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] 10.222.0.65 "GET /v2.0/security-groups?id=bc262dbf-af7b-45c0-8865-5866657a07f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408373 Feb 20 23:03:11.148623 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa953f1d-28f4-4b8f-8350-c5d34a164bdc req-4b4a68f8-4d83-4bf0-90e7-01d7381dc319 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:03:11.150041 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-aa953f1d-28f4-4b8f-8350-c5d34a164bdc req-4b4a68f8-4d83-4bf0-90e7-01d7381dc319 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/ports?device_id=94ebbaaf-77be-4310-a7a0-d567dde9108c HTTP/1.1" status: 200 len: 946 time: 0.0508738 Feb 20 23:03:11.161312 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdda8e45-44af-4d52-bb12-5cec4b587433 req-6746f86f-fd1a-4f7d-9b62-36894b7ce89d tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:03:11.162784 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-cdda8e45-44af-4d52-bb12-5cec4b587433 req-6746f86f-fd1a-4f7d-9b62-36894b7ce89d tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] 10.222.0.65 "GET /v2.0/ports?device_id=81375607-d255-4352-85da-eab4c1e730a9 HTTP/1.1" status: 200 len: 945 time: 0.0509145 Feb 20 23:03:11.198545 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-aa953f1d-28f4-4b8f-8350-c5d34a164bdc req-f1baa33c-0c48-45c1-87d1-3bd8ed630a84 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/security-groups?id=04e39133-b65d-431a-838f-6deba86bf0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430262 Feb 20 23:03:11.208904 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-cdda8e45-44af-4d52-bb12-5cec4b587433 req-01d5ff89-f2c2-4e94-932f-13df65e2d03a tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] 10.222.0.65 "GET /v2.0/security-groups?id=bc262dbf-af7b-45c0-8865-5866657a07f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406575 Feb 20 23:03:12.291349 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-fe84d430-8417-405e-80ba-72735b7a5d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (83a03d73-f5e1-4f72-b2a3-d557ae097998), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:03:12.320224 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b686810e-47db-4be1-930f-bb718b6ad72b req-e22c5f02-f74d-4801-aa38-d18d87ca29ab tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:03:12.321691 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-b686810e-47db-4be1-930f-bb718b6ad72b req-e22c5f02-f74d-4801-aa38-d18d87ca29ab tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/ports?device_id=94ebbaaf-77be-4310-a7a0-d567dde9108c HTTP/1.1" status: 200 len: 946 time: 0.0528455 Feb 20 23:03:12.327721 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac75146-aced-49ad-9c7e-23b4d190d4b4 req-76fca20b-a250-4d91-bc67-09c921f9a5c5 tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:03:12.329178 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-2ac75146-aced-49ad-9c7e-23b4d190d4b4 req-76fca20b-a250-4d91-bc67-09c921f9a5c5 tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] 10.222.0.65 "GET /v2.0/ports?device_id=81375607-d255-4352-85da-eab4c1e730a9 HTTP/1.1" status: 200 len: 945 time: 0.0553055 Feb 20 23:03:12.371384 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-b686810e-47db-4be1-930f-bb718b6ad72b req-0dfb7974-77fd-41fd-9b0e-02aaf1227a03 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/security-groups?id=04e39133-b65d-431a-838f-6deba86bf0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439293 Feb 20 23:03:12.376276 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-2ac75146-aced-49ad-9c7e-23b4d190d4b4 req-6a6c82ab-f028-44f0-a33a-10ceda61960e tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] 10.222.0.65 "GET /v2.0/security-groups?id=bc262dbf-af7b-45c0-8865-5866657a07f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416410 Feb 20 23:03:13.499331 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e6dc34-6652-489a-80cb-d16d369fb438 req-08df1fbd-f837-4770-bff8-ee3b9e1c0d4f tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:03:13.500070 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4848428f-dbd8-4502-9dff-bd3831942191 req-f94c25b0-e067-440a-8ff3-5c3dd816c123 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:03:13.500797 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-65e6dc34-6652-489a-80cb-d16d369fb438 req-08df1fbd-f837-4770-bff8-ee3b9e1c0d4f tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] 10.222.0.65 "GET /v2.0/ports?device_id=81375607-d255-4352-85da-eab4c1e730a9 HTTP/1.1" status: 200 len: 945 time: 0.0514095 Feb 20 23:03:13.501058 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-4848428f-dbd8-4502-9dff-bd3831942191 req-f94c25b0-e067-440a-8ff3-5c3dd816c123 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/ports?device_id=94ebbaaf-77be-4310-a7a0-d567dde9108c HTTP/1.1" status: 200 len: 946 time: 0.0522046 Feb 20 23:03:13.546434 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-4848428f-dbd8-4502-9dff-bd3831942191 req-311d70a0-be6f-4109-826e-2ff1c50c4d1e tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/security-groups?id=04e39133-b65d-431a-838f-6deba86bf0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398424 Feb 20 23:03:13.546690 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-65e6dc34-6652-489a-80cb-d16d369fb438 req-e473089c-ebd6-4414-9d50-d6fb4bbe5a71 tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] 10.222.0.65 "GET /v2.0/security-groups?id=bc262dbf-af7b-45c0-8865-5866657a07f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399978 Feb 20 23:03:14.520113 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-14038ffc-cdb4-4db0-a73c-d13dd3d01116 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (13c347f3-1c01-45ee-af8c-9f8a630e0f23), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:03:14.664769 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172ce9e1-5506-490a-a9e9-2b7143518f4f req-99486552-d6cc-4cd5-89e3-b72d4322b0d6 tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:03:14.666233 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-172ce9e1-5506-490a-a9e9-2b7143518f4f req-99486552-d6cc-4cd5-89e3-b72d4322b0d6 tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] 10.222.0.65 "GET /v2.0/ports?device_id=81375607-d255-4352-85da-eab4c1e730a9 HTTP/1.1" status: 200 len: 945 time: 0.0517344 Feb 20 23:03:14.670232 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979f19af-335c-4ca7-856a-87919cb85bd0 req-c34f5fbf-f5c2-46b9-977a-93312085d84e tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:03:14.671752 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-979f19af-335c-4ca7-856a-87919cb85bd0 req-c34f5fbf-f5c2-46b9-977a-93312085d84e tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/ports?device_id=94ebbaaf-77be-4310-a7a0-d567dde9108c HTTP/1.1" status: 200 len: 946 time: 0.0543027 Feb 20 23:03:14.716850 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-172ce9e1-5506-490a-a9e9-2b7143518f4f req-36215a88-8694-418c-b2ce-c48604b6a345 tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] 10.222.0.65 "GET /v2.0/security-groups?id=bc262dbf-af7b-45c0-8865-5866657a07f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446932 Feb 20 23:03:14.718955 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-979f19af-335c-4ca7-856a-87919cb85bd0 req-d6c907e1-3c64-411f-9a84-0d7aeaf4a1b4 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/security-groups?id=04e39133-b65d-431a-838f-6deba86bf0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410028 Feb 20 23:03:15.833140 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7d34bf-1156-475d-8e4e-c0cf491bd235 req-f2a519d8-2c4f-4f45-bae1-08ed4a4a7063 tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:03:15.834620 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-ad7d34bf-1156-475d-8e4e-c0cf491bd235 req-f2a519d8-2c4f-4f45-bae1-08ed4a4a7063 tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] 10.222.0.65 "GET /v2.0/ports?device_id=81375607-d255-4352-85da-eab4c1e730a9 HTTP/1.1" status: 200 len: 945 time: 0.0513055 Feb 20 23:03:15.838769 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dc7a6c-b8b1-4507-88f9-fe0949214ea0 req-c9077ff4-b484-48db-b70e-23083979c5d1 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:03:15.840927 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-e6dc7a6c-b8b1-4507-88f9-fe0949214ea0 req-c9077ff4-b484-48db-b70e-23083979c5d1 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/ports?device_id=94ebbaaf-77be-4310-a7a0-d567dde9108c HTTP/1.1" status: 200 len: 946 time: 0.0533915 Feb 20 23:03:15.880619 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-343008d4-3a37-47e4-bcbd-5ef9b41dd99c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (5ba36dc9-fc49-4f8a-9e75-ea70dbbc9d37), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:03:15.887893 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-ad7d34bf-1156-475d-8e4e-c0cf491bd235 req-1013b41f-8ee6-4e82-af6e-ca62f3c8fa44 tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] 10.222.0.65 "GET /v2.0/security-groups?id=bc262dbf-af7b-45c0-8865-5866657a07f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402160 Feb 20 23:03:15.889252 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-e6dc7a6c-b8b1-4507-88f9-fe0949214ea0 req-c5f9bc6e-dee3-406d-913b-41eabf5481f0 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/security-groups?id=04e39133-b65d-431a-838f-6deba86bf0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427289 Feb 20 23:03:16.700655 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511f2752-09bb-47db-b656-5e45038a0c79 req-fe46e228-f638-4ca8-8cae-a1e59f281b91 tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:03:16.702098 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-511f2752-09bb-47db-b656-5e45038a0c79 req-fe46e228-f638-4ca8-8cae-a1e59f281b91 tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] 10.222.0.42 "GET /v2.0/ports?device_id=81375607-d255-4352-85da-eab4c1e730a9 HTTP/1.1" status: 200 len: 945 time: 0.0497656 Feb 20 23:03:16.798741 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [req-511f2752-09bb-47db-b656-5e45038a0c79 req-3f866a97-0a80-44f6-9ddc-63ec818c5aee tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] Deleting port 66b4984e-4f9b-4971-bf9f-1f953504702d {{(pid=109628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 23:03:16.798997 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-511f2752-09bb-47db-b656-5e45038a0c79 req-3f866a97-0a80-44f6-9ddc-63ec818c5aee tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747407206678'] for port (66b4984e-4f9b-4971-bf9f-1f953504702d), before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:03:16.884708 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.db [req-511f2752-09bb-47db-b656-5e45038a0c79 req-3f866a97-0a80-44f6-9ddc-63ec818c5aee tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] For port 66b4984e-4f9b-4971-bf9f-1f953504702d, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=66b4984e-4f9b-4971-bf9f-1f953504702d,segment=NetworkSegment(bce3d1e8-ca8a-4ba6-b9c0-f5271b830275),segment_id=bce3d1e8-ca8a-4ba6-b9c0-f5271b830275)] {{(pid=109628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:03:16.885396 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-511f2752-09bb-47db-b656-5e45038a0c79 req-3f866a97-0a80-44f6-9ddc-63ec818c5aee tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671932'] for port (66b4984e-4f9b-4971-bf9f-1f953504702d), precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:03:16.897255 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [req-511f2752-09bb-47db-b656-5e45038a0c79 req-3f866a97-0a80-44f6-9ddc-63ec818c5aee tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] Calling delete_port for 66b4984e-4f9b-4971-bf9f-1f953504702d owned by compute:nova {{(pid=109628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 23:03:17.004606 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd771d3-317c-4822-908f-504593e0d802 req-6bc17182-f42f-48fd-9b1b-410cc2bf2a5e tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:03:17.006306 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-dbd771d3-317c-4822-908f-504593e0d802 req-6bc17182-f42f-48fd-9b1b-410cc2bf2a5e tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] 10.222.0.65 "GET /v2.0/ports?device_id=81375607-d255-4352-85da-eab4c1e730a9 HTTP/1.1" status: 200 len: 945 time: 0.0575426 Feb 20 23:03:17.054744 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-dbd771d3-317c-4822-908f-504593e0d802 req-13d54287-4d31-4521-b2c4-571f3c56b99b tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] 10.222.0.65 "GET /v2.0/security-groups?id=bc262dbf-af7b-45c0-8865-5866657a07f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426626 Feb 20 23:03:17.081619 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbfd0f8-3879-4fb7-b3ac-37d607683815 req-5bbd0c0c-c8b9-46a8-b13c-b87b59f79ad6 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:03:17.083169 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-3dbfd0f8-3879-4fb7-b3ac-37d607683815 req-5bbd0c0c-c8b9-46a8-b13c-b87b59f79ad6 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/ports?device_id=94ebbaaf-77be-4310-a7a0-d567dde9108c HTTP/1.1" status: 200 len: 946 time: 0.0679829 Feb 20 23:03:17.133705 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-511f2752-09bb-47db-b656-5e45038a0c79 req-3f866a97-0a80-44f6-9ddc-63ec818c5aee tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747407212409', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747406771505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59259307'] for port (66b4984e-4f9b-4971-bf9f-1f953504702d), after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:03:17.147491 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] get_ports_and_sgs() called for port_ids ['66b4984e-4f9b-4971-bf9f-1f953504702d'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 23:03:17.165516 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f866a97-0a80-44f6-9ddc-63ec818c5aee tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] Pushing event deleted for resources: {'Port': ['ID=66b4984e-4f9b-4971-bf9f-1f953504702d,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:03:17.169154 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-f8bda328-0f39-40fc-b2c8-28796977f3d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (e2edd6cb-ac77-47df-80b5-e0a92a5dde3d), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:03:17.169956 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-3dbfd0f8-3879-4fb7-b3ac-37d607683815 req-06ee5f54-60a1-40f4-a6f5-0f1dd2091116 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/security-groups?id=04e39133-b65d-431a-838f-6deba86bf0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0810983 Feb 20 23:03:17.209958 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [req-511f2752-09bb-47db-b656-5e45038a0c79 req-3f866a97-0a80-44f6-9ddc-63ec818c5aee tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] No DVR routers for this DVR port 66b4984e-4f9b-4971-bf9f-1f953504702d on host hv-cinder-83009 {{(pid=109628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 23:03:17.212473 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-511f2752-09bb-47db-b656-5e45038a0c79 req-3f866a97-0a80-44f6-9ddc-63ec818c5aee tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932959'] for port (None), before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:03:17.215834 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-511f2752-09bb-47db-b656-5e45038a0c79 req-3f866a97-0a80-44f6-9ddc-63ec818c5aee tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] 10.222.0.42 "DELETE /v2.0/ports/66b4984e-4f9b-4971-bf9f-1f953504702d HTTP/1.1" status: 204 len: 173 time: 0.5081015 Feb 20 23:03:17.216772 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81375607-d255-4352-85da-eab4c1e730a9', 'name': 'network-vif-deleted', 'tag': '66b4984e-4f9b-4971-bf9f-1f953504702d'}] {{(pid=109628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 23:03:17.219085 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4be7ee60aa4259b475ee261dcf74c65065c56e299c7a4b2359a57cf03aee0d96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9764b8ab-0d4d-4dc5-84be-f70e4c199eec" -d '{"events": [{"server_uuid": "81375607-d255-4352-85da-eab4c1e730a9", "name": "network-vif-deleted", "tag": "66b4984e-4f9b-4971-bf9f-1f953504702d"}]}' {{(pid=109628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 23:03:17.252351 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 23:03:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71c1cfca-c9c0-4e64-9de5-02a0b9476029 x-openstack-request-id: req-71c1cfca-c9c0-4e64-9de5-02a0b9476029 {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 23:03:17.252640 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81375607-d255-4352-85da-eab4c1e730a9", "name": "network-vif-deleted", "tag": "66b4984e-4f9b-4971-bf9f-1f953504702d", "status": "completed", "code": 200}]} {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 23:03:17.252891 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-71c1cfca-c9c0-4e64-9de5-02a0b9476029 {{(pid=109628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 23:03:17.253288 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81375607-d255-4352-85da-eab4c1e730a9', 'name': 'network-vif-deleted', 'tag': '66b4984e-4f9b-4971-bf9f-1f953504702d', 'status': 'completed', 'code': 200} Feb 20 23:03:18.179135 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-942eb96b-3f34-4c81-b24f-a394afc17756 req-68b8a42b-deaa-4d61-b97f-f8b1476d1ad1 tempest-ServerRescueNegativeTestJSON-708679912 tempest-ServerRescueNegativeTestJSON-708679912-project] 10.222.0.65 "GET /v2.0/ports?device_id=81375607-d255-4352-85da-eab4c1e730a9 HTTP/1.1" status: 200 len: 210 time: 0.0269456 Feb 20 23:03:18.296474 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d69eec9-1a92-479f-b55b-fd13bf91d192 req-41063673-b2b1-421f-a534-74feb9b8368c tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:03:18.297890 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-9d69eec9-1a92-479f-b55b-fd13bf91d192 req-41063673-b2b1-421f-a534-74feb9b8368c tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/ports?device_id=94ebbaaf-77be-4310-a7a0-d567dde9108c HTTP/1.1" status: 200 len: 946 time: 0.0542831 Feb 20 23:03:18.348158 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-9d69eec9-1a92-479f-b55b-fd13bf91d192 req-59357e89-94be-46ee-9e9a-4f3bc912b3d7 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/security-groups?id=04e39133-b65d-431a-838f-6deba86bf0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444450 Feb 20 23:03:18.669258 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (2dc95353-690e-4eed-857f-cdb5bbe3a4be), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:03:19.237046 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.65', 49296) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:03:19.650854 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918fc4fb-6dc1-443d-bef8-ce359300b776 req-3002799f-515f-46c7-885a-c58a259f837a tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:03:19.652316 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-918fc4fb-6dc1-443d-bef8-ce359300b776 req-3002799f-515f-46c7-885a-c58a259f837a tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/ports?device_id=94ebbaaf-77be-4310-a7a0-d567dde9108c HTTP/1.1" status: 200 len: 946 time: 0.0881605 Feb 20 23:03:19.749580 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-918fc4fb-6dc1-443d-bef8-ce359300b776 req-5ab1c621-cba5-4b12-b9c5-7ea82100bd07 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/security-groups?id=04e39133-b65d-431a-838f-6deba86bf0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0895278 Feb 20 23:03:19.864080 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-653f2b22-2f5a-4011-b0ba-2f0e99857372 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-702964'] for router_interface (2ebe30a3-5aa0-46d3-8750-a5277f4721e0), before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:03:19.877825 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7958aa7e-647c-458a-a1c5-367f0ecf2090 req-75566bb9-aea9-49bd-abfb-51ab83d7d3ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:03:19.879359 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-7958aa7e-647c-458a-a1c5-367f0ecf2090 req-75566bb9-aea9-49bd-abfb-51ab83d7d3ec service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=48a93be9550345ed9b9cbfc081ec5671&device_id=94ebbaaf-77be-4310-a7a0-d567dde9108c HTTP/1.1" status: 200 len: 1130 time: 0.0471218 Feb 20 23:03:19.977319 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7958aa7e-647c-458a-a1c5-367f0ecf2090 req-f3b6d513-6eb5-467a-b0d9-31dc89427f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:03:19.978707 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-7958aa7e-647c-458a-a1c5-367f0ecf2090 req-f3b6d513-6eb5-467a-b0d9-31dc89427f46 service neutron] 10.222.0.42 "GET /v2.0/networks?id=8904bc28-8825-408d-a027-aaac96b04ee9 HTTP/1.1" status: 200 len: 916 time: 0.0822306 Feb 20 23:03:20.026628 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Device 66b4984e-4f9b-4971-bf9f-1f953504702d no longer exists at agent hyperv_hv-cinder-83009 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 23:03:20.046013 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-7958aa7e-647c-458a-a1c5-367f0ecf2090 req-3c654d7d-51b0-40c2-b02b-7395670785e5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dc5e538f-14e0-4a61-8e2d-ae1743c169b8 HTTP/1.1" status: 200 len: 1002 time: 0.0610828 Feb 20 23:03:20.047440 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] No Port match for: 66b4984e-4f9b-4971-bf9f-1f953504702d {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 23:03:20.047882 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Device 66b4984e-4f9b-4971-bf9f-1f953504702d not bound to the agent host hv-cinder-83009 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 23:03:20.094965 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7958aa7e-647c-458a-a1c5-367f0ecf2090 req-71f3c57b-19ae-42f8-ab25-febdb27d75d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:03:20.096411 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-7958aa7e-647c-458a-a1c5-367f0ecf2090 req-71f3c57b-19ae-42f8-ab25-febdb27d75d8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=58431437-f6f9-4145-a265-242d6c5c36fc HTTP/1.1" status: 200 len: 855 time: 0.0445142 Feb 20 23:03:20.144487 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7958aa7e-647c-458a-a1c5-367f0ecf2090 req-686f829c-61eb-4fcd-9e66-58b8b5e5dd67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:03:20.146017 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-7958aa7e-647c-458a-a1c5-367f0ecf2090 req-686f829c-61eb-4fcd-9e66-58b8b5e5dd67 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8904bc28-8825-408d-a027-aaac96b04ee9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0436397 Feb 20 23:03:20.173318 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-653f2b22-2f5a-4011-b0ba-2f0e99857372 admin admin] Deleting port 9874e923-c82b-4393-857d-47fb50e17493 {{(pid=109629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 23:03:20.173651 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-653f2b22-2f5a-4011-b0ba-2f0e99857372 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747407206678'] for port (9874e923-c82b-4393-857d-47fb50e17493), before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:03:20.247469 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-7958aa7e-647c-458a-a1c5-367f0ecf2090 req-4b9f9d9d-500a-4d5a-95fe-b7ac0a4cfa15 service neutron] 10.222.0.42 "GET /v2.0/networks/8904bc28-8825-408d-a027-aaac96b04ee9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904438 Feb 20 23:03:20.262696 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.plugins.ml2.db [None req-653f2b22-2f5a-4011-b0ba-2f0e99857372 admin admin] For port 9874e923-c82b-4393-857d-47fb50e17493, host dv-cinder-830096-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-1-iscsi',level=0,port_id=9874e923-c82b-4393-857d-47fb50e17493,segment=NetworkSegment(bce3d1e8-ca8a-4ba6-b9c0-f5271b830275),segment_id=bce3d1e8-ca8a-4ba6-b9c0-f5271b830275)] {{(pid=109629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:03:20.263050 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-653f2b22-2f5a-4011-b0ba-2f0e99857372 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671932'] for port (9874e923-c82b-4393-857d-47fb50e17493), precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:03:20.276050 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-653f2b22-2f5a-4011-b0ba-2f0e99857372 admin admin] Calling delete_port for 9874e923-c82b-4393-857d-47fb50e17493 owned by network:router_interface {{(pid=109629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 23:03:20.333052 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-7958aa7e-647c-458a-a1c5-367f0ecf2090 req-af5833b7-76af-42a5-bf27-284ceb166183 service neutron] 10.222.0.42 "GET /v2.0/networks/8904bc28-8825-408d-a027-aaac96b04ee9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822351 Feb 20 23:03:20.565893 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-653f2b22-2f5a-4011-b0ba-2f0e99857372 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747407212409', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747406771505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61629250'] for port (9874e923-c82b-4393-857d-47fb50e17493), after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:03:20.592375 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653f2b22-2f5a-4011-b0ba-2f0e99857372 admin admin] Pushing event deleted for resources: {'Port': ['ID=9874e923-c82b-4393-857d-47fb50e17493,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:03:20.770510 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-653f2b22-2f5a-4011-b0ba-2f0e99857372 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-565519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-703332'] for router_interface (2ebe30a3-5aa0-46d3-8750-a5277f4721e0), after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:03:20.872530 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7430710b-7529-44c3-9f21-e512e782de34 req-feeaee3c-6a91-4822-963e-80e62feb3c5c tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:03:20.874007 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-7430710b-7529-44c3-9f21-e512e782de34 req-feeaee3c-6a91-4822-963e-80e62feb3c5c tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/ports?device_id=94ebbaaf-77be-4310-a7a0-d567dde9108c HTTP/1.1" status: 200 len: 946 time: 0.0516527 Feb 20 23:03:20.935013 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-7430710b-7529-44c3-9f21-e512e782de34 req-79c035a6-54fd-424d-a5da-7d36404b6072 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/security-groups?id=04e39133-b65d-431a-838f-6deba86bf0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541840 Feb 20 23:03:20.991364 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-653f2b22-2f5a-4011-b0ba-2f0e99857372 admin admin] Router 2ebe30a3-5aa0-46d3-8750-a5277f4721e0 has already been hosted by L3 agent 13c347f3-1c01-45ee-af8c-9f8a630e0f23 {{(pid=109629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 23:03:21.257364 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-653f2b22-2f5a-4011-b0ba-2f0e99857372 admin admin] Notify agent at l3_agent.dv-cinder-830096-1-iscsi the message routers_updated {{(pid=109629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 23:03:21.265704 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [None req-653f2b22-2f5a-4011-b0ba-2f0e99857372 admin admin] 10.222.0.65 "PUT /v2.0/routers/2ebe30a3-5aa0-46d3-8750-a5277f4721e0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0243685 Feb 20 23:03:21.265704 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.65', 49324) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:03:21.268187 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89741abe-fad0-4398-ba2c-152a2a8fe52b None None] Sync routers for ids ['2ebe30a3-5aa0-46d3-8750-a5277f4721e0'] in dv-cinder-830096-1-iscsi {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 23:03:21.279381 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89741abe-fad0-4398-ba2c-152a2a8fe52b None None] Routers {'2ebe30a3-5aa0-46d3-8750-a5277f4721e0'} bound to L3 agent in host dv-cinder-830096-1-iscsi {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 23:03:21.285521 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-89741abe-fad0-4398-ba2c-152a2a8fe52b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-20T22:50:44Z,description=,heartbeat_timestamp=2022-02-20T23:03:14Z,host='dv-cinder-830096-1-iscsi',id=13c347f3-1c01-45ee-af8c-9f8a630e0f23,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T22:50:45Z,topic='l3_agent')) {'router_ids': ['2ebe30a3-5aa0-46d3-8750-a5277f4721e0'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:03:21.367779 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-36d474d3-4741-4c9d-bdeb-528d382329cc admin admin] Publish callbacks [] for router (2ebe30a3-5aa0-46d3-8750-a5277f4721e0), before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:03:21.389091 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.db.l3_dvr_db [None req-89741abe-fad0-4398-ba2c-152a2a8fe52b None None] Set router 2ebe30a3-5aa0-46d3-8750-a5277f4721e0 gateway port host: dv-cinder-830096-1-iscsi {{(pid=109631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 23:03:21.473190 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-36d474d3-4741-4c9d-bdeb-528d382329cc admin admin] Publish callbacks [] for router_gateway (2ebe30a3-5aa0-46d3-8750-a5277f4721e0), before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:03:21.598419 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-36d474d3-4741-4c9d-bdeb-528d382329cc admin admin] Deleting port 186c7e29-889e-4f25-8e95-c50fd559317c {{(pid=109629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 23:03:21.598764 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-36d474d3-4741-4c9d-bdeb-528d382329cc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747407206678'] for port (186c7e29-889e-4f25-8e95-c50fd559317c), before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:03:21.644560 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-89741abe-fad0-4398-ba2c-152a2a8fe52b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ebe30a3-5aa0-46d3-8750-a5277f4721e0', 'name': 'tempest-ServerRescueNegativeTestJSON-1971614022-router', 'tenant_id': 'e684d4332ff043eab2d102df1b6dd908', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f52b71d-61c7-49bc-86ae-3e3415c25b55', 'external_fixed_ips': [{'subnet_id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'ip_address': '172.27.2.79'}], 'enable_snat': True}, 'gw_port_id': '186c7e29-889e-4f25-8e95-c50fd559317c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T22:59:16Z', 'updated_at': '2022-02-20T23:03:20Z', 'revision_number': 5, 'project_id': 'e684d4332ff043eab2d102df1b6dd908', 'gw_port': {'id': '186c7e29-889e-4f25-8e95-c50fd559317c', 'name': '', 'network_id': '5f52b71d-61c7-49bc-86ae-3e3415c25b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:3f:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ebe30a3-5aa0-46d3-8750-a5277f4721e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'ip_address': '172.27.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T22:59:17Z', 'updated_at': '2022-02-20T22:59:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-1-iscsi'}], 'dv-cinder-830096-1-iscsi', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:03:21.671090 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89741abe-fad0-4398-ba2c-152a2a8fe52b None None] Checking router: 2ebe30a3-5aa0-46d3-8750-a5277f4721e0 for host: dv-cinder-830096-1-iscsi {{(pid=109631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 23:03:21.679897 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89741abe-fad0-4398-ba2c-152a2a8fe52b None None] Routers {'2ebe30a3-5aa0-46d3-8750-a5277f4721e0'} bound to L3 agent in host dv-cinder-830096-1-iscsi {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 23:03:21.680514 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-89741abe-fad0-4398-ba2c-152a2a8fe52b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-20T22:50:44Z,description=,heartbeat_timestamp=2022-02-20T23:03:14Z,host='dv-cinder-830096-1-iscsi',id=13c347f3-1c01-45ee-af8c-9f8a630e0f23,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T22:50:45Z,topic='l3_agent')) {'router_ids': ['2ebe30a3-5aa0-46d3-8750-a5277f4721e0'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:03:21.680884 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.plugins.ml2.db [None req-36d474d3-4741-4c9d-bdeb-528d382329cc admin admin] For port 186c7e29-889e-4f25-8e95-c50fd559317c, host dv-cinder-830096-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-1-iscsi',level=0,port_id=186c7e29-889e-4f25-8e95-c50fd559317c,segment=NetworkSegment(c35aac5e-90b0-4d56-90ba-57f79ef09092),segment_id=c35aac5e-90b0-4d56-90ba-57f79ef09092)] {{(pid=109629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:03:21.681243 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-36d474d3-4741-4c9d-bdeb-528d382329cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671932'] for port (186c7e29-889e-4f25-8e95-c50fd559317c), precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:03:21.694044 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-36d474d3-4741-4c9d-bdeb-528d382329cc admin admin] Calling delete_port for 186c7e29-889e-4f25-8e95-c50fd559317c owned by network:router_gateway {{(pid=109629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 23:03:21.768620 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.db.l3_dvr_db [None req-89741abe-fad0-4398-ba2c-152a2a8fe52b None None] Set router 2ebe30a3-5aa0-46d3-8750-a5277f4721e0 gateway port host: None {{(pid=109631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 23:03:21.824444 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-89741abe-fad0-4398-ba2c-152a2a8fe52b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ebe30a3-5aa0-46d3-8750-a5277f4721e0', 'name': 'tempest-ServerRescueNegativeTestJSON-1971614022-router', 'tenant_id': 'e684d4332ff043eab2d102df1b6dd908', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T22:59:16Z', 'updated_at': '2022-02-20T23:03:21Z', 'revision_number': 6, 'project_id': 'e684d4332ff043eab2d102df1b6dd908', 'gw_port_host': None}], 'dv-cinder-830096-1-iscsi', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:03:21.850263 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89741abe-fad0-4398-ba2c-152a2a8fe52b None None] The sync data for ids ['2ebe30a3-5aa0-46d3-8750-a5277f4721e0'] in dv-cinder-830096-1-iscsi is: [{'id': '2ebe30a3-5aa0-46d3-8750-a5277f4721e0', 'name': 'tempest-ServerRescueNegativeTestJSON-1971614022-router', 'tenant_id': 'e684d4332ff043eab2d102df1b6dd908', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T22:59:16Z', 'updated_at': '2022-02-20T23:03:21Z', 'revision_number': 6, 'project_id': 'e684d4332ff043eab2d102df1b6dd908', 'gw_port_host': None}] {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 23:03:21.960005 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-36d474d3-4741-4c9d-bdeb-528d382329cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747407212409', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747406771505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61629250'] for port (186c7e29-889e-4f25-8e95-c50fd559317c), after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:03:21.990423 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d474d3-4741-4c9d-bdeb-528d382329cc admin admin] Pushing event deleted for resources: {'Port': ['ID=186c7e29-889e-4f25-8e95-c50fd559317c,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:03:22.079384 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-36d474d3-4741-4c9d-bdeb-528d382329cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-704142'] for router_gateway (2ebe30a3-5aa0-46d3-8750-a5277f4721e0), after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:03:22.180029 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9f6566-7dbd-4693-bbb4-f592e113bb3a req-e408a442-11ee-4be6-a389-99ec074c7492 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:03:22.183461 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-3b9f6566-7dbd-4693-bbb4-f592e113bb3a req-e408a442-11ee-4be6-a389-99ec074c7492 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/ports?device_id=94ebbaaf-77be-4310-a7a0-d567dde9108c HTTP/1.1" status: 200 len: 946 time: 0.1708834 Feb 20 23:03:22.218129 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-36d474d3-4741-4c9d-bdeb-528d382329cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-700690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6565'] for router (2ebe30a3-5aa0-46d3-8750-a5277f4721e0), precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:03:22.225248 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-36d474d3-4741-4c9d-bdeb-528d382329cc admin admin] Publish callbacks [] for router_controller (2ebe30a3-5aa0-46d3-8750-a5277f4721e0), precommit_delete_associations {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:03:22.312010 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-3b9f6566-7dbd-4693-bbb4-f592e113bb3a req-e397484f-890c-43e8-9550-28e6722588e0 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/security-groups?id=04e39133-b65d-431a-838f-6deba86bf0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0989349 Feb 20 23:03:22.371442 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-36d474d3-4741-4c9d-bdeb-528d382329cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-700779'] for router (2ebe30a3-5aa0-46d3-8750-a5277f4721e0), after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:03:22.372039 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36d474d3-4741-4c9d-bdeb-528d382329cc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2ebe30a3-5aa0-46d3-8750-a5277f4721e0 {{(pid=109629) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 20 23:03:22.376890 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-36d474d3-4741-4c9d-bdeb-528d382329cc admin admin] Publish callbacks [] for router (None), before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:03:22.377978 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [None req-36d474d3-4741-4c9d-bdeb-528d382329cc admin admin] 10.222.0.65 "DELETE /v2.0/routers/2ebe30a3-5aa0-46d3-8750-a5277f4721e0 HTTP/1.1" status: 204 len: 168 time: 1.1114929 Feb 20 23:03:22.380651 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.65', 49338) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:03:22.423529 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7f7074c-0ec7-499a-b816-90bba7bc5ed2 admin admin] Deleting subnet bebd2843-1d13-4eae-8703-47333a1f09f6 {{(pid=109629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 23:03:22.426746 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-f7f7074c-0ec7-499a-b816-90bba7bc5ed2 admin admin] Publish callbacks [] for subnet (bebd2843-1d13-4eae-8703-47333a1f09f6), before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:03:22.464828 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-f7f7074c-0ec7-499a-b816-90bba7bc5ed2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62688243'] for subnet (bebd2843-1d13-4eae-8703-47333a1f09f6), precommit_delete_associations {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:03:22.502422 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-f7f7074c-0ec7-499a-b816-90bba7bc5ed2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4171819'] for subnet (bebd2843-1d13-4eae-8703-47333a1f09f6), precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:03:22.594848 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-f7f7074c-0ec7-499a-b816-90bba7bc5ed2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4171794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61644179', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59081886'] for subnet (bebd2843-1d13-4eae-8703-47333a1f09f6), after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:03:22.620238 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f7074c-0ec7-499a-b816-90bba7bc5ed2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bebd2843-1d13-4eae-8703-47333a1f09f6,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:03:22.623805 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-f7f7074c-0ec7-499a-b816-90bba7bc5ed2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:03:22.627049 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [None req-f7f7074c-0ec7-499a-b816-90bba7bc5ed2 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/bebd2843-1d13-4eae-8703-47333a1f09f6 HTTP/1.1" status: 204 len: 168 time: 0.2454996 Feb 20 23:03:22.629477 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.65', 49340) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:03:22.702867 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-6e2f2d10-98f7-4e58-b9ed-a3075a5a6469 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4031138'] for network (50907839-a771-4d5d-8cdc-f2154e15e96c), before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:03:22.779807 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-6e2f2d10-98f7-4e58-b9ed-a3075a5a6469 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4175522', 'neutron.services.segments.db._delete_segments_for_network-8747407231802'] for network (50907839-a771-4d5d-8cdc-f2154e15e96c), precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:03:22.800392 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.services.segments.db [None req-6e2f2d10-98f7-4e58-b9ed-a3075a5a6469 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50907839-a771-4d5d-8cdc-f2154e15e96c']}} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:03:22.811473 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.services.segments.db [None req-6e2f2d10-98f7-4e58-b9ed-a3075a5a6469 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bce3d1e8-ca8a-4ba6-b9c0-f5271b830275') {'for_net_delete': True} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:03:22.811696 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.services.segments.db [None req-6e2f2d10-98f7-4e58-b9ed-a3075a5a6469 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bce3d1e8-ca8a-4ba6-b9c0-f5271b830275') {} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:03:22.821379 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-6e2f2d10-98f7-4e58-b9ed-a3075a5a6469 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747407232323', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62688234'] for segment (bce3d1e8-ca8a-4ba6-b9c0-f5271b830275), before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:03:22.835463 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-6e2f2d10-98f7-4e58-b9ed-a3075a5a6469 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4056974'] for segment (bce3d1e8-ca8a-4ba6-b9c0-f5271b830275), precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:03:22.842047 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e2f2d10-98f7-4e58-b9ed-a3075a5a6469 admin admin] Releasing vlan 98 on physical network physnet1 to pool {{(pid=109629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 23:03:22.845044 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-6e2f2d10-98f7-4e58-b9ed-a3075a5a6469 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4056974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61629301'] for segment (bce3d1e8-ca8a-4ba6-b9c0-f5271b830275), after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:03:22.845044 dv-cinder-830096-1-iscsi neutron-server[109629]: Traceback (most recent call last): Feb 20 23:03:22.845044 dv-cinder-830096-1-iscsi neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 23:03:22.845044 dv-cinder-830096-1-iscsi neutron-server[109629]: timer() Feb 20 23:03:22.845044 dv-cinder-830096-1-iscsi neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 23:03:22.845044 dv-cinder-830096-1-iscsi neutron-server[109629]: cb(*args, **kw) Feb 20 23:03:22.845044 dv-cinder-830096-1-iscsi neutron-server[109629]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 23:03:22.845044 dv-cinder-830096-1-iscsi neutron-server[109629]: return func(*args, **kwargs) Feb 20 23:03:22.845044 dv-cinder-830096-1-iscsi neutron-server[109629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 23:03:22.845044 dv-cinder-830096-1-iscsi neutron-server[109629]: self._notify() Feb 20 23:03:22.845044 dv-cinder-830096-1-iscsi neutron-server[109629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 23:03:22.845044 dv-cinder-830096-1-iscsi neutron-server[109629]: self.callback(batched_events) Feb 20 23:03:22.845044 dv-cinder-830096-1-iscsi neutron-server[109629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 23:03:22.845044 dv-cinder-830096-1-iscsi neutron-server[109629]: event.method(event) Feb 20 23:03:22.845044 dv-cinder-830096-1-iscsi neutron-server[109629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 23:03:22.845044 dv-cinder-830096-1-iscsi neutron-server[109629]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 23:03:22.845044 dv-cinder-830096-1-iscsi neutron-server[109629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 23:03:22.845044 dv-cinder-830096-1-iscsi neutron-server[109629]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 23:03:22.845044 dv-cinder-830096-1-iscsi neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 23:03:22.845044 dv-cinder-830096-1-iscsi neutron-server[109629]: return f(self, *a, **k) Feb 20 23:03:22.845044 dv-cinder-830096-1-iscsi neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 23:03:22.845044 dv-cinder-830096-1-iscsi neutron-server[109629]: return self._get(url).json() Feb 20 23:03:22.845044 dv-cinder-830096-1-iscsi neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 23:03:22.845044 dv-cinder-830096-1-iscsi neutron-server[109629]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 23:03:22.845044 dv-cinder-830096-1-iscsi neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 23:03:22.845044 dv-cinder-830096-1-iscsi neutron-server[109629]: return self.request(url, 'GET', **kwargs) Feb 20 23:03:22.845044 dv-cinder-830096-1-iscsi neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 23:03:22.845044 dv-cinder-830096-1-iscsi neutron-server[109629]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 23:03:22.845044 dv-cinder-830096-1-iscsi neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 23:03:22.845044 dv-cinder-830096-1-iscsi neutron-server[109629]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 23:03:22.845044 dv-cinder-830096-1-iscsi neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 23:03:22.845044 dv-cinder-830096-1-iscsi neutron-server[109629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 23:03:22.845044 dv-cinder-830096-1-iscsi neutron-server[109629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 23:03:22.942806 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-6e2f2d10-98f7-4e58-b9ed-a3075a5a6469 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4175529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704226'] for network (50907839-a771-4d5d-8cdc-f2154e15e96c), after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:03:22.948106 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-6e2f2d10-98f7-4e58-b9ed-a3075a5a6469 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565544'] for network (None), before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:03:22.951869 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [None req-6e2f2d10-98f7-4e58-b9ed-a3075a5a6469 admin admin] 10.222.0.65 "DELETE /v2.0/networks/50907839-a771-4d5d-8cdc-f2154e15e96c HTTP/1.1" status: 204 len: 168 time: 0.3214920 Feb 20 23:03:22.962498 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2f2d10-98f7-4e58-b9ed-a3075a5a6469 admin admin] Pushing event deleted for resources: {'Network': ['ID=50907839-a771-4d5d-8cdc-f2154e15e96c,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:03:23.255657 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.65', 49350) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:03:23.294576 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [None req-37995885-3d89-48fe-81c9-bf4a1db13098 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=e684d4332ff043eab2d102df1b6dd908&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0372295 Feb 20 23:03:23.297093 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.65', 49352) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:03:23.343538 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-8e110575-fffa-4b8b-845c-db7009d4c60e admin admin] Publish callbacks [] for security_group (bc262dbf-af7b-45c0-8865-5866657a07f8), before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:03:23.365360 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-8e110575-fffa-4b8b-845c-db7009d4c60e admin admin] Publish callbacks [] for security_group (bc262dbf-af7b-45c0-8865-5866657a07f8), precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:03:23.449172 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e6b816-7454-4cb6-8823-e43c8db8d1a8 req-0eb8870e-e422-482f-b7a6-42ca064e6cdc tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:03:23.450696 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-e8e6b816-7454-4cb6-8823-e43c8db8d1a8 req-0eb8870e-e422-482f-b7a6-42ca064e6cdc tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/ports?device_id=94ebbaaf-77be-4310-a7a0-d567dde9108c HTTP/1.1" status: 200 len: 946 time: 0.0607393 Feb 20 23:03:23.498042 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-8e110575-fffa-4b8b-845c-db7009d4c60e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627867'] for security_group (bc262dbf-af7b-45c0-8865-5866657a07f8), after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:03:23.500563 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-8e110575-fffa-4b8b-845c-db7009d4c60e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:03:23.501673 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [None req-8e110575-fffa-4b8b-845c-db7009d4c60e admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/bc262dbf-af7b-45c0-8865-5866657a07f8 HTTP/1.1" status: 204 len: 168 time: 0.2036231 Feb 20 23:03:23.507018 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-e8e6b816-7454-4cb6-8823-e43c8db8d1a8 req-1220efe7-ba2a-430b-9ca1-d87419fab4d5 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/security-groups?id=04e39133-b65d-431a-838f-6deba86bf0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508709 Feb 20 23:03:23.512921 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e110575-fffa-4b8b-845c-db7009d4c60e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc262dbf-af7b-45c0-8865-5866657a07f8,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:03:23.595612 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.65', 49362) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:03:23.699747 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-42c38dfb-9b2e-4625-8d56-d4c7e367401e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:03:23.714992 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Device 9874e923-c82b-4393-857d-47fb50e17493 no longer exists at agent ovs-agent-dv-cinder-830096-1-iscsi {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 23:03:23.735116 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] No Port match for: 9874e923-c82b-4393-857d-47fb50e17493 {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 23:03:23.735461 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Device 9874e923-c82b-4393-857d-47fb50e17493 not bound to the agent host dv-cinder-830096-1-iscsi {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 23:03:23.735888 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Device 186c7e29-889e-4f25-8e95-c50fd559317c no longer exists at agent ovs-agent-dv-cinder-830096-1-iscsi {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 23:03:23.754702 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] No Port match for: 186c7e29-889e-4f25-8e95-c50fd559317c {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 23:03:23.755048 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Device 186c7e29-889e-4f25-8e95-c50fd559317c not bound to the agent host dv-cinder-830096-1-iscsi {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 23:03:23.775233 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-42c38dfb-9b2e-4625-8d56-d4c7e367401e admin admin] Publish callbacks [] for security_group (e8c615c9-e751-4d3c-8fbb-f6d6a24fdc83), precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:03:23.857696 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-42c38dfb-9b2e-4625-8d56-d4c7e367401e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627867'] for security_group (e8c615c9-e751-4d3c-8fbb-f6d6a24fdc83), after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:03:23.896263 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [None req-42c38dfb-9b2e-4625-8d56-d4c7e367401e admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=a9b2f44e3c1348778422ddeea55e9007&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2995484 Feb 20 23:03:23.897136 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c38dfb-9b2e-4625-8d56-d4c7e367401e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8c615c9-e751-4d3c-8fbb-f6d6a24fdc83,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:03:23.899099 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.65', 49372) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:03:23.948588 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-91ac9748-2280-44c1-924b-f4d605f69486 admin admin] Publish callbacks [] for security_group (e8c615c9-e751-4d3c-8fbb-f6d6a24fdc83), before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:03:23.969203 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-91ac9748-2280-44c1-924b-f4d605f69486 admin admin] Publish callbacks [] for security_group (e8c615c9-e751-4d3c-8fbb-f6d6a24fdc83), precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:03:24.033013 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Device dc5e538f-14e0-4a61-8e2d-ae1743c169b8 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=109630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 23:03:24.080654 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-91ac9748-2280-44c1-924b-f4d605f69486 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627867'] for security_group (e8c615c9-e751-4d3c-8fbb-f6d6a24fdc83), after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:03:24.083111 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-91ac9748-2280-44c1-924b-f4d605f69486 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:03:24.086772 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [None req-91ac9748-2280-44c1-924b-f4d605f69486 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/e8c615c9-e751-4d3c-8fbb-f6d6a24fdc83 HTTP/1.1" status: 204 len: 168 time: 0.1841292 Feb 20 23:03:24.093794 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac9748-2280-44c1-924b-f4d605f69486 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8c615c9-e751-4d3c-8fbb-f6d6a24fdc83,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:03:24.141146 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] For port dc5e538f-14e0-4a61-8e2d-ae1743c169b8, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=dc5e538f-14e0-4a61-8e2d-ae1743c169b8,segment=NetworkSegment(e96cb693-0403-4029-b4e9-bd6b25e8f8fe),segment_id=e96cb693-0403-4029-b4e9-bd6b25e8f8fe)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:03:24.152913 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Returning: {'device': 'dc5e538f-14e0-4a61-8e2d-ae1743c169b8', 'network_id': '8904bc28-8825-408d-a027-aaac96b04ee9', 'port_id': 'dc5e538f-14e0-4a61-8e2d-ae1743c169b8', 'mac_address': 'fa:16:3e:5e:29:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58431437-f6f9-4145-a265-242d6c5c36fc', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 23:03:24.192422 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Current status of the port dc5e538f-14e0-4a61-8e2d-ae1743c169b8 is: ACTIVE; New status is: BUILD {{(pid=109630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:03:24.192872 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4131840'] for port (dc5e538f-14e0-4a61-8e2d-ae1743c169b8), before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:03:24.205973 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.notifiers.nova [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id dc5e538f-14e0-4a61-8e2d-ae1743c169b8 {{(pid=109630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 23:03:24.225273 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] For port dc5e538f-14e0-4a61-8e2d-ae1743c169b8, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=dc5e538f-14e0-4a61-8e2d-ae1743c169b8,segment=NetworkSegment(e96cb693-0403-4029-b4e9-bd6b25e8f8fe),segment_id=e96cb693-0403-4029-b4e9-bd6b25e8f8fe)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:03:24.285529 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747407212427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747406771514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747406771532'] for port (dc5e538f-14e0-4a61-8e2d-ae1743c169b8), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:03:24.334963 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Pushing event updated for resources: {'Port': ['ID=dc5e538f-14e0-4a61-8e2d-ae1743c169b8,revision_number=6']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:03:24.343140 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:03:24.343562 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:03:24.343935 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:03:24.344287 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:03:24.344621 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:03:24.344981 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:03:24.345316 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:03:24.345639 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:03:24.345964 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:03:24.346294 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:03:24.346644 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:03:24.346969 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:03:24.347290 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:03:24.390159 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] get_ports_and_sgs() called for port_ids ['dc5e538f-14e0-4a61-8e2d-ae1743c169b8'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 23:03:24.643437 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b46aed4-e40e-4ac1-b589-fbb77e65b3d2 req-9203fdb6-5e37-48f8-abbc-be62083d46f1 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:03:24.644929 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-3b46aed4-e40e-4ac1-b589-fbb77e65b3d2 req-9203fdb6-5e37-48f8-abbc-be62083d46f1 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/ports?device_id=94ebbaaf-77be-4310-a7a0-d567dde9108c HTTP/1.1" status: 200 len: 945 time: 0.0550015 Feb 20 23:03:24.691360 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-3b46aed4-e40e-4ac1-b589-fbb77e65b3d2 req-bd734d3e-3258-4ec5-8ab0-ffaaf3bfb94f tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/security-groups?id=04e39133-b65d-431a-838f-6deba86bf0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407348 Feb 20 23:03:25.821740 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e47d82-7a89-4778-9e99-6b332c298b86 req-b78e8761-c405-405f-acb0-b0491117c222 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:03:25.822957 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-a4e47d82-7a89-4778-9e99-6b332c298b86 req-b78e8761-c405-405f-acb0-b0491117c222 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/ports?device_id=94ebbaaf-77be-4310-a7a0-d567dde9108c HTTP/1.1" status: 200 len: 945 time: 0.0609396 Feb 20 23:03:25.872953 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-a4e47d82-7a89-4778-9e99-6b332c298b86 req-7627ba4b-f2bd-4577-8fd2-60fc00c38bcb tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/security-groups?id=04e39133-b65d-431a-838f-6deba86bf0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427203 Feb 20 23:03:26.068169 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Device dc5e538f-14e0-4a61-8e2d-ae1743c169b8 up at agent hyperv_hv-cinder-83009 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 23:03:26.071725 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (a929ecfe-02b1-4b86-b2e7-0c746ea4b12c), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:03:26.117638 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Provisioning complete for port dc5e538f-14e0-4a61-8e2d-ae1743c169b8 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:03:26.118027 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4145689'] for port (dc5e538f-14e0-4a61-8e2d-ae1743c169b8), provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:03:26.199971 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Current status of the port dc5e538f-14e0-4a61-8e2d-ae1743c169b8 is: BUILD; New status is: ACTIVE {{(pid=109630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:03:26.200360 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4131840'] for port (dc5e538f-14e0-4a61-8e2d-ae1743c169b8), before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:03:26.223374 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94ebbaaf-77be-4310-a7a0-d567dde9108c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc5e538f-14e0-4a61-8e2d-ae1743c169b8'}] {{(pid=109630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 23:03:26.225603 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f8f7ade39b9b648cd02963e66adb41eb29d40ae47bdce8ccfc3d1936511f484" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e45db536-a05b-4dd4-b0f1-f6db9d79bcfe" -d '{"events": [{"server_uuid": "94ebbaaf-77be-4310-a7a0-d567dde9108c", "name": "network-vif-plugged", "status": "completed", "tag": "dc5e538f-14e0-4a61-8e2d-ae1743c169b8"}]}' {{(pid=109630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 23:03:26.239713 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] For port dc5e538f-14e0-4a61-8e2d-ae1743c169b8, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=dc5e538f-14e0-4a61-8e2d-ae1743c169b8,segment=NetworkSegment(e96cb693-0403-4029-b4e9-bd6b25e8f8fe),segment_id=e96cb693-0403-4029-b4e9-bd6b25e8f8fe)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:03:26.265818 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 23:03:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8941cfc-19fa-43e3-94ed-dd256fc27d1c x-openstack-request-id: req-c8941cfc-19fa-43e3-94ed-dd256fc27d1c {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 23:03:26.266121 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94ebbaaf-77be-4310-a7a0-d567dde9108c", "name": "network-vif-plugged", "status": "completed", "tag": "dc5e538f-14e0-4a61-8e2d-ae1743c169b8", "code": 200}]} {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 23:03:26.266440 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c8941cfc-19fa-43e3-94ed-dd256fc27d1c {{(pid=109630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 23:03:26.266810 dv-cinder-830096-1-iscsi neutron-server[109630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94ebbaaf-77be-4310-a7a0-d567dde9108c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc5e538f-14e0-4a61-8e2d-ae1743c169b8', 'code': 200} Feb 20 23:03:26.310569 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747407212427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747406771514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747406771532'] for port (dc5e538f-14e0-4a61-8e2d-ae1743c169b8), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:03:26.364460 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Pushing event updated for resources: {'Port': ['ID=dc5e538f-14e0-4a61-8e2d-ae1743c169b8,revision_number=7']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:03:27.005332 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ab1997-702e-4de1-b1e1-8640c15c7f82 req-a7ba582d-3a4c-4f4a-9e0b-45646ec7e7f8 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:03:27.007691 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-c5ab1997-702e-4de1-b1e1-8640c15c7f82 req-a7ba582d-3a4c-4f4a-9e0b-45646ec7e7f8 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/ports?device_id=94ebbaaf-77be-4310-a7a0-d567dde9108c HTTP/1.1" status: 200 len: 946 time: 0.0561798 Feb 20 23:03:27.067830 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-c5ab1997-702e-4de1-b1e1-8640c15c7f82 req-52b312c3-6004-4113-a006-3608dffebdd7 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/security-groups?id=04e39133-b65d-431a-838f-6deba86bf0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545907 Feb 20 23:03:28.195698 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da8878a-3f6e-4e15-8492-64fdaa36d28a req-91d2b8d0-28c8-4395-a468-02faa1af7627 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:03:28.197879 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-7da8878a-3f6e-4e15-8492-64fdaa36d28a req-91d2b8d0-28c8-4395-a468-02faa1af7627 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/ports?device_id=94ebbaaf-77be-4310-a7a0-d567dde9108c HTTP/1.1" status: 200 len: 946 time: 0.0562174 Feb 20 23:03:28.243990 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-7da8878a-3f6e-4e15-8492-64fdaa36d28a req-4cede9d3-451d-4dec-92b9-a8eae3428b70 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/security-groups?id=04e39133-b65d-431a-838f-6deba86bf0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398123 Feb 20 23:03:29.366634 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35b0f78-39b5-49c8-b332-526972c4bb7b req-fa9b17bd-f77a-4b3c-b0ba-a0207759249b tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:03:29.368189 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-a35b0f78-39b5-49c8-b332-526972c4bb7b req-fa9b17bd-f77a-4b3c-b0ba-a0207759249b tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/ports?device_id=94ebbaaf-77be-4310-a7a0-d567dde9108c HTTP/1.1" status: 200 len: 946 time: 0.0528984 Feb 20 23:03:29.418808 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-a35b0f78-39b5-49c8-b332-526972c4bb7b req-5b3c273a-8ea3-47f1-b626-5ab1c41baf69 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/security-groups?id=04e39133-b65d-431a-838f-6deba86bf0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451419 Feb 20 23:03:30.544460 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3190e9-f155-4bd7-af7b-c64df8f4b3f8 req-df68bd62-37ab-4412-a2e5-91844d40b99d tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:03:30.545929 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-0a3190e9-f155-4bd7-af7b-c64df8f4b3f8 req-df68bd62-37ab-4412-a2e5-91844d40b99d tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/ports?device_id=94ebbaaf-77be-4310-a7a0-d567dde9108c HTTP/1.1" status: 200 len: 946 time: 0.0535796 Feb 20 23:03:30.590849 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-0a3190e9-f155-4bd7-af7b-c64df8f4b3f8 req-e7fe180d-36c6-4f57-8faf-87b165b4c613 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/security-groups?id=04e39133-b65d-431a-838f-6deba86bf0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392573 Feb 20 23:03:31.713799 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e187bf-1087-4635-b3cf-6c217c621ba8 req-11a65bd5-e996-45f5-91e8-f842def2f761 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:03:31.715293 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-91e187bf-1087-4635-b3cf-6c217c621ba8 req-11a65bd5-e996-45f5-91e8-f842def2f761 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/ports?device_id=94ebbaaf-77be-4310-a7a0-d567dde9108c HTTP/1.1" status: 200 len: 946 time: 0.0522914 Feb 20 23:03:31.763712 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-91e187bf-1087-4635-b3cf-6c217c621ba8 req-250100cd-0c8b-49e2-9987-85e4f1dcfd03 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/security-groups?id=04e39133-b65d-431a-838f-6deba86bf0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426757 Feb 20 23:03:32.900449 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfe1895-c291-4f42-93d2-83e3949fb7e4 req-0714bffb-bef7-4f14-82fe-e17160a18e85 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:03:32.901976 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-2cfe1895-c291-4f42-93d2-83e3949fb7e4 req-0714bffb-bef7-4f14-82fe-e17160a18e85 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/ports?device_id=94ebbaaf-77be-4310-a7a0-d567dde9108c HTTP/1.1" status: 200 len: 946 time: 0.0624325 Feb 20 23:03:32.952656 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-2cfe1895-c291-4f42-93d2-83e3949fb7e4 req-7bc96b13-b8cb-4c07-b150-7f1a994a964e tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/security-groups?id=04e39133-b65d-431a-838f-6deba86bf0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446038 Feb 20 23:03:34.104136 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d1cfa4-0a49-4ff0-abbb-a2c887852b9f req-2b5ffb47-0062-4e4f-bc93-4643b720ffb0 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:03:34.106087 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-82d1cfa4-0a49-4ff0-abbb-a2c887852b9f req-2b5ffb47-0062-4e4f-bc93-4643b720ffb0 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/ports?device_id=94ebbaaf-77be-4310-a7a0-d567dde9108c HTTP/1.1" status: 200 len: 946 time: 0.0784261 Feb 20 23:03:34.170813 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-82d1cfa4-0a49-4ff0-abbb-a2c887852b9f req-27f6ad48-1ef0-42bf-828a-2b30d1469fd0 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/security-groups?id=04e39133-b65d-431a-838f-6deba86bf0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563054 Feb 20 23:03:35.314440 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba58bc1-b0a7-4417-839c-67e14b72deff req-ec8acbda-41f7-48f6-b983-e986fddcc32f tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:03:35.317084 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-0ba58bc1-b0a7-4417-839c-67e14b72deff req-ec8acbda-41f7-48f6-b983-e986fddcc32f tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/ports?device_id=94ebbaaf-77be-4310-a7a0-d567dde9108c HTTP/1.1" status: 200 len: 946 time: 0.0692825 Feb 20 23:03:35.378494 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-0ba58bc1-b0a7-4417-839c-67e14b72deff req-374e37b9-4383-4493-b7a2-932fef6272c9 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/security-groups?id=04e39133-b65d-431a-838f-6deba86bf0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551879 Feb 20 23:03:36.521027 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2931fac2-4fb7-477f-8b5c-340c45ce15c1 req-6c567ff9-ac1f-4c50-a810-759c443cf4e0 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:03:36.523245 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-2931fac2-4fb7-477f-8b5c-340c45ce15c1 req-6c567ff9-ac1f-4c50-a810-759c443cf4e0 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/ports?device_id=94ebbaaf-77be-4310-a7a0-d567dde9108c HTTP/1.1" status: 200 len: 946 time: 0.0695655 Feb 20 23:03:36.579694 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-2931fac2-4fb7-477f-8b5c-340c45ce15c1 req-9af2ca78-e3d5-416f-8c3d-7f5f8f3ff3da tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/security-groups?id=04e39133-b65d-431a-838f-6deba86bf0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455575 Feb 20 23:03:37.706796 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20faafef-c0de-4a2e-8703-e3aded21c196 req-ea2511f2-b510-4f24-9ad4-94917cf3a856 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:03:37.708240 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-20faafef-c0de-4a2e-8703-e3aded21c196 req-ea2511f2-b510-4f24-9ad4-94917cf3a856 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/ports?device_id=94ebbaaf-77be-4310-a7a0-d567dde9108c HTTP/1.1" status: 200 len: 946 time: 0.0513248 Feb 20 23:03:37.753940 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-20faafef-c0de-4a2e-8703-e3aded21c196 req-b8a657e5-b2fa-4e62-8a79-97355d33cd81 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/security-groups?id=04e39133-b65d-431a-838f-6deba86bf0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401239 Feb 20 23:03:38.894894 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ee6c25-eecf-4292-81e6-b89889b363e1 req-8b7955cf-8eae-42e2-840f-1c8f54104dbe tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:03:38.902013 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-81ee6c25-eecf-4292-81e6-b89889b363e1 req-8b7955cf-8eae-42e2-840f-1c8f54104dbe tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/ports?device_id=94ebbaaf-77be-4310-a7a0-d567dde9108c HTTP/1.1" status: 200 len: 946 time: 0.0702868 Feb 20 23:03:38.965102 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-81ee6c25-eecf-4292-81e6-b89889b363e1 req-ab76c0bb-5e71-4fdf-af95-e2c9641e2656 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/security-groups?id=04e39133-b65d-431a-838f-6deba86bf0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620701 Feb 20 23:03:40.132018 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b97436-7844-439b-bedb-8a61d7bed316 req-5b21769e-3830-4146-94a0-40c39b2c614b tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:03:40.138710 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-a6b97436-7844-439b-bedb-8a61d7bed316 req-5b21769e-3830-4146-94a0-40c39b2c614b tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/ports?device_id=94ebbaaf-77be-4310-a7a0-d567dde9108c HTTP/1.1" status: 200 len: 946 time: 0.0733144 Feb 20 23:03:40.191682 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-a6b97436-7844-439b-bedb-8a61d7bed316 req-113e3cc0-5c85-4072-acd6-e0bf8467cd20 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/security-groups?id=04e39133-b65d-431a-838f-6deba86bf0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521195 Feb 20 23:03:41.321231 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12233cb4-d997-4220-8101-ff1ad1bc2d27 req-24330ffb-0860-497d-a2b3-462b262d453d tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:03:41.322720 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-12233cb4-d997-4220-8101-ff1ad1bc2d27 req-24330ffb-0860-497d-a2b3-462b262d453d tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/ports?device_id=94ebbaaf-77be-4310-a7a0-d567dde9108c HTTP/1.1" status: 200 len: 946 time: 0.0535274 Feb 20 23:03:41.368607 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-12233cb4-d997-4220-8101-ff1ad1bc2d27 req-00e81492-f70d-418f-86af-89dc17c5fdab tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/security-groups?id=04e39133-b65d-431a-838f-6deba86bf0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403154 Feb 20 23:03:41.644308 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.db.agents_db [None req-1f7bd598-9080-4651-a904-61cb6c9001fd None None] Agent healthcheck: found 6 active agents {{(pid=109631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 23:03:42.285645 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-6e0a5c0d-1f18-4e4a-a45e-1a4d25d7dedb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (83a03d73-f5e1-4f72-b2a3-d557ae097998), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:03:42.496398 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018b171b-3ae9-42ba-96bb-c1ad0fb0503c req-4cb6af5e-41b3-4a39-a060-227229cb26d3 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:03:42.497836 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-018b171b-3ae9-42ba-96bb-c1ad0fb0503c req-4cb6af5e-41b3-4a39-a060-227229cb26d3 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/ports?device_id=94ebbaaf-77be-4310-a7a0-d567dde9108c HTTP/1.1" status: 200 len: 946 time: 0.0544591 Feb 20 23:03:42.551772 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-018b171b-3ae9-42ba-96bb-c1ad0fb0503c req-b57760dc-6b5b-425d-b3dd-0f8fc792f765 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/security-groups?id=04e39133-b65d-431a-838f-6deba86bf0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474548 Feb 20 23:03:43.677168 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d3a4ad-428b-422a-85dd-1820fc353173 req-c7cd03cb-922f-4efa-ac0b-094e9e49c11e tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:03:43.678672 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-17d3a4ad-428b-422a-85dd-1820fc353173 req-c7cd03cb-922f-4efa-ac0b-094e9e49c11e tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/ports?device_id=94ebbaaf-77be-4310-a7a0-d567dde9108c HTTP/1.1" status: 200 len: 946 time: 0.0542145 Feb 20 23:03:43.727284 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-17d3a4ad-428b-422a-85dd-1820fc353173 req-6315c5b3-6496-4dcc-afe7-22bdaed01f92 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/security-groups?id=04e39133-b65d-431a-838f-6deba86bf0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432470 Feb 20 23:03:44.468216 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-f9143cf8-9538-4fef-be2d-f1bb8d416819 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (13c347f3-1c01-45ee-af8c-9f8a630e0f23), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:03:44.850041 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ec13e5-076a-421d-b112-ec325a4bc2d2 req-61a3a03b-aa70-4dc6-a54d-6ff3f34204d6 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:03:44.851581 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-a7ec13e5-076a-421d-b112-ec325a4bc2d2 req-61a3a03b-aa70-4dc6-a54d-6ff3f34204d6 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/ports?device_id=94ebbaaf-77be-4310-a7a0-d567dde9108c HTTP/1.1" status: 200 len: 946 time: 0.0516376 Feb 20 23:03:44.897000 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-a7ec13e5-076a-421d-b112-ec325a4bc2d2 req-a163f9f5-9b5e-4694-b8b8-733870d06ad6 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/security-groups?id=04e39133-b65d-431a-838f-6deba86bf0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397785 Feb 20 23:03:45.880686 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10070494-19d7-4c22-9d89-4b5528379c85 req-bf346111-aa21-4f59-b6c2-f134d404e292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:03:45.882041 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-10070494-19d7-4c22-9d89-4b5528379c85 req-bf346111-aa21-4f59-b6c2-f134d404e292 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=48a93be9550345ed9b9cbfc081ec5671&device_id=94ebbaaf-77be-4310-a7a0-d567dde9108c HTTP/1.1" status: 200 len: 1130 time: 0.0433939 Feb 20 23:03:45.920479 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-343008d4-3a37-47e4-bcbd-5ef9b41dd99c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (5ba36dc9-fc49-4f8a-9e75-ea70dbbc9d37), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:03:45.988726 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10070494-19d7-4c22-9d89-4b5528379c85 req-06556217-6e2f-4459-9c1b-c2b1328c58c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:03:45.990423 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-10070494-19d7-4c22-9d89-4b5528379c85 req-06556217-6e2f-4459-9c1b-c2b1328c58c0 service neutron] 10.222.0.42 "GET /v2.0/networks?id=8904bc28-8825-408d-a027-aaac96b04ee9 HTTP/1.1" status: 200 len: 916 time: 0.1023636 Feb 20 23:03:46.075373 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-10070494-19d7-4c22-9d89-4b5528379c85 req-72374d0e-00a7-4356-97ec-f15fd71f86ef service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dc5e538f-14e0-4a61-8e2d-ae1743c169b8 HTTP/1.1" status: 200 len: 1002 time: 0.0673895 Feb 20 23:03:46.083286 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9da8680-6d43-4b20-a343-b3f9f9f667c4 req-6f53ab4f-fd88-4bf1-a03f-287d97d23177 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:03:46.084749 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-d9da8680-6d43-4b20-a343-b3f9f9f667c4 req-6f53ab4f-fd88-4bf1-a03f-287d97d23177 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/ports?device_id=94ebbaaf-77be-4310-a7a0-d567dde9108c HTTP/1.1" status: 200 len: 946 time: 0.1078739 Feb 20 23:03:46.156820 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10070494-19d7-4c22-9d89-4b5528379c85 req-dc712cca-68cc-4b43-8989-b89482c2ab9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:03:46.158287 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-10070494-19d7-4c22-9d89-4b5528379c85 req-dc712cca-68cc-4b43-8989-b89482c2ab9a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=58431437-f6f9-4145-a265-242d6c5c36fc HTTP/1.1" status: 200 len: 855 time: 0.0726891 Feb 20 23:03:46.169550 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-d9da8680-6d43-4b20-a343-b3f9f9f667c4 req-25847127-454a-4c03-9bef-05b998bc1324 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/security-groups?id=04e39133-b65d-431a-838f-6deba86bf0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0758879 Feb 20 23:03:46.499300 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.65', 49754) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:03:46.600338 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-f446a8a0-0cf9-4c10-9f96-6d8095d33ff7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:03:46.672757 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-f446a8a0-0cf9-4c10-9f96-6d8095d33ff7 admin admin] Publish callbacks [] for security_group (e39e373c-76ac-499a-a337-e4b6c10779bd), precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:03:46.714221 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-f446a8a0-0cf9-4c10-9f96-6d8095d33ff7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627867'] for security_group (e39e373c-76ac-499a-a337-e4b6c10779bd), after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:03:46.752667 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f446a8a0-0cf9-4c10-9f96-6d8095d33ff7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e39e373c-76ac-499a-a337-e4b6c10779bd,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:03:46.756228 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [None req-f446a8a0-0cf9-4c10-9f96-6d8095d33ff7 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=29f335e59f0d409ea0eca042765d324d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2558951 Feb 20 23:03:46.759019 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.65', 49760) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:03:46.761778 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f446a8a0-0cf9-4c10-9f96-6d8095d33ff7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:03:46.762128 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f446a8a0-0cf9-4c10-9f96-6d8095d33ff7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:03:46.762497 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f446a8a0-0cf9-4c10-9f96-6d8095d33ff7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:03:46.762833 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f446a8a0-0cf9-4c10-9f96-6d8095d33ff7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:03:46.763162 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f446a8a0-0cf9-4c10-9f96-6d8095d33ff7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:03:46.763489 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f446a8a0-0cf9-4c10-9f96-6d8095d33ff7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:03:46.763818 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f446a8a0-0cf9-4c10-9f96-6d8095d33ff7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:03:46.764142 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f446a8a0-0cf9-4c10-9f96-6d8095d33ff7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:03:46.764794 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f446a8a0-0cf9-4c10-9f96-6d8095d33ff7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:03:46.764969 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f446a8a0-0cf9-4c10-9f96-6d8095d33ff7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:03:46.765279 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f446a8a0-0cf9-4c10-9f96-6d8095d33ff7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:03:46.766570 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f446a8a0-0cf9-4c10-9f96-6d8095d33ff7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:03:46.766945 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f446a8a0-0cf9-4c10-9f96-6d8095d33ff7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:03:46.810852 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-fe0e0785-7784-4af0-acd5-ab702e26de68 admin admin] Publish callbacks [] for security_group (e39e373c-76ac-499a-a337-e4b6c10779bd), before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:03:46.832441 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-fe0e0785-7784-4af0-acd5-ab702e26de68 admin admin] Publish callbacks [] for security_group (e39e373c-76ac-499a-a337-e4b6c10779bd), precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:03:46.937203 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-fe0e0785-7784-4af0-acd5-ab702e26de68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627867'] for security_group (e39e373c-76ac-499a-a337-e4b6c10779bd), after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:03:46.940200 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-fe0e0785-7784-4af0-acd5-ab702e26de68 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:03:46.941325 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [None req-fe0e0785-7784-4af0-acd5-ab702e26de68 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/e39e373c-76ac-499a-a337-e4b6c10779bd HTTP/1.1" status: 204 len: 168 time: 0.1813495 Feb 20 23:03:46.948911 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0e0785-7784-4af0-acd5-ab702e26de68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e39e373c-76ac-499a-a337-e4b6c10779bd,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:03:46.956426 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0e0785-7784-4af0-acd5-ab702e26de68 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:03:46.956770 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0e0785-7784-4af0-acd5-ab702e26de68 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:03:46.957104 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0e0785-7784-4af0-acd5-ab702e26de68 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:03:46.957431 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0e0785-7784-4af0-acd5-ab702e26de68 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:03:46.957756 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0e0785-7784-4af0-acd5-ab702e26de68 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:03:46.958079 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0e0785-7784-4af0-acd5-ab702e26de68 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:03:46.958434 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0e0785-7784-4af0-acd5-ab702e26de68 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:03:46.958755 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0e0785-7784-4af0-acd5-ab702e26de68 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:03:46.959121 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0e0785-7784-4af0-acd5-ab702e26de68 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:03:46.959376 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0e0785-7784-4af0-acd5-ab702e26de68 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:03:46.959691 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0e0785-7784-4af0-acd5-ab702e26de68 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:03:46.960002 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0e0785-7784-4af0-acd5-ab702e26de68 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:03:46.960472 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0e0785-7784-4af0-acd5-ab702e26de68 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:03:47.154478 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-f8bda328-0f39-40fc-b2c8-28796977f3d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (e2edd6cb-ac77-47df-80b5-e0a92a5dde3d), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:03:47.285920 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10070494-19d7-4c22-9d89-4b5528379c85 req-60d64350-5f06-436a-b717-d30689f1d92d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:03:47.287536 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-10070494-19d7-4c22-9d89-4b5528379c85 req-60d64350-5f06-436a-b717-d30689f1d92d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8904bc28-8825-408d-a027-aaac96b04ee9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0424662 Feb 20 23:03:47.293052 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba152e7-9a0d-4ebf-8a71-6ebbae8efb7d req-866a7b59-2f34-40c1-b784-d1d7d013adf3 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:03:47.295739 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-2ba152e7-9a0d-4ebf-8a71-6ebbae8efb7d req-866a7b59-2f34-40c1-b784-d1d7d013adf3 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/ports?device_id=94ebbaaf-77be-4310-a7a0-d567dde9108c HTTP/1.1" status: 200 len: 946 time: 0.0549526 Feb 20 23:03:47.349333 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-2ba152e7-9a0d-4ebf-8a71-6ebbae8efb7d req-eeb00aef-b55f-4266-90ea-ce8ea5092f9c tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/security-groups?id=04e39133-b65d-431a-838f-6deba86bf0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473502 Feb 20 23:03:47.495046 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.65', 49770) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:03:47.507948 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-2189fbf3-68b6-46eb-a361-dfb2cff904c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:03:47.578019 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-2189fbf3-68b6-46eb-a361-dfb2cff904c5 admin admin] Publish callbacks [] for security_group (4ace79ff-3f0f-48db-a3bc-4a07a69d91d9), precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:03:47.634288 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-2189fbf3-68b6-46eb-a361-dfb2cff904c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627867'] for security_group (4ace79ff-3f0f-48db-a3bc-4a07a69d91d9), after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:03:47.678555 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [None req-2189fbf3-68b6-46eb-a361-dfb2cff904c5 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=17eeccf43acb4e5086b37a702f80bad6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1800110 Feb 20 23:03:47.678555 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2189fbf3-68b6-46eb-a361-dfb2cff904c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ace79ff-3f0f-48db-a3bc-4a07a69d91d9,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:03:47.679014 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.65', 49774) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:03:47.725003 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-5d4eda09-f141-4cc3-9b1a-cd86ff724a0f admin admin] Publish callbacks [] for security_group (4ace79ff-3f0f-48db-a3bc-4a07a69d91d9), before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:03:47.745438 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-5d4eda09-f141-4cc3-9b1a-cd86ff724a0f admin admin] Publish callbacks [] for security_group (4ace79ff-3f0f-48db-a3bc-4a07a69d91d9), precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:03:47.851296 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-5d4eda09-f141-4cc3-9b1a-cd86ff724a0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627867'] for security_group (4ace79ff-3f0f-48db-a3bc-4a07a69d91d9), after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:03:47.853873 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-5d4eda09-f141-4cc3-9b1a-cd86ff724a0f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:03:47.855041 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [None req-5d4eda09-f141-4cc3-9b1a-cd86ff724a0f admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/4ace79ff-3f0f-48db-a3bc-4a07a69d91d9 HTTP/1.1" status: 204 len: 168 time: 0.1750524 Feb 20 23:03:47.862771 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4eda09-f141-4cc3-9b1a-cd86ff724a0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ace79ff-3f0f-48db-a3bc-4a07a69d91d9,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:03:48.258802 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-10070494-19d7-4c22-9d89-4b5528379c85 req-6379870f-1c7a-48ba-932a-f07cde80e203 service neutron] 10.222.0.42 "GET /v2.0/networks/8904bc28-8825-408d-a027-aaac96b04ee9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856495 Feb 20 23:03:48.472242 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53023955-ec31-43b6-90ea-f937c4f63b2a req-380f5626-2d39-4d43-bec0-a11adfea5526 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:03:48.473746 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-53023955-ec31-43b6-90ea-f937c4f63b2a req-380f5626-2d39-4d43-bec0-a11adfea5526 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/ports?device_id=94ebbaaf-77be-4310-a7a0-d567dde9108c HTTP/1.1" status: 200 len: 946 time: 0.0519426 Feb 20 23:03:48.523106 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-53023955-ec31-43b6-90ea-f937c4f63b2a req-99e9401a-81e6-4fdd-aeb3-4f8d0e3c08d2 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/security-groups?id=04e39133-b65d-431a-838f-6deba86bf0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435979 Feb 20 23:03:48.680222 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (2dc95353-690e-4eed-857f-cdb5bbe3a4be), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:03:49.497801 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Device dc5e538f-14e0-4a61-8e2d-ae1743c169b8 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 23:03:49.507022 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-10070494-19d7-4c22-9d89-4b5528379c85 req-561079eb-fe42-4b47-9e1a-d8a3fbcde820 service neutron] 10.222.0.42 "GET /v2.0/networks/8904bc28-8825-408d-a027-aaac96b04ee9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885024 Feb 20 23:03:49.574162 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Current status of the port dc5e538f-14e0-4a61-8e2d-ae1743c169b8 is: ACTIVE; New status is: DOWN {{(pid=109630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:03:49.574591 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4131840'] for port (dc5e538f-14e0-4a61-8e2d-ae1743c169b8), before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:03:49.601126 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94ebbaaf-77be-4310-a7a0-d567dde9108c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dc5e538f-14e0-4a61-8e2d-ae1743c169b8'}] {{(pid=109630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 23:03:49.603391 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f8f7ade39b9b648cd02963e66adb41eb29d40ae47bdce8ccfc3d1936511f484" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fa2df47-b0e7-4092-a25e-f14e4597f3be" -d '{"events": [{"server_uuid": "94ebbaaf-77be-4310-a7a0-d567dde9108c", "name": "network-vif-unplugged", "status": "completed", "tag": "dc5e538f-14e0-4a61-8e2d-ae1743c169b8"}]}' {{(pid=109630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 23:03:49.616478 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] For port dc5e538f-14e0-4a61-8e2d-ae1743c169b8, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=dc5e538f-14e0-4a61-8e2d-ae1743c169b8,segment=NetworkSegment(e96cb693-0403-4029-b4e9-bd6b25e8f8fe),segment_id=e96cb693-0403-4029-b4e9-bd6b25e8f8fe)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:03:49.644243 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 20 Feb 2022 23:03:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d547c849-fd6e-472d-90a8-8bd78a3a4003 x-openstack-request-id: req-d547c849-fd6e-472d-90a8-8bd78a3a4003 {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 23:03:49.644646 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94ebbaaf-77be-4310-a7a0-d567dde9108c", "name": "network-vif-unplugged", "status": "completed", "tag": "dc5e538f-14e0-4a61-8e2d-ae1743c169b8", "code": 200}]} {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 23:03:49.645031 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d547c849-fd6e-472d-90a8-8bd78a3a4003 {{(pid=109630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 23:03:49.645768 dv-cinder-830096-1-iscsi neutron-server[109630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94ebbaaf-77be-4310-a7a0-d567dde9108c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dc5e538f-14e0-4a61-8e2d-ae1743c169b8', 'code': 200} Feb 20 23:03:49.654984 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a201db6a-5bce-456c-b63b-0553393c9c4d req-aa423c7b-ab0e-46c5-91f1-86fc0db8e162 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:03:49.656633 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-a201db6a-5bce-456c-b63b-0553393c9c4d req-aa423c7b-ab0e-46c5-91f1-86fc0db8e162 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/ports?device_id=94ebbaaf-77be-4310-a7a0-d567dde9108c HTTP/1.1" status: 200 len: 946 time: 0.0583434 Feb 20 23:03:49.666159 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747407212427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747406771514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747406771532'] for port (dc5e538f-14e0-4a61-8e2d-ae1743c169b8), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:03:49.709503 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-a201db6a-5bce-456c-b63b-0553393c9c4d req-9a55ab1d-d948-4140-ac60-80baebbb5536 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/security-groups?id=04e39133-b65d-431a-838f-6deba86bf0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469139 Feb 20 23:03:49.718532 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Pushing event updated for resources: {'Port': ['ID=dc5e538f-14e0-4a61-8e2d-ae1743c169b8,revision_number=8']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:03:50.158004 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.65', 49844) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:03:50.259997 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-aa5f9bc1-8e1b-4334-b57a-e3f3b2c20d89 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:03:50.330522 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-aa5f9bc1-8e1b-4334-b57a-e3f3b2c20d89 admin admin] Publish callbacks [] for security_group (8ed8c86f-1140-461e-a268-c48f2480cb8c), precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:03:50.376919 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-aa5f9bc1-8e1b-4334-b57a-e3f3b2c20d89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627867'] for security_group (8ed8c86f-1140-461e-a268-c48f2480cb8c), after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:03:50.414275 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [None req-aa5f9bc1-8e1b-4334-b57a-e3f3b2c20d89 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=415c303c4f8b4e5cac8c9d71ab1d4768&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2551880 Feb 20 23:03:50.415160 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5f9bc1-8e1b-4334-b57a-e3f3b2c20d89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ed8c86f-1140-461e-a268-c48f2480cb8c,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:03:50.417888 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.65', 49848) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:03:50.465586 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-2e9bd7b0-3416-4e72-a621-c09d7f0e8230 admin admin] Publish callbacks [] for security_group (8ed8c86f-1140-461e-a268-c48f2480cb8c), before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:03:50.487035 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-2e9bd7b0-3416-4e72-a621-c09d7f0e8230 admin admin] Publish callbacks [] for security_group (8ed8c86f-1140-461e-a268-c48f2480cb8c), precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:03:50.594446 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-2e9bd7b0-3416-4e72-a621-c09d7f0e8230 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627867'] for security_group (8ed8c86f-1140-461e-a268-c48f2480cb8c), after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:03:50.597416 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-2e9bd7b0-3416-4e72-a621-c09d7f0e8230 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:03:50.598581 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [None req-2e9bd7b0-3416-4e72-a621-c09d7f0e8230 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/8ed8c86f-1140-461e-a268-c48f2480cb8c HTTP/1.1" status: 204 len: 168 time: 0.1796646 Feb 20 23:03:50.606378 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9bd7b0-3416-4e72-a621-c09d7f0e8230 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ed8c86f-1140-461e-a268-c48f2480cb8c,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:03:50.844445 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c7291a-2766-4aec-a0f6-0cb4b18e3441 req-8bdb0165-120a-4655-9e33-c0216d0c33e1 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:03:50.846622 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-d3c7291a-2766-4aec-a0f6-0cb4b18e3441 req-8bdb0165-120a-4655-9e33-c0216d0c33e1 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/ports?device_id=94ebbaaf-77be-4310-a7a0-d567dde9108c HTTP/1.1" status: 200 len: 944 time: 0.0563006 Feb 20 23:03:50.894053 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-d3c7291a-2766-4aec-a0f6-0cb4b18e3441 req-5df8c108-c11c-41d5-8555-b65f6ce88b57 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/security-groups?id=04e39133-b65d-431a-838f-6deba86bf0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419981 Feb 20 23:03:51.186975 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.65', 49866) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:03:51.200361 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-cfbf147f-3a85-48c5-9732-bcc3f410b5ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:03:51.276220 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-cfbf147f-3a85-48c5-9732-bcc3f410b5ea admin admin] Publish callbacks [] for security_group (5c3969f4-d450-403c-96a1-6c0dabbdf572), precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:03:51.354173 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-cfbf147f-3a85-48c5-9732-bcc3f410b5ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627867'] for security_group (5c3969f4-d450-403c-96a1-6c0dabbdf572), after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:03:51.392662 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [None req-cfbf147f-3a85-48c5-9732-bcc3f410b5ea admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=5a4c4b603cc945438dbb8bbcef584f54&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2044888 Feb 20 23:03:51.393878 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbf147f-3a85-48c5-9732-bcc3f410b5ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c3969f4-d450-403c-96a1-6c0dabbdf572,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:03:51.395336 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.65', 49870) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:03:51.445861 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-37ba4b60-b5b2-4f38-8869-67a3a2ed8934 admin admin] Publish callbacks [] for security_group (5c3969f4-d450-403c-96a1-6c0dabbdf572), before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:03:51.470183 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-37ba4b60-b5b2-4f38-8869-67a3a2ed8934 admin admin] Publish callbacks [] for security_group (5c3969f4-d450-403c-96a1-6c0dabbdf572), precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:03:51.600148 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-37ba4b60-b5b2-4f38-8869-67a3a2ed8934 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627867'] for security_group (5c3969f4-d450-403c-96a1-6c0dabbdf572), after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:03:51.602750 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-37ba4b60-b5b2-4f38-8869-67a3a2ed8934 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:03:51.603957 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [None req-37ba4b60-b5b2-4f38-8869-67a3a2ed8934 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/5c3969f4-d450-403c-96a1-6c0dabbdf572 HTTP/1.1" status: 204 len: 168 time: 0.2069683 Feb 20 23:03:51.612208 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ba4b60-b5b2-4f38-8869-67a3a2ed8934 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c3969f4-d450-403c-96a1-6c0dabbdf572,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:03:51.635580 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.65', 49876) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:03:51.740326 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-8b55ac8c-cb31-44ef-9fb2-f6cff95823a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:03:51.814813 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-8b55ac8c-cb31-44ef-9fb2-f6cff95823a7 admin admin] Publish callbacks [] for security_group (bbdb24d9-39b8-4cf6-bc7d-d0e009cb7caf), precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:03:51.891533 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-8b55ac8c-cb31-44ef-9fb2-f6cff95823a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627867'] for security_group (bbdb24d9-39b8-4cf6-bc7d-d0e009cb7caf), after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:03:51.931848 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [None req-8b55ac8c-cb31-44ef-9fb2-f6cff95823a7 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=2922a6d0247642f9a9ab5b0ceea35ea9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2951972 Feb 20 23:03:51.934609 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.65', 49884) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:03:51.938597 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b55ac8c-cb31-44ef-9fb2-f6cff95823a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbdb24d9-39b8-4cf6-bc7d-d0e009cb7caf,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:03:51.995663 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-986d9696-6a83-46e1-9eb2-8bf60420fdf9 admin admin] Publish callbacks [] for security_group (bbdb24d9-39b8-4cf6-bc7d-d0e009cb7caf), before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:03:52.037182 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-986d9696-6a83-46e1-9eb2-8bf60420fdf9 admin admin] Publish callbacks [] for security_group (bbdb24d9-39b8-4cf6-bc7d-d0e009cb7caf), precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:03:52.063891 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c75095f-d853-4305-a34d-cc3ecbd05fae req-f65d259e-d2fd-4746-9242-48f7dc77d473 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:03:52.065347 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-8c75095f-d853-4305-a34d-cc3ecbd05fae req-f65d259e-d2fd-4746-9242-48f7dc77d473 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/ports?device_id=94ebbaaf-77be-4310-a7a0-d567dde9108c HTTP/1.1" status: 200 len: 944 time: 0.0819311 Feb 20 23:03:52.123077 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-8c75095f-d853-4305-a34d-cc3ecbd05fae req-2541f371-fbee-43eb-9bc1-2a1d1978a648 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/security-groups?id=04e39133-b65d-431a-838f-6deba86bf0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520017 Feb 20 23:03:52.194278 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-986d9696-6a83-46e1-9eb2-8bf60420fdf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627867'] for security_group (bbdb24d9-39b8-4cf6-bc7d-d0e009cb7caf), after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:03:52.196895 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-986d9696-6a83-46e1-9eb2-8bf60420fdf9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:03:52.198073 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [None req-986d9696-6a83-46e1-9eb2-8bf60420fdf9 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/bbdb24d9-39b8-4cf6-bc7d-d0e009cb7caf HTTP/1.1" status: 204 len: 168 time: 0.2624178 Feb 20 23:03:52.206552 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986d9696-6a83-46e1-9eb2-8bf60420fdf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbdb24d9-39b8-4cf6-bc7d-d0e009cb7caf,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:03:53.248433 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357e1469-1894-4945-8b49-28e6cd8c2347 req-7781bbfd-ea26-40c2-8aca-6f491274fb02 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:03:53.249932 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-357e1469-1894-4945-8b49-28e6cd8c2347 req-7781bbfd-ea26-40c2-8aca-6f491274fb02 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/ports?device_id=94ebbaaf-77be-4310-a7a0-d567dde9108c HTTP/1.1" status: 200 len: 944 time: 0.0535741 Feb 20 23:03:53.302947 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-357e1469-1894-4945-8b49-28e6cd8c2347 req-513d5b14-9602-4720-bff1-77687dff595e tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/security-groups?id=04e39133-b65d-431a-838f-6deba86bf0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471833 Feb 20 23:03:54.421841 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1dfa72-7d9e-4581-965c-ea7e2aafb04b req-5520b596-6c8c-47f1-ba97-8046da6e785f tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:03:54.423328 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-7d1dfa72-7d9e-4581-965c-ea7e2aafb04b req-5520b596-6c8c-47f1-ba97-8046da6e785f tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/ports?device_id=94ebbaaf-77be-4310-a7a0-d567dde9108c HTTP/1.1" status: 200 len: 944 time: 0.0506454 Feb 20 23:03:54.469021 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-7d1dfa72-7d9e-4581-965c-ea7e2aafb04b req-b35cfd7c-457f-4b22-ad36-51ca4eb7acd5 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/security-groups?id=04e39133-b65d-431a-838f-6deba86bf0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399992 Feb 20 23:03:55.599068 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1d6d9c-191e-4a39-8024-eac93c0aab10 req-a047b8f5-c506-4bf6-87e2-128898b43ece tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:03:55.600508 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-3b1d6d9c-191e-4a39-8024-eac93c0aab10 req-a047b8f5-c506-4bf6-87e2-128898b43ece tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/ports?device_id=94ebbaaf-77be-4310-a7a0-d567dde9108c HTTP/1.1" status: 200 len: 944 time: 0.0504527 Feb 20 23:03:55.648455 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-3b1d6d9c-191e-4a39-8024-eac93c0aab10 req-0b52b494-6a72-458b-893e-ceb438f75199 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/security-groups?id=04e39133-b65d-431a-838f-6deba86bf0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425267 Feb 20 23:03:55.831861 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Device dc5e538f-14e0-4a61-8e2d-ae1743c169b8 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 23:03:55.908734 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Current status of the port dc5e538f-14e0-4a61-8e2d-ae1743c169b8 is: DOWN; New status is: DOWN {{(pid=109630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:03:56.074212 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (a929ecfe-02b1-4b86-b2e7-0c746ea4b12c), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:03:56.767486 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21eb5b26-cfa1-4f5b-8945-435ef57f69cb req-58b3a0e0-abd5-47a5-9dcd-ce4df9c4094d tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:03:56.768950 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-21eb5b26-cfa1-4f5b-8945-435ef57f69cb req-58b3a0e0-abd5-47a5-9dcd-ce4df9c4094d tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/ports?device_id=94ebbaaf-77be-4310-a7a0-d567dde9108c HTTP/1.1" status: 200 len: 944 time: 0.0514245 Feb 20 23:03:56.815049 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-21eb5b26-cfa1-4f5b-8945-435ef57f69cb req-15519fa9-85d7-4454-a7e1-ba0b5039582c tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/security-groups?id=04e39133-b65d-431a-838f-6deba86bf0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405436 Feb 20 23:03:57.972501 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.wsgi [req-7fce0321-8be6-4222-a4b9-88b56870ff45 req-78f3766b-04dd-4169-9fff-a757f560db28 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=109629) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 23:03:57.973472 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-7fce0321-8be6-4222-a4b9-88b56870ff45 req-78f3766b-04dd-4169-9fff-a757f560db28 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058210 Feb 20 23:03:58.288005 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159a2c51-4bb0-47e3-8e66-a01135ff1038 req-0512a965-b7dd-40d8-90e1-464f7fca7691 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:03:58.289547 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-159a2c51-4bb0-47e3-8e66-a01135ff1038 req-0512a965-b7dd-40d8-90e1-464f7fca7691 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/ports?device_id=94ebbaaf-77be-4310-a7a0-d567dde9108c HTTP/1.1" status: 200 len: 944 time: 0.0583167 Feb 20 23:03:58.337015 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-159a2c51-4bb0-47e3-8e66-a01135ff1038 req-4a627b07-3234-4bb4-9e83-2db6295099af tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/security-groups?id=04e39133-b65d-431a-838f-6deba86bf0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418065 Feb 20 23:03:58.860718 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.65', 50076) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:03:58.982007 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-5be375ac-75b4-43ad-9d2f-5352a0f25864 req-d5499ccf-5858-4c8b-9d5a-7a794658ed83 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=94ebbaaf-77be-4310-a7a0-d567dde9108c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1201379 Feb 20 23:03:58.991068 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.wsgi [req-5be375ac-75b4-43ad-9d2f-5352a0f25864 req-3b8121b7-99b1-4269-a0bb-d4166185748e service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=109629) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 23:03:58.992081 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-5be375ac-75b4-43ad-9d2f-5352a0f25864 req-3b8121b7-99b1-4269-a0bb-d4166185748e service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050428 Feb 20 23:03:59.076227 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.65', 50090) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:03:59.175024 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be375ac-75b4-43ad-9d2f-5352a0f25864 req-2e7b2a68-d877-4e0e-961c-3753220fbb4a tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:03:59.176646 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-5be375ac-75b4-43ad-9d2f-5352a0f25864 req-2e7b2a68-d877-4e0e-961c-3753220fbb4a tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/ports/dc5e538f-14e0-4a61-8e2d-ae1743c169b8 HTTP/1.1" status: 200 len: 941 time: 0.0994511 Feb 20 23:03:59.465900 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8df3d01-d3c4-4011-b029-9e42498ceb96 req-3424a8d2-4b84-4e72-b3a3-c407606c9814 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:03:59.467367 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-f8df3d01-d3c4-4011-b029-9e42498ceb96 req-3424a8d2-4b84-4e72-b3a3-c407606c9814 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/ports?device_id=94ebbaaf-77be-4310-a7a0-d567dde9108c HTTP/1.1" status: 200 len: 944 time: 0.0546334 Feb 20 23:03:59.513313 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-f8df3d01-d3c4-4011-b029-9e42498ceb96 req-926c20ea-782c-48f5-b1db-020f4914b0a0 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/security-groups?id=04e39133-b65d-431a-838f-6deba86bf0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402348 Feb 20 23:04:00.637216 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e443c26-bbb3-4078-a1c2-87f1aa8f9c66 req-2e4c9acd-8329-4b69-8c88-6c1b4409f97f tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:04:00.638763 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-8e443c26-bbb3-4078-a1c2-87f1aa8f9c66 req-2e4c9acd-8329-4b69-8c88-6c1b4409f97f tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/ports?device_id=94ebbaaf-77be-4310-a7a0-d567dde9108c HTTP/1.1" status: 200 len: 944 time: 0.0517881 Feb 20 23:04:00.685714 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-8e443c26-bbb3-4078-a1c2-87f1aa8f9c66 req-eddac947-cc03-4c18-96be-8d1ccdf3adf9 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/security-groups?id=04e39133-b65d-431a-838f-6deba86bf0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409749 Feb 20 23:04:01.811798 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7a9fc2-1305-4a15-ac94-bd0cc1d79e07 req-d3d4be97-bcb4-4e4b-8781-b7937cc64c1e tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:04:01.813790 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-0b7a9fc2-1305-4a15-ac94-bd0cc1d79e07 req-d3d4be97-bcb4-4e4b-8781-b7937cc64c1e tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/ports?device_id=94ebbaaf-77be-4310-a7a0-d567dde9108c HTTP/1.1" status: 200 len: 944 time: 0.0563741 Feb 20 23:04:01.859487 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-0b7a9fc2-1305-4a15-ac94-bd0cc1d79e07 req-d2f07321-91c8-4d82-8cd5-b18faf9e53b3 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/security-groups?id=04e39133-b65d-431a-838f-6deba86bf0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398073 Feb 20 23:04:02.037816 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.65', 50156) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:04:02.141358 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-58d989be-49ab-410f-bbc5-602564ec76f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:04:02.213619 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-58d989be-49ab-410f-bbc5-602564ec76f0 admin admin] Publish callbacks [] for security_group (ab8ac74d-495f-4ebc-b274-94529943b038), precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:04:02.216942 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be375ac-75b4-43ad-9d2f-5352a0f25864 req-e9218ee8-c492-466f-8687-028126afbe96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:04:02.218476 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-5be375ac-75b4-43ad-9d2f-5352a0f25864 req-e9218ee8-c492-466f-8687-028126afbe96 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=94ebbaaf-77be-4310-a7a0-d567dde9108c&tenant_id=48a93be9550345ed9b9cbfc081ec5671 HTTP/1.1" status: 200 len: 1128 time: 0.0740018 Feb 20 23:04:02.282634 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be375ac-75b4-43ad-9d2f-5352a0f25864 req-b1dae616-6423-4106-8d9c-8bf4304d62fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:04:02.284082 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-5be375ac-75b4-43ad-9d2f-5352a0f25864 req-b1dae616-6423-4106-8d9c-8bf4304d62fe service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=48a93be9550345ed9b9cbfc081ec5671&device_id=94ebbaaf-77be-4310-a7a0-d567dde9108c HTTP/1.1" status: 200 len: 1128 time: 0.0455437 Feb 20 23:04:02.291246 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-58d989be-49ab-410f-bbc5-602564ec76f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627867'] for security_group (ab8ac74d-495f-4ebc-b274-94529943b038), after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:04:02.328468 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d989be-49ab-410f-bbc5-602564ec76f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab8ac74d-495f-4ebc-b274-94529943b038,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:04:02.336782 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.65', 50162) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:04:02.336913 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [None req-58d989be-49ab-410f-bbc5-602564ec76f0 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=14517d2e527546a7b95cbb961571022b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2978158 Feb 20 23:04:02.408314 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be375ac-75b4-43ad-9d2f-5352a0f25864 req-682c137e-b538-4204-8cda-54cffad44034 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:04:02.409758 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-5be375ac-75b4-43ad-9d2f-5352a0f25864 req-682c137e-b538-4204-8cda-54cffad44034 service neutron] 10.222.0.42 "GET /v2.0/networks?id=8904bc28-8825-408d-a027-aaac96b04ee9 HTTP/1.1" status: 200 len: 916 time: 0.1187854 Feb 20 23:04:02.412421 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-5d042453-ecf8-45c5-a3ea-a1dade0276f3 admin admin] Publish callbacks [] for security_group (ab8ac74d-495f-4ebc-b274-94529943b038), before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:04:02.470562 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-5d042453-ecf8-45c5-a3ea-a1dade0276f3 admin admin] Publish callbacks [] for security_group (ab8ac74d-495f-4ebc-b274-94529943b038), precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:04:02.505011 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-5be375ac-75b4-43ad-9d2f-5352a0f25864 req-fe351b90-bc7a-47ef-8f2e-a4943cb85197 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dc5e538f-14e0-4a61-8e2d-ae1743c169b8 HTTP/1.1" status: 200 len: 1000 time: 0.0883529 Feb 20 23:04:02.559259 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be375ac-75b4-43ad-9d2f-5352a0f25864 req-9333fa93-3254-4ec7-9113-72e0354a7cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:04:02.560661 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-5be375ac-75b4-43ad-9d2f-5352a0f25864 req-9333fa93-3254-4ec7-9113-72e0354a7cb5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=58431437-f6f9-4145-a265-242d6c5c36fc HTTP/1.1" status: 200 len: 855 time: 0.0473416 Feb 20 23:04:02.609657 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be375ac-75b4-43ad-9d2f-5352a0f25864 req-29ee5c05-82c5-4573-8070-83fdcf02c919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:04:02.611754 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-5be375ac-75b4-43ad-9d2f-5352a0f25864 req-29ee5c05-82c5-4573-8070-83fdcf02c919 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8904bc28-8825-408d-a027-aaac96b04ee9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0449965 Feb 20 23:04:02.634452 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-5d042453-ecf8-45c5-a3ea-a1dade0276f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627867'] for security_group (ab8ac74d-495f-4ebc-b274-94529943b038), after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:04:02.636827 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-5d042453-ecf8-45c5-a3ea-a1dade0276f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:04:02.637844 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [None req-5d042453-ecf8-45c5-a3ea-a1dade0276f3 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/ab8ac74d-495f-4ebc-b274-94529943b038 HTTP/1.1" status: 204 len: 168 time: 0.3001597 Feb 20 23:04:02.672157 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d042453-ecf8-45c5-a3ea-a1dade0276f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab8ac74d-495f-4ebc-b274-94529943b038,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:04:02.712673 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-5be375ac-75b4-43ad-9d2f-5352a0f25864 req-94ff6887-9e30-4bc7-8ce1-cfc33aa4ae53 service neutron] 10.222.0.42 "GET /v2.0/networks/8904bc28-8825-408d-a027-aaac96b04ee9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939741 Feb 20 23:04:02.808700 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-5be375ac-75b4-43ad-9d2f-5352a0f25864 req-838830dc-447c-4735-8bc9-c8647c4c507e service neutron] 10.222.0.42 "GET /v2.0/networks/8904bc28-8825-408d-a027-aaac96b04ee9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896530 Feb 20 23:04:02.987071 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c616ad7-90b6-4cdd-a856-db10472f5fc8 req-ffeeffc9-30bf-4ff7-8047-09ea56885402 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:04:02.988567 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-6c616ad7-90b6-4cdd-a856-db10472f5fc8 req-ffeeffc9-30bf-4ff7-8047-09ea56885402 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/ports?device_id=94ebbaaf-77be-4310-a7a0-d567dde9108c HTTP/1.1" status: 200 len: 944 time: 0.0531199 Feb 20 23:04:03.206919 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-6c616ad7-90b6-4cdd-a856-db10472f5fc8 req-dfda0a02-0e16-4929-a347-3e29bafc94eb tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/security-groups?id=04e39133-b65d-431a-838f-6deba86bf0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2126291 Feb 20 23:04:03.283222 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.65', 50192) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:04:03.298011 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-4c40e0b3-9f0c-4e64-b22a-2e7329d2bb82 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:04:03.369658 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-4c40e0b3-9f0c-4e64-b22a-2e7329d2bb82 admin admin] Publish callbacks [] for security_group (728cd41d-bc26-469e-a8d4-b1b0b18ec671), precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:04:03.434546 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-4c40e0b3-9f0c-4e64-b22a-2e7329d2bb82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627867'] for security_group (728cd41d-bc26-469e-a8d4-b1b0b18ec671), after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:04:03.461048 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [None req-4c40e0b3-9f0c-4e64-b22a-2e7329d2bb82 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=2438dcab24b64a8a9413f34b788ed463&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1765585 Feb 20 23:04:03.463711 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.65', 50202) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:04:03.512639 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c40e0b3-9f0c-4e64-b22a-2e7329d2bb82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=728cd41d-bc26-469e-a8d4-b1b0b18ec671,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:04:03.559493 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-9727d88c-8cf6-47e8-808d-14b27b1b2d84 admin admin] Publish callbacks [] for security_group (728cd41d-bc26-469e-a8d4-b1b0b18ec671), before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:04:03.585753 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-9727d88c-8cf6-47e8-808d-14b27b1b2d84 admin admin] Publish callbacks [] for security_group (728cd41d-bc26-469e-a8d4-b1b0b18ec671), precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:04:03.720603 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-9727d88c-8cf6-47e8-808d-14b27b1b2d84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627867'] for security_group (728cd41d-bc26-469e-a8d4-b1b0b18ec671), after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:04:03.723254 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-9727d88c-8cf6-47e8-808d-14b27b1b2d84 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:04:03.724611 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [None req-9727d88c-8cf6-47e8-808d-14b27b1b2d84 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/728cd41d-bc26-469e-a8d4-b1b0b18ec671 HTTP/1.1" status: 204 len: 168 time: 0.2600133 Feb 20 23:04:03.733984 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9727d88c-8cf6-47e8-808d-14b27b1b2d84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=728cd41d-bc26-469e-a8d4-b1b0b18ec671,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:04:04.301295 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.65', 50212) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:04:04.326400 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-6ae4e0d0-93bb-4c5f-99bc-4062ea7e9655 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:04:04.345018 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ffd776-7732-4443-9de6-46cab1e82d64 req-906f09bb-195f-4c13-9330-b4ff1ab32293 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:04:04.346586 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-12ffd776-7732-4443-9de6-46cab1e82d64 req-906f09bb-195f-4c13-9330-b4ff1ab32293 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/ports?device_id=94ebbaaf-77be-4310-a7a0-d567dde9108c HTTP/1.1" status: 200 len: 944 time: 0.0664418 Feb 20 23:04:04.400407 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-12ffd776-7732-4443-9de6-46cab1e82d64 req-afcae998-3e01-466a-b608-3afe613410a4 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/security-groups?id=04e39133-b65d-431a-838f-6deba86bf0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446734 Feb 20 23:04:04.425331 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-6ae4e0d0-93bb-4c5f-99bc-4062ea7e9655 admin admin] Publish callbacks [] for security_group (66ee3a2b-9495-4de9-bf3a-5b9a264ff9cc), precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:04:04.525718 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-6ae4e0d0-93bb-4c5f-99bc-4062ea7e9655 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627867'] for security_group (66ee3a2b-9495-4de9-bf3a-5b9a264ff9cc), after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:04:04.570721 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [None req-6ae4e0d0-93bb-4c5f-99bc-4062ea7e9655 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=79ddce37cdd9437f8626bea5a8ffd9e0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2681451 Feb 20 23:04:04.573347 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.65', 50218) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:04:04.573703 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae4e0d0-93bb-4c5f-99bc-4062ea7e9655 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66ee3a2b-9495-4de9-bf3a-5b9a264ff9cc,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:04:04.630589 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-59705a65-d914-42b6-bd4c-1cc282611257 admin admin] Publish callbacks [] for security_group (66ee3a2b-9495-4de9-bf3a-5b9a264ff9cc), before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:04:04.655273 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-59705a65-d914-42b6-bd4c-1cc282611257 admin admin] Publish callbacks [] for security_group (66ee3a2b-9495-4de9-bf3a-5b9a264ff9cc), precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:04:04.822773 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-59705a65-d914-42b6-bd4c-1cc282611257 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627867'] for security_group (66ee3a2b-9495-4de9-bf3a-5b9a264ff9cc), after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:04:04.826625 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-59705a65-d914-42b6-bd4c-1cc282611257 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:04:04.828051 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [None req-59705a65-d914-42b6-bd4c-1cc282611257 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/66ee3a2b-9495-4de9-bf3a-5b9a264ff9cc HTTP/1.1" status: 204 len: 168 time: 0.2535322 Feb 20 23:04:04.843988 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59705a65-d914-42b6-bd4c-1cc282611257 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66ee3a2b-9495-4de9-bf3a-5b9a264ff9cc,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:04:05.581205 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928491f6-6ff6-4155-be54-6a2cf7f1ea5c req-25f85d24-7a7a-47be-8ad3-fa7c02a59814 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:04:05.583438 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-928491f6-6ff6-4155-be54-6a2cf7f1ea5c req-25f85d24-7a7a-47be-8ad3-fa7c02a59814 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/ports?device_id=94ebbaaf-77be-4310-a7a0-d567dde9108c HTTP/1.1" status: 200 len: 944 time: 0.0921328 Feb 20 23:04:05.645365 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-928491f6-6ff6-4155-be54-6a2cf7f1ea5c req-f968eee7-849f-47ed-bca1-7c8fc2fd81ba tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/security-groups?id=04e39133-b65d-431a-838f-6deba86bf0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563092 Feb 20 23:04:06.794866 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6369d1-82d4-487a-b697-8fa6989f9c02 req-709837b2-e1c7-415b-9704-2ca5d4d9c769 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:04:06.796351 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-2e6369d1-82d4-487a-b697-8fa6989f9c02 req-709837b2-e1c7-415b-9704-2ca5d4d9c769 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/ports?device_id=94ebbaaf-77be-4310-a7a0-d567dde9108c HTTP/1.1" status: 200 len: 944 time: 0.0616972 Feb 20 23:04:06.849741 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-2e6369d1-82d4-487a-b697-8fa6989f9c02 req-4a133e51-8283-4748-b502-6d89b2d8dfc0 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/security-groups?id=04e39133-b65d-431a-838f-6deba86bf0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472367 Feb 20 23:04:07.983680 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f8da4c-f32a-4efc-ab46-279f59eb19fa req-08bbed71-d848-45c6-9d47-5f142a0a20fd tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:04:07.985058 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-56f8da4c-f32a-4efc-ab46-279f59eb19fa req-08bbed71-d848-45c6-9d47-5f142a0a20fd tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/ports?device_id=94ebbaaf-77be-4310-a7a0-d567dde9108c HTTP/1.1" status: 200 len: 944 time: 0.0510530 Feb 20 23:04:08.030114 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-56f8da4c-f32a-4efc-ab46-279f59eb19fa req-990dd03f-365c-4a40-bf3e-dddc66d0c1f2 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/security-groups?id=04e39133-b65d-431a-838f-6deba86bf0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395930 Feb 20 23:04:09.148826 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13488fb1-e999-4cda-9cfc-dde6c95b6f53 req-47afd671-cf26-4776-8b50-ea12f533737c tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:04:09.150250 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-13488fb1-e999-4cda-9cfc-dde6c95b6f53 req-47afd671-cf26-4776-8b50-ea12f533737c tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/ports?device_id=94ebbaaf-77be-4310-a7a0-d567dde9108c HTTP/1.1" status: 200 len: 944 time: 0.0499909 Feb 20 23:04:09.196946 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-13488fb1-e999-4cda-9cfc-dde6c95b6f53 req-4a353293-cd44-4d83-998c-c4fac52ef511 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/security-groups?id=04e39133-b65d-431a-838f-6deba86bf0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411961 Feb 20 23:04:10.336043 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373a2de1-5991-41aa-8da3-2c7cf061b9a5 req-219f79c5-0a73-47ea-8a5d-31c4913552e7 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:04:10.337488 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-373a2de1-5991-41aa-8da3-2c7cf061b9a5 req-219f79c5-0a73-47ea-8a5d-31c4913552e7 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/ports?device_id=94ebbaaf-77be-4310-a7a0-d567dde9108c HTTP/1.1" status: 200 len: 944 time: 0.0541778 Feb 20 23:04:10.384693 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-373a2de1-5991-41aa-8da3-2c7cf061b9a5 req-2236eca1-69bd-45f9-880c-8c483468a7a9 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/security-groups?id=04e39133-b65d-431a-838f-6deba86bf0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415902 Feb 20 23:04:11.516566 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acb7c08-2172-457d-b2ee-223b49cb39c4 req-8f6ff68b-1012-4b0a-bcdc-5674623ca35e tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:04:11.518488 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-1acb7c08-2172-457d-b2ee-223b49cb39c4 req-8f6ff68b-1012-4b0a-bcdc-5674623ca35e tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/ports?device_id=94ebbaaf-77be-4310-a7a0-d567dde9108c HTTP/1.1" status: 200 len: 944 time: 0.0578640 Feb 20 23:04:11.571117 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-1acb7c08-2172-457d-b2ee-223b49cb39c4 req-046d2e51-cea0-4759-ba86-e895005eab59 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/security-groups?id=04e39133-b65d-431a-838f-6deba86bf0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470173 Feb 20 23:04:12.336774 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-5c258c91-6bc6-4511-b6fc-e0c3ee51a891 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (83a03d73-f5e1-4f72-b2a3-d557ae097998), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:04:12.762101 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249edad7-65d5-4759-bc36-ef9550ec42a2 req-9719937e-ebd5-41c6-a601-e629ff413776 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:04:12.763618 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-249edad7-65d5-4759-bc36-ef9550ec42a2 req-9719937e-ebd5-41c6-a601-e629ff413776 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/ports?device_id=94ebbaaf-77be-4310-a7a0-d567dde9108c HTTP/1.1" status: 200 len: 944 time: 0.0534780 Feb 20 23:04:12.808654 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-249edad7-65d5-4759-bc36-ef9550ec42a2 req-6d27723b-66a9-487f-a530-60bc78aa654e tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/security-groups?id=04e39133-b65d-431a-838f-6deba86bf0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390146 Feb 20 23:04:13.931667 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f4b6a7-e2f7-4ead-b436-f8829b8c8293 req-f6cc202d-7031-4f69-9161-fdfc42f18948 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:04:13.932988 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-07f4b6a7-e2f7-4ead-b436-f8829b8c8293 req-f6cc202d-7031-4f69-9161-fdfc42f18948 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/ports?device_id=94ebbaaf-77be-4310-a7a0-d567dde9108c HTTP/1.1" status: 200 len: 944 time: 0.0513334 Feb 20 23:04:13.976907 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-07f4b6a7-e2f7-4ead-b436-f8829b8c8293 req-b7129740-bce5-474d-ba58-b474a18c500f tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/security-groups?id=04e39133-b65d-431a-838f-6deba86bf0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385630 Feb 20 23:04:14.474158 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-f14e38fb-07ac-4964-bfe2-e7d4656d2064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (13c347f3-1c01-45ee-af8c-9f8a630e0f23), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:04:15.102983 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e9193a-6feb-4e99-9389-a6caf161fbae req-d2d61c15-95ad-4158-974a-053a6a037997 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:04:15.104440 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-16e9193a-6feb-4e99-9389-a6caf161fbae req-d2d61c15-95ad-4158-974a-053a6a037997 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/ports?device_id=94ebbaaf-77be-4310-a7a0-d567dde9108c HTTP/1.1" status: 200 len: 944 time: 0.0534711 Feb 20 23:04:15.158137 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-16e9193a-6feb-4e99-9389-a6caf161fbae req-3620445b-da78-4f41-bcec-54cb2824e144 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/security-groups?id=04e39133-b65d-431a-838f-6deba86bf0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478075 Feb 20 23:04:16.011595 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-343008d4-3a37-47e4-bcbd-5ef9b41dd99c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (5ba36dc9-fc49-4f8a-9e75-ea70dbbc9d37), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:04:16.475296 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a690ed-0010-4a41-8d9c-e5090128ee0d req-27aed0c6-dc6e-4de9-90f1-c7bd0ffed6f9 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:04:16.479245 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-05a690ed-0010-4a41-8d9c-e5090128ee0d req-27aed0c6-dc6e-4de9-90f1-c7bd0ffed6f9 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/ports?device_id=94ebbaaf-77be-4310-a7a0-d567dde9108c HTTP/1.1" status: 200 len: 944 time: 0.2431006 Feb 20 23:04:16.539916 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-05a690ed-0010-4a41-8d9c-e5090128ee0d req-f1465f8e-a8ef-4919-9025-4bda3a3267f6 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/security-groups?id=04e39133-b65d-431a-838f-6deba86bf0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466833 Feb 20 23:04:17.177322 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-f8bda328-0f39-40fc-b2c8-28796977f3d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (e2edd6cb-ac77-47df-80b5-e0a92a5dde3d), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:04:17.920147 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c9fbef-2ed8-4f6d-84fd-8e844a1d3d05 req-7e7a3703-18ac-441d-9bf9-d50d34eafd66 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:04:17.921607 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-35c9fbef-2ed8-4f6d-84fd-8e844a1d3d05 req-7e7a3703-18ac-441d-9bf9-d50d34eafd66 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/ports?device_id=94ebbaaf-77be-4310-a7a0-d567dde9108c HTTP/1.1" status: 200 len: 944 time: 0.3083241 Feb 20 23:04:17.969610 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-35c9fbef-2ed8-4f6d-84fd-8e844a1d3d05 req-c273a398-2c5c-4fad-ae02-ae4ae7d0b5e2 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/security-groups?id=04e39133-b65d-431a-838f-6deba86bf0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394137 Feb 20 23:04:18.644261 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.db.agents_db [None req-1f7bd598-9080-4651-a904-61cb6c9001fd None None] Agent healthcheck: found 6 active agents {{(pid=109631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 23:04:18.679971 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (2dc95353-690e-4eed-857f-cdb5bbe3a4be), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:04:19.091361 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13681d7c-1450-4e19-ad58-006fb91e7dd4 req-ec7ed087-59ce-4991-830f-c72ff72f4782 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:04:19.092957 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-13681d7c-1450-4e19-ad58-006fb91e7dd4 req-ec7ed087-59ce-4991-830f-c72ff72f4782 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/ports?device_id=94ebbaaf-77be-4310-a7a0-d567dde9108c HTTP/1.1" status: 200 len: 944 time: 0.0520871 Feb 20 23:04:19.139674 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-13681d7c-1450-4e19-ad58-006fb91e7dd4 req-b7341b63-d70a-4c07-8512-c912f72ae46a tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/security-groups?id=04e39133-b65d-431a-838f-6deba86bf0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404558 Feb 20 23:04:20.275065 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df5d8ef-35c2-47e3-ae68-4282233f5126 req-e183f2cf-c625-479d-83f0-bdb353748aa4 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:04:20.276960 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-2df5d8ef-35c2-47e3-ae68-4282233f5126 req-e183f2cf-c625-479d-83f0-bdb353748aa4 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/ports?device_id=94ebbaaf-77be-4310-a7a0-d567dde9108c HTTP/1.1" status: 200 len: 944 time: 0.0612683 Feb 20 23:04:20.322857 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-2df5d8ef-35c2-47e3-ae68-4282233f5126 req-86caa164-6bc9-4b31-bdda-81b75b1d099d tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/security-groups?id=04e39133-b65d-431a-838f-6deba86bf0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407915 Feb 20 23:04:20.948048 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66eb8f8d-6938-4e14-b9fa-bcbbafe48b77 req-4dae9db8-cf30-40b5-9a59-89b3b057f1e3 tempest-VolumesSnapshotTestJSON-1241170216 tempest-VolumesSnapshotTestJSON-1241170216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:04:20.949400 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-66eb8f8d-6938-4e14-b9fa-bcbbafe48b77 req-4dae9db8-cf30-40b5-9a59-89b3b057f1e3 tempest-VolumesSnapshotTestJSON-1241170216 tempest-VolumesSnapshotTestJSON-1241170216-project] 10.222.0.65 "GET /v2.0/ports?device_id=dc1042d5-9f9e-4499-8df3-606eafe2d52c HTTP/1.1" status: 200 len: 945 time: 0.0539021 Feb 20 23:04:20.994319 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-66eb8f8d-6938-4e14-b9fa-bcbbafe48b77 req-34fa7175-c870-48fc-ae03-f5cd4dd7568d tempest-VolumesSnapshotTestJSON-1241170216 tempest-VolumesSnapshotTestJSON-1241170216-project] 10.222.0.65 "GET /v2.0/security-groups?id=d0557ae7-5384-4994-8d80-712fd7d257c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393100 Feb 20 23:04:21.445691 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a63291-9da9-492d-aeae-b75af5807472 req-bdb45c43-926e-4332-bf4b-79899e62aa50 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:04:21.447233 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-b7a63291-9da9-492d-aeae-b75af5807472 req-bdb45c43-926e-4332-bf4b-79899e62aa50 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/ports?device_id=94ebbaaf-77be-4310-a7a0-d567dde9108c HTTP/1.1" status: 200 len: 944 time: 0.0517330 Feb 20 23:04:21.496212 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-b7a63291-9da9-492d-aeae-b75af5807472 req-90327251-5a34-46ec-a291-6469c5ad0369 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/security-groups?id=04e39133-b65d-431a-838f-6deba86bf0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435653 Feb 20 23:04:21.887044 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438cb97f-6a1e-4629-8187-11b13406391d req-8195f3f4-194b-4d18-a968-0e1306bb79a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:04:21.888441 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-438cb97f-6a1e-4629-8187-11b13406391d req-8195f3f4-194b-4d18-a968-0e1306bb79a4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=48a93be9550345ed9b9cbfc081ec5671&device_id=94ebbaaf-77be-4310-a7a0-d567dde9108c HTTP/1.1" status: 200 len: 1128 time: 0.0433171 Feb 20 23:04:21.994639 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438cb97f-6a1e-4629-8187-11b13406391d req-3fa526af-b363-41e7-a8f6-8c0895718d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:04:21.996071 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-438cb97f-6a1e-4629-8187-11b13406391d req-3fa526af-b363-41e7-a8f6-8c0895718d79 service neutron] 10.222.0.42 "GET /v2.0/networks?id=8904bc28-8825-408d-a027-aaac96b04ee9 HTTP/1.1" status: 200 len: 916 time: 0.0883057 Feb 20 23:04:22.059664 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-438cb97f-6a1e-4629-8187-11b13406391d req-e547b4f1-5af0-4967-9324-d46c8e283bc3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dc5e538f-14e0-4a61-8e2d-ae1743c169b8 HTTP/1.1" status: 200 len: 1000 time: 0.0574074 Feb 20 23:04:22.137263 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438cb97f-6a1e-4629-8187-11b13406391d req-79857c07-4da1-44f0-aa3d-b8f6682c3432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:04:22.138640 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-438cb97f-6a1e-4629-8187-11b13406391d req-79857c07-4da1-44f0-aa3d-b8f6682c3432 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=58431437-f6f9-4145-a265-242d6c5c36fc HTTP/1.1" status: 200 len: 855 time: 0.0693672 Feb 20 23:04:22.148764 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32398f27-07c0-4769-8292-f5a5cd1eb7ce req-66668036-2fc4-46b4-a466-7412aed5699e tempest-VolumesSnapshotTestJSON-1241170216 tempest-VolumesSnapshotTestJSON-1241170216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:04:22.150168 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-32398f27-07c0-4769-8292-f5a5cd1eb7ce req-66668036-2fc4-46b4-a466-7412aed5699e tempest-VolumesSnapshotTestJSON-1241170216 tempest-VolumesSnapshotTestJSON-1241170216-project] 10.222.0.65 "GET /v2.0/ports?device_id=dc1042d5-9f9e-4499-8df3-606eafe2d52c HTTP/1.1" status: 200 len: 945 time: 0.0892768 Feb 20 23:04:22.222403 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-32398f27-07c0-4769-8292-f5a5cd1eb7ce req-d358c9ca-70cf-45e0-8298-b9bf79c630d0 tempest-VolumesSnapshotTestJSON-1241170216 tempest-VolumesSnapshotTestJSON-1241170216-project] 10.222.0.65 "GET /v2.0/security-groups?id=d0557ae7-5384-4994-8d80-712fd7d257c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642779 Feb 20 23:04:22.224099 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438cb97f-6a1e-4629-8187-11b13406391d req-de45fd33-61d3-4deb-8311-80d1b35cc575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:04:22.225473 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-438cb97f-6a1e-4629-8187-11b13406391d req-de45fd33-61d3-4deb-8311-80d1b35cc575 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8904bc28-8825-408d-a027-aaac96b04ee9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0744493 Feb 20 23:04:22.319572 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-438cb97f-6a1e-4629-8187-11b13406391d req-61f29fd1-ef7a-4f93-adb0-dcd6f90778c9 service neutron] 10.222.0.42 "GET /v2.0/networks/8904bc28-8825-408d-a027-aaac96b04ee9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869217 Feb 20 23:04:22.406958 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-438cb97f-6a1e-4629-8187-11b13406391d req-dc7250c5-f7e4-4c8a-80dd-3ec11b6ca845 service neutron] 10.222.0.42 "GET /v2.0/networks/8904bc28-8825-408d-a027-aaac96b04ee9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802958 Feb 20 23:04:22.621652 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48e1bf6-57a8-431d-bd04-7094d8fad9f9 req-283b4f8e-1d8d-4095-b1b3-40a772bec4b4 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:04:22.623248 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-c48e1bf6-57a8-431d-bd04-7094d8fad9f9 req-283b4f8e-1d8d-4095-b1b3-40a772bec4b4 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/ports?device_id=94ebbaaf-77be-4310-a7a0-d567dde9108c HTTP/1.1" status: 200 len: 944 time: 0.0540886 Feb 20 23:04:22.676917 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-c48e1bf6-57a8-431d-bd04-7094d8fad9f9 req-22826484-b09e-438c-8b18-3d6c797135b5 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/security-groups?id=04e39133-b65d-431a-838f-6deba86bf0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425608 Feb 20 23:04:23.028564 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4481d0f-9bd3-4fb2-ac6d-f7f90411d62c req-256af6b1-2ab1-4226-9206-bcdf46571a02 tempest-VolumesSnapshotTestJSON-1241170216 tempest-VolumesSnapshotTestJSON-1241170216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:04:23.029987 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-a4481d0f-9bd3-4fb2-ac6d-f7f90411d62c req-256af6b1-2ab1-4226-9206-bcdf46571a02 tempest-VolumesSnapshotTestJSON-1241170216 tempest-VolumesSnapshotTestJSON-1241170216-project] 10.222.0.42 "GET /v2.0/ports?device_id=dc1042d5-9f9e-4499-8df3-606eafe2d52c HTTP/1.1" status: 200 len: 945 time: 0.0587385 Feb 20 23:04:23.127586 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [req-a4481d0f-9bd3-4fb2-ac6d-f7f90411d62c req-083a2839-0968-499e-899b-8d4249e18706 tempest-VolumesSnapshotTestJSON-1241170216 tempest-VolumesSnapshotTestJSON-1241170216-project] Deleting port acbd613c-7922-40f5-ae43-e26151f8aab0 {{(pid=109628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 23:04:23.127920 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-a4481d0f-9bd3-4fb2-ac6d-f7f90411d62c req-083a2839-0968-499e-899b-8d4249e18706 tempest-VolumesSnapshotTestJSON-1241170216 tempest-VolumesSnapshotTestJSON-1241170216-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747407206678'] for port (acbd613c-7922-40f5-ae43-e26151f8aab0), before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:04:23.218263 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.db [req-a4481d0f-9bd3-4fb2-ac6d-f7f90411d62c req-083a2839-0968-499e-899b-8d4249e18706 tempest-VolumesSnapshotTestJSON-1241170216 tempest-VolumesSnapshotTestJSON-1241170216-project] For port acbd613c-7922-40f5-ae43-e26151f8aab0, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=acbd613c-7922-40f5-ae43-e26151f8aab0,segment=NetworkSegment(e1598797-0c40-4675-a49a-de28dac97520),segment_id=e1598797-0c40-4675-a49a-de28dac97520)] {{(pid=109628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:04:23.218590 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-a4481d0f-9bd3-4fb2-ac6d-f7f90411d62c req-083a2839-0968-499e-899b-8d4249e18706 tempest-VolumesSnapshotTestJSON-1241170216 tempest-VolumesSnapshotTestJSON-1241170216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671932'] for port (acbd613c-7922-40f5-ae43-e26151f8aab0), precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:04:23.231175 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [req-a4481d0f-9bd3-4fb2-ac6d-f7f90411d62c req-083a2839-0968-499e-899b-8d4249e18706 tempest-VolumesSnapshotTestJSON-1241170216 tempest-VolumesSnapshotTestJSON-1241170216-project] Calling delete_port for acbd613c-7922-40f5-ae43-e26151f8aab0 owned by compute:nova {{(pid=109628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 23:04:23.393212 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5777ab6c-1652-4bcf-9635-9d33fdb98346 req-3e0bc6ae-6924-4953-9547-dc10653c4f67 tempest-VolumesSnapshotTestJSON-1241170216 tempest-VolumesSnapshotTestJSON-1241170216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:04:23.394672 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-5777ab6c-1652-4bcf-9635-9d33fdb98346 req-3e0bc6ae-6924-4953-9547-dc10653c4f67 tempest-VolumesSnapshotTestJSON-1241170216 tempest-VolumesSnapshotTestJSON-1241170216-project] 10.222.0.65 "GET /v2.0/ports?device_id=dc1042d5-9f9e-4499-8df3-606eafe2d52c HTTP/1.1" status: 200 len: 945 time: 0.0988741 Feb 20 23:04:23.441849 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-5777ab6c-1652-4bcf-9635-9d33fdb98346 req-e6458be8-e313-42a5-8e56-35c736f1e4af tempest-VolumesSnapshotTestJSON-1241170216 tempest-VolumesSnapshotTestJSON-1241170216-project] 10.222.0.65 "GET /v2.0/security-groups?id=d0557ae7-5384-4994-8d80-712fd7d257c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412614 Feb 20 23:04:23.462538 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-a4481d0f-9bd3-4fb2-ac6d-f7f90411d62c req-083a2839-0968-499e-899b-8d4249e18706 tempest-VolumesSnapshotTestJSON-1241170216 tempest-VolumesSnapshotTestJSON-1241170216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747407212409', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747406771505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59259307'] for port (acbd613c-7922-40f5-ae43-e26151f8aab0), after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:04:23.478456 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] get_ports_and_sgs() called for port_ids ['acbd613c-7922-40f5-ae43-e26151f8aab0'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 23:04:23.493127 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083a2839-0968-499e-899b-8d4249e18706 tempest-VolumesSnapshotTestJSON-1241170216 tempest-VolumesSnapshotTestJSON-1241170216-project] Pushing event deleted for resources: {'Port': ['ID=acbd613c-7922-40f5-ae43-e26151f8aab0,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:04:23.536418 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4481d0f-9bd3-4fb2-ac6d-f7f90411d62c req-083a2839-0968-499e-899b-8d4249e18706 tempest-VolumesSnapshotTestJSON-1241170216 tempest-VolumesSnapshotTestJSON-1241170216-project] No DVR routers for this DVR port acbd613c-7922-40f5-ae43-e26151f8aab0 on host hv-cinder-83009 {{(pid=109628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 23:04:23.538873 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-a4481d0f-9bd3-4fb2-ac6d-f7f90411d62c req-083a2839-0968-499e-899b-8d4249e18706 tempest-VolumesSnapshotTestJSON-1241170216 tempest-VolumesSnapshotTestJSON-1241170216-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932959'] for port (None), before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:04:23.542249 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-a4481d0f-9bd3-4fb2-ac6d-f7f90411d62c req-083a2839-0968-499e-899b-8d4249e18706 tempest-VolumesSnapshotTestJSON-1241170216 tempest-VolumesSnapshotTestJSON-1241170216-project] 10.222.0.42 "DELETE /v2.0/ports/acbd613c-7922-40f5-ae43-e26151f8aab0 HTTP/1.1" status: 204 len: 173 time: 0.5050492 Feb 20 23:04:23.542784 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc1042d5-9f9e-4499-8df3-606eafe2d52c', 'name': 'network-vif-deleted', 'tag': 'acbd613c-7922-40f5-ae43-e26151f8aab0'}] {{(pid=109628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 23:04:23.545043 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4be7ee60aa4259b475ee261dcf74c65065c56e299c7a4b2359a57cf03aee0d96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5637ffd5-7b78-4ff7-8872-94df5ea670cc" -d '{"events": [{"server_uuid": "dc1042d5-9f9e-4499-8df3-606eafe2d52c", "name": "network-vif-deleted", "tag": "acbd613c-7922-40f5-ae43-e26151f8aab0"}]}' {{(pid=109628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 23:04:23.583646 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 23:04:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9f5d61b-6dae-4e75-a1c5-be4462c0a0ae x-openstack-request-id: req-f9f5d61b-6dae-4e75-a1c5-be4462c0a0ae {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 23:04:23.584058 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc1042d5-9f9e-4499-8df3-606eafe2d52c", "name": "network-vif-deleted", "tag": "acbd613c-7922-40f5-ae43-e26151f8aab0", "status": "completed", "code": 200}]} {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 23:04:23.584444 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f9f5d61b-6dae-4e75-a1c5-be4462c0a0ae {{(pid=109628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 23:04:23.585008 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc1042d5-9f9e-4499-8df3-606eafe2d52c', 'name': 'network-vif-deleted', 'tag': 'acbd613c-7922-40f5-ae43-e26151f8aab0', 'status': 'completed', 'code': 200} Feb 20 23:04:23.801603 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f464aba1-5704-4d0c-89e0-3e68855bdae5 req-0408ca44-9bd5-4652-8f3b-6ef50ca26eb4 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:04:23.803069 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-f464aba1-5704-4d0c-89e0-3e68855bdae5 req-0408ca44-9bd5-4652-8f3b-6ef50ca26eb4 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/ports?device_id=94ebbaaf-77be-4310-a7a0-d567dde9108c HTTP/1.1" status: 200 len: 944 time: 0.0556774 Feb 20 23:04:23.854870 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-f464aba1-5704-4d0c-89e0-3e68855bdae5 req-49a7248e-c2d0-4356-af10-a037eb032e49 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/security-groups?id=04e39133-b65d-431a-838f-6deba86bf0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463610 Feb 20 23:04:24.547716 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-e3f489cd-1cad-4100-bb04-6522ee3d08c1 req-1293937e-d7f9-4ac3-b028-7b744380729a tempest-VolumesSnapshotTestJSON-1241170216 tempest-VolumesSnapshotTestJSON-1241170216-project] 10.222.0.65 "GET /v2.0/ports?device_id=dc1042d5-9f9e-4499-8df3-606eafe2d52c HTTP/1.1" status: 200 len: 210 time: 0.0264325 Feb 20 23:04:25.082062 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecca0c1-5eeb-4258-8a58-e72d2cbbaeb5 req-a8e86432-5ccd-42d1-ba7c-3f9db94f6719 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:04:25.083539 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-aecca0c1-5eeb-4258-8a58-e72d2cbbaeb5 req-a8e86432-5ccd-42d1-ba7c-3f9db94f6719 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/ports?device_id=94ebbaaf-77be-4310-a7a0-d567dde9108c HTTP/1.1" status: 200 len: 944 time: 0.0520082 Feb 20 23:04:25.129577 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-aecca0c1-5eeb-4258-8a58-e72d2cbbaeb5 req-2cbbbb56-822d-4cea-a64d-e7c7c2a40b91 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/security-groups?id=04e39133-b65d-431a-838f-6deba86bf0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402658 Feb 20 23:04:26.039678 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (a929ecfe-02b1-4b86-b2e7-0c746ea4b12c), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:04:26.252753 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e414a6d-486f-47b2-b3ba-6bdeac765a65 req-2a74c6c0-34d0-4ca4-b31a-634534149dd4 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:04:26.254089 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-0e414a6d-486f-47b2-b3ba-6bdeac765a65 req-2a74c6c0-34d0-4ca4-b31a-634534149dd4 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/ports?device_id=94ebbaaf-77be-4310-a7a0-d567dde9108c HTTP/1.1" status: 200 len: 944 time: 0.0520692 Feb 20 23:04:26.302949 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-0e414a6d-486f-47b2-b3ba-6bdeac765a65 req-2ca6b6a8-80e5-42f7-b7d9-46d192fc1016 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/security-groups?id=04e39133-b65d-431a-838f-6deba86bf0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432587 Feb 20 23:04:27.125855 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.65', 50604) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:04:27.231738 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-c571f28a-8d4f-4537-8ba3-9df5ac81e53c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:04:27.310182 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-c571f28a-8d4f-4537-8ba3-9df5ac81e53c admin admin] Publish callbacks [] for security_group (f699ba6e-5652-4c0f-85f9-8419a3b384b4), precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:04:27.359997 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-c571f28a-8d4f-4537-8ba3-9df5ac81e53c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627867'] for security_group (f699ba6e-5652-4c0f-85f9-8419a3b384b4), after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:04:27.398033 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c571f28a-8d4f-4537-8ba3-9df5ac81e53c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f699ba6e-5652-4c0f-85f9-8419a3b384b4,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:04:27.402550 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [None req-c571f28a-8d4f-4537-8ba3-9df5ac81e53c admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=49db23d7766e40bb9e240fc8170d0bb5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2755990 Feb 20 23:04:27.405211 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.65', 50610) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:04:27.435391 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f87dba-aa5b-4129-8864-961f56e61587 req-ea7a430b-50bd-4107-818a-3a9316aa65a0 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:04:27.436909 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-97f87dba-aa5b-4129-8864-961f56e61587 req-ea7a430b-50bd-4107-818a-3a9316aa65a0 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/ports?device_id=94ebbaaf-77be-4310-a7a0-d567dde9108c HTTP/1.1" status: 200 len: 944 time: 0.0598409 Feb 20 23:04:27.458944 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b0e7c656-0ba2-4d7b-9c02-2e3a09c5a3f6 admin admin] Publish callbacks [] for security_group (f699ba6e-5652-4c0f-85f9-8419a3b384b4), before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:04:27.480275 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b0e7c656-0ba2-4d7b-9c02-2e3a09c5a3f6 admin admin] Publish callbacks [] for security_group (f699ba6e-5652-4c0f-85f9-8419a3b384b4), precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:04:27.482868 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-97f87dba-aa5b-4129-8864-961f56e61587 req-880485f8-79b6-4d4c-8abc-d9104f09c7d5 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/security-groups?id=04e39133-b65d-431a-838f-6deba86bf0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403726 Feb 20 23:04:27.622753 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b0e7c656-0ba2-4d7b-9c02-2e3a09c5a3f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627867'] for security_group (f699ba6e-5652-4c0f-85f9-8419a3b384b4), after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:04:27.625350 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b0e7c656-0ba2-4d7b-9c02-2e3a09c5a3f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:04:27.626550 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [None req-b0e7c656-0ba2-4d7b-9c02-2e3a09c5a3f6 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/f699ba6e-5652-4c0f-85f9-8419a3b384b4 HTTP/1.1" status: 204 len: 168 time: 0.2204013 Feb 20 23:04:27.635258 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e7c656-0ba2-4d7b-9c02-2e3a09c5a3f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f699ba6e-5652-4c0f-85f9-8419a3b384b4,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:04:28.271146 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.65', 50622) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:04:28.287089 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b82a5a1b-8a6f-488a-a72c-6dfc498ad6a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:04:28.356912 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b82a5a1b-8a6f-488a-a72c-6dfc498ad6a8 admin admin] Publish callbacks [] for security_group (b6c1f137-2077-435a-ba71-fe2cd4acbe1c), precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:04:28.416580 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b82a5a1b-8a6f-488a-a72c-6dfc498ad6a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627867'] for security_group (b6c1f137-2077-435a-ba71-fe2cd4acbe1c), after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:04:28.452784 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [None req-b82a5a1b-8a6f-488a-a72c-6dfc498ad6a8 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=9d704d33ad194a5ba56a4cb276439e7e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1805832 Feb 20 23:04:28.454618 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82a5a1b-8a6f-488a-a72c-6dfc498ad6a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6c1f137-2077-435a-ba71-fe2cd4acbe1c,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:04:28.455964 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.65', 50624) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:04:28.502806 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-52743404-05fe-4f6e-9726-84845ae0844e admin admin] Publish callbacks [] for security_group (b6c1f137-2077-435a-ba71-fe2cd4acbe1c), before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:04:28.524193 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-52743404-05fe-4f6e-9726-84845ae0844e admin admin] Publish callbacks [] for security_group (b6c1f137-2077-435a-ba71-fe2cd4acbe1c), precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:04:28.616525 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf2e892-25a0-4355-b634-b7fdb85bdc90 req-fc57b300-8f89-46b3-8b9d-b9643d9e5595 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:04:28.617906 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-bcf2e892-25a0-4355-b634-b7fdb85bdc90 req-fc57b300-8f89-46b3-8b9d-b9643d9e5595 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/ports?device_id=94ebbaaf-77be-4310-a7a0-d567dde9108c HTTP/1.1" status: 200 len: 944 time: 0.0598555 Feb 20 23:04:28.662773 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-52743404-05fe-4f6e-9726-84845ae0844e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627867'] for security_group (b6c1f137-2077-435a-ba71-fe2cd4acbe1c), after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:04:28.665364 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-52743404-05fe-4f6e-9726-84845ae0844e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:04:28.665662 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-bcf2e892-25a0-4355-b634-b7fdb85bdc90 req-3abb3c1e-4820-457a-b39b-8ba53ba4fa76 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/security-groups?id=04e39133-b65d-431a-838f-6deba86bf0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417459 Feb 20 23:04:28.666522 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [None req-52743404-05fe-4f6e-9726-84845ae0844e admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/b6c1f137-2077-435a-ba71-fe2cd4acbe1c HTTP/1.1" status: 204 len: 168 time: 0.2094624 Feb 20 23:04:28.675202 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52743404-05fe-4f6e-9726-84845ae0844e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6c1f137-2077-435a-ba71-fe2cd4acbe1c,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:04:29.791319 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1a1e69-4aae-41fc-a62b-b10954ebdfe2 req-8a07e7fd-8b03-479a-af22-32309f1c3429 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:04:29.792761 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-2e1a1e69-4aae-41fc-a62b-b10954ebdfe2 req-8a07e7fd-8b03-479a-af22-32309f1c3429 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/ports?device_id=94ebbaaf-77be-4310-a7a0-d567dde9108c HTTP/1.1" status: 200 len: 944 time: 0.0515313 Feb 20 23:04:29.842695 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-2e1a1e69-4aae-41fc-a62b-b10954ebdfe2 req-2f3395c7-42e1-4cbb-8c7f-379a891e7647 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/security-groups?id=04e39133-b65d-431a-838f-6deba86bf0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444088 Feb 20 23:04:30.975508 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9801ca-642a-4b2b-918d-3cb7321d0a35 req-f3eac4e1-7f96-4470-bfd7-ec25e0b3afa4 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:04:30.977153 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-9c9801ca-642a-4b2b-918d-3cb7321d0a35 req-f3eac4e1-7f96-4470-bfd7-ec25e0b3afa4 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/ports?device_id=94ebbaaf-77be-4310-a7a0-d567dde9108c HTTP/1.1" status: 200 len: 944 time: 0.0614502 Feb 20 23:04:31.027122 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-9c9801ca-642a-4b2b-918d-3cb7321d0a35 req-e6369c63-c0c2-4b80-9549-aead3a882f79 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/security-groups?id=04e39133-b65d-431a-838f-6deba86bf0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425549 Feb 20 23:04:31.182512 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Device acbd613c-7922-40f5-ae43-e26151f8aab0 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 23:04:31.202337 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] No Port match for: acbd613c-7922-40f5-ae43-e26151f8aab0 {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 23:04:31.203025 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Device acbd613c-7922-40f5-ae43-e26151f8aab0 not bound to the agent host hv-cinder-83009 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 23:04:32.151731 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078674aa-5c62-48e5-90bb-a1b773b2177d req-2ca8cd4f-907a-4c93-8a8f-cd3881061cc3 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:04:32.153222 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-078674aa-5c62-48e5-90bb-a1b773b2177d req-2ca8cd4f-907a-4c93-8a8f-cd3881061cc3 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/ports?device_id=94ebbaaf-77be-4310-a7a0-d567dde9108c HTTP/1.1" status: 200 len: 944 time: 0.0529132 Feb 20 23:04:32.199168 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-078674aa-5c62-48e5-90bb-a1b773b2177d req-5a4e51af-3dbf-45ca-88be-ef43bf4bb5b2 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/security-groups?id=04e39133-b65d-431a-838f-6deba86bf0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403855 Feb 20 23:04:33.189543 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Device dc5e538f-14e0-4a61-8e2d-ae1743c169b8 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=109630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 23:04:33.287804 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] For port dc5e538f-14e0-4a61-8e2d-ae1743c169b8, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=dc5e538f-14e0-4a61-8e2d-ae1743c169b8,segment=NetworkSegment(e96cb693-0403-4029-b4e9-bd6b25e8f8fe),segment_id=e96cb693-0403-4029-b4e9-bd6b25e8f8fe)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:04:33.303116 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Returning: {'device': 'dc5e538f-14e0-4a61-8e2d-ae1743c169b8', 'network_id': '8904bc28-8825-408d-a027-aaac96b04ee9', 'port_id': 'dc5e538f-14e0-4a61-8e2d-ae1743c169b8', 'mac_address': 'fa:16:3e:5e:29:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58431437-f6f9-4145-a265-242d6c5c36fc', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 23:04:33.326958 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e79974e-71bf-4af5-a5a0-8ebe31319125 req-3b1907f6-a554-45e5-9c24-836e3795044e tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:04:33.328457 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-7e79974e-71bf-4af5-a5a0-8ebe31319125 req-3b1907f6-a554-45e5-9c24-836e3795044e tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/ports?device_id=94ebbaaf-77be-4310-a7a0-d567dde9108c HTTP/1.1" status: 200 len: 944 time: 0.0579183 Feb 20 23:04:33.340804 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Current status of the port dc5e538f-14e0-4a61-8e2d-ae1743c169b8 is: DOWN; New status is: BUILD {{(pid=109630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:04:33.341120 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4131840'] for port (dc5e538f-14e0-4a61-8e2d-ae1743c169b8), before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:04:33.354099 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.notifiers.nova [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc5e538f-14e0-4a61-8e2d-ae1743c169b8 {{(pid=109630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 23:04:33.374570 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] For port dc5e538f-14e0-4a61-8e2d-ae1743c169b8, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=dc5e538f-14e0-4a61-8e2d-ae1743c169b8,segment=NetworkSegment(e96cb693-0403-4029-b4e9-bd6b25e8f8fe),segment_id=e96cb693-0403-4029-b4e9-bd6b25e8f8fe)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:04:33.379707 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-7e79974e-71bf-4af5-a5a0-8ebe31319125 req-28b7a4ab-80ad-447a-a174-bb689b776006 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/security-groups?id=04e39133-b65d-431a-838f-6deba86bf0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452678 Feb 20 23:04:33.457173 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747407212427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747406771514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747406771532'] for port (dc5e538f-14e0-4a61-8e2d-ae1743c169b8), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:04:33.503537 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Pushing event updated for resources: {'Port': ['ID=dc5e538f-14e0-4a61-8e2d-ae1743c169b8,revision_number=9']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:04:33.512478 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:04:33.512855 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:04:33.513210 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:04:33.513594 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:04:33.513946 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:04:33.514269 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:04:33.514753 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:04:33.515086 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:04:33.515414 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:04:33.515819 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:04:33.516159 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:04:33.516484 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:04:33.516809 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:04:33.786274 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b250bb1-acd4-4c2c-8673-6f7da0894a5d req-76ca4ffe-62e0-4c31-8894-cd9ec27197f4 tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:04:33.787856 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-9b250bb1-acd4-4c2c-8673-6f7da0894a5d req-76ca4ffe-62e0-4c31-8894-cd9ec27197f4 tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] 10.222.0.65 "GET /v2.0/ports?device_id=6732eadb-c39d-499f-84e7-dc5e141ce7e5 HTTP/1.1" status: 200 len: 946 time: 0.0520608 Feb 20 23:04:33.846830 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-9b250bb1-acd4-4c2c-8673-6f7da0894a5d req-d7ee1ab8-edd7-4998-9f86-164b8a86d93a tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] 10.222.0.65 "GET /v2.0/security-groups?id=3bcd6c59-40eb-44ff-a14d-74710665948f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534217 Feb 20 23:04:34.015257 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] get_ports_and_sgs() called for port_ids ['dc5e538f-14e0-4a61-8e2d-ae1743c169b8'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 23:04:34.510215 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da24fa8e-6b15-4ba1-87ec-2fc7d7fae27d req-fd5bbd6f-f657-4023-a80c-45fd3d63f826 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:04:34.513953 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-da24fa8e-6b15-4ba1-87ec-2fc7d7fae27d req-fd5bbd6f-f657-4023-a80c-45fd3d63f826 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/ports?device_id=94ebbaaf-77be-4310-a7a0-d567dde9108c HTTP/1.1" status: 200 len: 945 time: 0.0579212 Feb 20 23:04:34.563084 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-da24fa8e-6b15-4ba1-87ec-2fc7d7fae27d req-df2d9443-747f-4162-b0a4-edaa80c80862 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/security-groups?id=04e39133-b65d-431a-838f-6deba86bf0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434031 Feb 20 23:04:34.978345 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71117cd6-732c-40c9-a5bf-79f4b21b9628 req-9180c9ea-4cf5-4965-b045-1ce25d84e1ee tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:04:34.979911 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-71117cd6-732c-40c9-a5bf-79f4b21b9628 req-9180c9ea-4cf5-4965-b045-1ce25d84e1ee tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] 10.222.0.65 "GET /v2.0/ports?device_id=6732eadb-c39d-499f-84e7-dc5e141ce7e5 HTTP/1.1" status: 200 len: 946 time: 0.0573525 Feb 20 23:04:35.032956 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-71117cd6-732c-40c9-a5bf-79f4b21b9628 req-2233ac37-de63-4531-8f42-43f8ae024e57 tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] 10.222.0.65 "GET /v2.0/security-groups?id=3bcd6c59-40eb-44ff-a14d-74710665948f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471873 Feb 20 23:04:35.184685 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Device dc5e538f-14e0-4a61-8e2d-ae1743c169b8 up at agent hyperv_hv-cinder-83009 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 23:04:35.232688 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Provisioning complete for port dc5e538f-14e0-4a61-8e2d-ae1743c169b8 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:04:35.233061 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4145689'] for port (dc5e538f-14e0-4a61-8e2d-ae1743c169b8), provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:04:35.320276 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Current status of the port dc5e538f-14e0-4a61-8e2d-ae1743c169b8 is: BUILD; New status is: ACTIVE {{(pid=109630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:04:35.321057 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4131840'] for port (dc5e538f-14e0-4a61-8e2d-ae1743c169b8), before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:04:35.343962 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94ebbaaf-77be-4310-a7a0-d567dde9108c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc5e538f-14e0-4a61-8e2d-ae1743c169b8'}] {{(pid=109630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 23:04:35.346719 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f8f7ade39b9b648cd02963e66adb41eb29d40ae47bdce8ccfc3d1936511f484" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-459e17b5-ee77-4381-aeef-b78c76792fcc" -d '{"events": [{"server_uuid": "94ebbaaf-77be-4310-a7a0-d567dde9108c", "name": "network-vif-plugged", "status": "completed", "tag": "dc5e538f-14e0-4a61-8e2d-ae1743c169b8"}]}' {{(pid=109630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 23:04:35.359635 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] For port dc5e538f-14e0-4a61-8e2d-ae1743c169b8, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=dc5e538f-14e0-4a61-8e2d-ae1743c169b8,segment=NetworkSegment(e96cb693-0403-4029-b4e9-bd6b25e8f8fe),segment_id=e96cb693-0403-4029-b4e9-bd6b25e8f8fe)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:04:35.387139 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 23:04:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66bc20fc-6fb0-4fc9-9804-3125dbcfd9c6 x-openstack-request-id: req-66bc20fc-6fb0-4fc9-9804-3125dbcfd9c6 {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 23:04:35.387420 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94ebbaaf-77be-4310-a7a0-d567dde9108c", "name": "network-vif-plugged", "status": "completed", "tag": "dc5e538f-14e0-4a61-8e2d-ae1743c169b8", "code": 200}]} {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 23:04:35.387676 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-66bc20fc-6fb0-4fc9-9804-3125dbcfd9c6 {{(pid=109630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 23:04:35.388067 dv-cinder-830096-1-iscsi neutron-server[109630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94ebbaaf-77be-4310-a7a0-d567dde9108c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc5e538f-14e0-4a61-8e2d-ae1743c169b8', 'code': 200} Feb 20 23:04:35.452232 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747407212427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747406771514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747406771532'] for port (dc5e538f-14e0-4a61-8e2d-ae1743c169b8), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:04:35.501104 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Pushing event updated for resources: {'Port': ['ID=dc5e538f-14e0-4a61-8e2d-ae1743c169b8,revision_number=10']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:04:35.689558 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb077b3b-8358-4be4-b042-f461a658c58b req-81bf62df-04c4-4bb3-96d7-b70e37f8320b tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:04:35.694843 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-eb077b3b-8358-4be4-b042-f461a658c58b req-81bf62df-04c4-4bb3-96d7-b70e37f8320b tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/ports?device_id=94ebbaaf-77be-4310-a7a0-d567dde9108c HTTP/1.1" status: 200 len: 947 time: 0.0602856 Feb 20 23:04:35.744418 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-eb077b3b-8358-4be4-b042-f461a658c58b req-4b5bd407-16c5-4b73-8834-e32a848f4d90 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/security-groups?id=04e39133-b65d-431a-838f-6deba86bf0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453329 Feb 20 23:04:36.166978 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd0bef3-4253-4cd1-8b76-4a713251062e req-3cd9c49c-47fe-4bc5-88fa-f6c888fbc9b8 tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:04:36.168446 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-1fd0bef3-4253-4cd1-8b76-4a713251062e req-3cd9c49c-47fe-4bc5-88fa-f6c888fbc9b8 tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] 10.222.0.65 "GET /v2.0/ports?device_id=6732eadb-c39d-499f-84e7-dc5e141ce7e5 HTTP/1.1" status: 200 len: 946 time: 0.0619593 Feb 20 23:04:36.218026 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-1fd0bef3-4253-4cd1-8b76-4a713251062e req-2d89d866-b44d-4479-bd83-d4e87fde062b tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] 10.222.0.65 "GET /v2.0/security-groups?id=3bcd6c59-40eb-44ff-a14d-74710665948f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428991 Feb 20 23:04:36.261679 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdb10f9-328e-4ff6-abda-f817d3429d30 req-94436bbb-91a8-487e-8e31-15c97346ee04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:04:36.263184 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-0bdb10f9-328e-4ff6-abda-f817d3429d30 req-94436bbb-91a8-487e-8e31-15c97346ee04 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=94ebbaaf-77be-4310-a7a0-d567dde9108c HTTP/1.1" status: 200 len: 1131 time: 0.1609683 Feb 20 23:04:36.310009 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-0bdb10f9-328e-4ff6-abda-f817d3429d30 req-d403b862-8698-4016-b4ed-93a00c4acdb6 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=04e39133-b65d-431a-838f-6deba86bf0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400658 Feb 20 23:04:36.870542 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08044558-28aa-4fac-8876-1e8813605247 req-e29f2be8-2e8e-4733-bc40-4eff3c6eb01b tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:04:36.872023 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-08044558-28aa-4fac-8876-1e8813605247 req-e29f2be8-2e8e-4733-bc40-4eff3c6eb01b tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/ports?device_id=94ebbaaf-77be-4310-a7a0-d567dde9108c HTTP/1.1" status: 200 len: 947 time: 0.0524969 Feb 20 23:04:36.921345 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-08044558-28aa-4fac-8876-1e8813605247 req-95826794-c4ad-43df-a7d2-9ce956dff62c tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/security-groups?id=04e39133-b65d-431a-838f-6deba86bf0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433989 Feb 20 23:04:37.341648 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6c25ab-6b66-49ee-9a42-f5ed97f07212 req-ae87e0a8-3fb4-4ea5-8736-46e5154436df tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:04:37.343149 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-dd6c25ab-6b66-49ee-9a42-f5ed97f07212 req-ae87e0a8-3fb4-4ea5-8736-46e5154436df tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] 10.222.0.65 "GET /v2.0/ports?device_id=6732eadb-c39d-499f-84e7-dc5e141ce7e5 HTTP/1.1" status: 200 len: 946 time: 0.0526016 Feb 20 23:04:37.388325 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-dd6c25ab-6b66-49ee-9a42-f5ed97f07212 req-fa022f53-f053-47ec-aa6a-dc7e52bd68e9 tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] 10.222.0.65 "GET /v2.0/security-groups?id=3bcd6c59-40eb-44ff-a14d-74710665948f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395920 Feb 20 23:04:38.055619 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddc47d7-10f3-47bb-acd5-561ecab544e5 req-be69b651-2f60-46b0-a50b-cb0b21251a3b tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:04:38.057097 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-fddc47d7-10f3-47bb-acd5-561ecab544e5 req-be69b651-2f60-46b0-a50b-cb0b21251a3b tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/ports?device_id=94ebbaaf-77be-4310-a7a0-d567dde9108c HTTP/1.1" status: 200 len: 947 time: 0.0628738 Feb 20 23:04:38.106808 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-fddc47d7-10f3-47bb-acd5-561ecab544e5 req-4e1e0262-15b5-4b9f-8525-fbc27e8bec61 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/security-groups?id=04e39133-b65d-431a-838f-6deba86bf0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442743 Feb 20 23:04:38.500159 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53ffe7d-3b59-44e0-b7df-8d5d2f402886 req-70d7b6c7-e2c6-40ba-8363-93023de09ad1 tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:04:38.501590 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-f53ffe7d-3b59-44e0-b7df-8d5d2f402886 req-70d7b6c7-e2c6-40ba-8363-93023de09ad1 tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] 10.222.0.65 "GET /v2.0/ports?device_id=6732eadb-c39d-499f-84e7-dc5e141ce7e5 HTTP/1.1" status: 200 len: 946 time: 0.0495410 Feb 20 23:04:38.550034 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-f53ffe7d-3b59-44e0-b7df-8d5d2f402886 req-b2fff96c-dd76-4a1f-8944-1790caf82a7d tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] 10.222.0.65 "GET /v2.0/security-groups?id=3bcd6c59-40eb-44ff-a14d-74710665948f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425487 Feb 20 23:04:39.228469 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6bf893-41ba-4749-814d-eaeab61065c4 req-1e704949-9c65-4c14-b76b-a9ec67a8a205 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:04:39.229919 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-bd6bf893-41ba-4749-814d-eaeab61065c4 req-1e704949-9c65-4c14-b76b-a9ec67a8a205 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/ports?device_id=94ebbaaf-77be-4310-a7a0-d567dde9108c HTTP/1.1" status: 200 len: 947 time: 0.0508130 Feb 20 23:04:39.275327 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-bd6bf893-41ba-4749-814d-eaeab61065c4 req-fa10ed09-dc5c-4191-a715-4c37612377a1 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/security-groups?id=04e39133-b65d-431a-838f-6deba86bf0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399325 Feb 20 23:04:39.665462 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db193b28-aecc-48fb-bd0d-d3dff1af3ade req-56bc846c-da8a-4be8-b325-2b6409b213c6 tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:04:39.666948 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-db193b28-aecc-48fb-bd0d-d3dff1af3ade req-56bc846c-da8a-4be8-b325-2b6409b213c6 tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] 10.222.0.65 "GET /v2.0/ports?device_id=6732eadb-c39d-499f-84e7-dc5e141ce7e5 HTTP/1.1" status: 200 len: 946 time: 0.0505946 Feb 20 23:04:39.715026 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-db193b28-aecc-48fb-bd0d-d3dff1af3ade req-f90db731-c01b-4d89-a948-8f3806553d21 tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] 10.222.0.65 "GET /v2.0/security-groups?id=3bcd6c59-40eb-44ff-a14d-74710665948f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426457 Feb 20 23:04:40.392916 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3aba8b-d1a7-4eca-952e-e8ae11718b42 req-a80501ae-8470-4f6b-a714-81d775ee9ab0 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:04:40.394388 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-cc3aba8b-d1a7-4eca-952e-e8ae11718b42 req-a80501ae-8470-4f6b-a714-81d775ee9ab0 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/ports?device_id=94ebbaaf-77be-4310-a7a0-d567dde9108c HTTP/1.1" status: 200 len: 947 time: 0.0497262 Feb 20 23:04:40.440961 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-cc3aba8b-d1a7-4eca-952e-e8ae11718b42 req-9bc2ba68-aec5-44c4-8694-b15812226af0 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/security-groups?id=04e39133-b65d-431a-838f-6deba86bf0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405707 Feb 20 23:04:40.829644 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86236e5-208d-4d79-bbf2-eb7251eb5da8 req-57d9a947-61aa-43fd-a7d7-46640836db6d tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:04:40.831671 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-f86236e5-208d-4d79-bbf2-eb7251eb5da8 req-57d9a947-61aa-43fd-a7d7-46640836db6d tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] 10.222.0.65 "GET /v2.0/ports?device_id=6732eadb-c39d-499f-84e7-dc5e141ce7e5 HTTP/1.1" status: 200 len: 946 time: 0.0506804 Feb 20 23:04:40.876080 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-f86236e5-208d-4d79-bbf2-eb7251eb5da8 req-87a05180-47b1-4296-9ab4-ae89ed50bd7c tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] 10.222.0.65 "GET /v2.0/security-groups?id=3bcd6c59-40eb-44ff-a14d-74710665948f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390267 Feb 20 23:04:41.567252 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f9a30c-f413-49c6-b4e3-086d48ae5793 req-3698729c-7e69-461c-ade5-c0d76457c630 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:04:41.568748 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-18f9a30c-f413-49c6-b4e3-086d48ae5793 req-3698729c-7e69-461c-ade5-c0d76457c630 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/ports?device_id=94ebbaaf-77be-4310-a7a0-d567dde9108c HTTP/1.1" status: 200 len: 947 time: 0.0556374 Feb 20 23:04:41.615051 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-18f9a30c-f413-49c6-b4e3-086d48ae5793 req-965a4ac5-c8ec-4fef-a6ed-e9a8395223ea tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/security-groups?id=04e39133-b65d-431a-838f-6deba86bf0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406694 Feb 20 23:04:41.996808 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5462c54f-996a-4997-a0f6-c9dda7e76d89 req-f78cbcdc-70c2-43b1-8710-7afd3f52a683 tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:04:41.998262 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-5462c54f-996a-4997-a0f6-c9dda7e76d89 req-f78cbcdc-70c2-43b1-8710-7afd3f52a683 tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] 10.222.0.65 "GET /v2.0/ports?device_id=6732eadb-c39d-499f-84e7-dc5e141ce7e5 HTTP/1.1" status: 200 len: 946 time: 0.0546722 Feb 20 23:04:42.055290 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-5462c54f-996a-4997-a0f6-c9dda7e76d89 req-05412c0f-57d8-4788-84bf-72ea41e43cb5 tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] 10.222.0.65 "GET /v2.0/security-groups?id=3bcd6c59-40eb-44ff-a14d-74710665948f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513875 Feb 20 23:04:42.303069 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-606fa712-54c7-44be-9f2b-bef3fcb82e5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (83a03d73-f5e1-4f72-b2a3-d557ae097998), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:04:42.361923 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250ccf7c-2293-4c37-9daf-22facd69ef5c req-cc1a8b7f-1717-4f87-a824-1adcf38e8488 tempest-VolumesSnapshotTestJSON-1241170216 tempest-VolumesSnapshotTestJSON-1241170216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:04:42.363384 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-250ccf7c-2293-4c37-9daf-22facd69ef5c req-cc1a8b7f-1717-4f87-a824-1adcf38e8488 tempest-VolumesSnapshotTestJSON-1241170216 tempest-VolumesSnapshotTestJSON-1241170216-project] 10.222.0.65 "GET /v2.0/networks?id=e8193870-1b01-47ab-835a-2baf20aae3ca HTTP/1.1" status: 200 len: 814 time: 0.0975304 Feb 20 23:04:42.377890 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-250ccf7c-2293-4c37-9daf-22facd69ef5c req-141decfe-09a2-48ad-abc6-194f48a8ca35 tempest-VolumesSnapshotTestJSON-1241170216 tempest-VolumesSnapshotTestJSON-1241170216-project] 10.222.0.65 "GET /v2.0/quotas/df10adfc305c4be6a8cfc8eddd607c89 HTTP/1.1" status: 200 len: 375 time: 0.0093033 Feb 20 23:04:42.411935 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-250ccf7c-2293-4c37-9daf-22facd69ef5c req-7b42b530-5afd-40bb-adb1-bc3ff0d7fe16 tempest-VolumesSnapshotTestJSON-1241170216 tempest-VolumesSnapshotTestJSON-1241170216-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=df10adfc305c4be6a8cfc8eddd607c89&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0292971 Feb 20 23:04:42.552994 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-250ccf7c-2293-4c37-9daf-22facd69ef5c req-8eb2e59b-337e-4d16-a274-b8dc2a210e27 service neutron] 10.222.0.65 "GET /v2.0/networks/e8193870-1b01-47ab-835a-2baf20aae3ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345599 Feb 20 23:04:42.666010 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-250ccf7c-2293-4c37-9daf-22facd69ef5c req-714cbfbd-64ac-4ecf-921a-e1bfd8e5c837 service neutron] 10.222.0.65 "GET /v2.0/networks/e8193870-1b01-47ab-835a-2baf20aae3ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057236 Feb 20 23:04:42.753540 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a529a53e-24ef-4c0c-982f-ea41db665482 req-e6f13db5-e088-4416-b072-2073ca9a50fa tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:04:42.758878 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-a529a53e-24ef-4c0c-982f-ea41db665482 req-e6f13db5-e088-4416-b072-2073ca9a50fa tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/ports?device_id=94ebbaaf-77be-4310-a7a0-d567dde9108c HTTP/1.1" status: 200 len: 947 time: 0.0618484 Feb 20 23:04:42.811246 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-a529a53e-24ef-4c0c-982f-ea41db665482 req-6b626707-c167-4ada-8449-46b9d10a7291 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/security-groups?id=04e39133-b65d-431a-838f-6deba86bf0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441444 Feb 20 23:04:42.918746 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-91897724-5106-4e24-adaf-f7041ba24390 req-60cfaf1a-98d9-4de1-a9f8-2028982f583c tempest-VolumesSnapshotTestJSON-1241170216 tempest-VolumesSnapshotTestJSON-1241170216-project] 10.222.0.65 "GET /v2.0/ports?device_id=203a968b-d06f-420f-bef9-0aef52a1a580 HTTP/1.1" status: 200 len: 210 time: 0.0304096 Feb 20 23:04:43.181468 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77659a52-87a7-4ecd-8421-afdf7793d404 req-46c8ce13-a389-47a0-a6a6-71217317b0e6 tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:04:43.183289 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-77659a52-87a7-4ecd-8421-afdf7793d404 req-46c8ce13-a389-47a0-a6a6-71217317b0e6 tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] 10.222.0.65 "GET /v2.0/ports?device_id=6732eadb-c39d-499f-84e7-dc5e141ce7e5 HTTP/1.1" status: 200 len: 946 time: 0.0577605 Feb 20 23:04:43.238541 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-77659a52-87a7-4ecd-8421-afdf7793d404 req-0d01daf6-f317-4992-a8f8-0d7bdcc48ad3 tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] 10.222.0.65 "GET /v2.0/security-groups?id=3bcd6c59-40eb-44ff-a14d-74710665948f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455256 Feb 20 23:04:43.936021 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd119d9e-85ca-449b-8bd5-f264fb0ed2f9 req-c586fa9f-c065-44eb-8acd-2a9e62201d82 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:04:43.937541 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-fd119d9e-85ca-449b-8bd5-f264fb0ed2f9 req-c586fa9f-c065-44eb-8acd-2a9e62201d82 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/ports?device_id=94ebbaaf-77be-4310-a7a0-d567dde9108c HTTP/1.1" status: 200 len: 947 time: 0.0537136 Feb 20 23:04:43.986155 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-fd119d9e-85ca-449b-8bd5-f264fb0ed2f9 req-6c17c447-b780-4416-acb6-c4850cfb0493 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/security-groups?id=04e39133-b65d-431a-838f-6deba86bf0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430498 Feb 20 23:04:44.019036 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-0767b09d-720d-453d-a57c-2b9ae4fa09f1 req-f12ca6a5-3bb6-4c12-a7c8-883662142670 tempest-VolumesSnapshotTestJSON-1241170216 tempest-VolumesSnapshotTestJSON-1241170216-project] 10.222.0.65 "GET /v2.0/ports?device_id=203a968b-d06f-420f-bef9-0aef52a1a580 HTTP/1.1" status: 200 len: 210 time: 0.0297637 Feb 20 23:04:44.376088 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5505f6d9-8cdc-424a-99f2-5d43b508e4ae req-ef90bf74-5dd8-4f38-824b-50bf4265e9b5 tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:04:44.378142 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-5505f6d9-8cdc-424a-99f2-5d43b508e4ae req-ef90bf74-5dd8-4f38-824b-50bf4265e9b5 tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] 10.222.0.65 "GET /v2.0/ports?device_id=6732eadb-c39d-499f-84e7-dc5e141ce7e5 HTTP/1.1" status: 200 len: 946 time: 0.0726123 Feb 20 23:04:44.427569 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-5505f6d9-8cdc-424a-99f2-5d43b508e4ae req-59f75e7c-5218-47ca-bab0-5dd9f04efac8 tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] 10.222.0.65 "GET /v2.0/security-groups?id=3bcd6c59-40eb-44ff-a14d-74710665948f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437958 Feb 20 23:04:44.491035 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-287858d2-812d-42f0-881c-97d359fe36b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (13c347f3-1c01-45ee-af8c-9f8a630e0f23), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:04:45.128033 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-49361550-a6b0-4838-99da-887105397d74 req-ad688110-3086-4881-8068-feca6b091b38 tempest-VolumesSnapshotTestJSON-1241170216 tempest-VolumesSnapshotTestJSON-1241170216-project] 10.222.0.65 "GET /v2.0/ports?device_id=203a968b-d06f-420f-bef9-0aef52a1a580 HTTP/1.1" status: 200 len: 210 time: 0.0329165 Feb 20 23:04:45.170613 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88ba378-72c8-4534-87f7-166deb5e3eae req-09f9e9df-fe9d-4790-816b-38129cc4abc8 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:04:45.172046 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-c88ba378-72c8-4534-87f7-166deb5e3eae req-09f9e9df-fe9d-4790-816b-38129cc4abc8 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/ports?device_id=94ebbaaf-77be-4310-a7a0-d567dde9108c HTTP/1.1" status: 200 len: 947 time: 0.0920620 Feb 20 23:04:45.181905 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250ccf7c-2293-4c37-9daf-22facd69ef5c req-d64619fe-8704-4314-b52b-5ad6a26b3960 tempest-VolumesSnapshotTestJSON-1241170216 tempest-VolumesSnapshotTestJSON-1241170216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:04:45.183232 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-250ccf7c-2293-4c37-9daf-22facd69ef5c req-d64619fe-8704-4314-b52b-5ad6a26b3960 tempest-VolumesSnapshotTestJSON-1241170216 tempest-VolumesSnapshotTestJSON-1241170216-project] 10.222.0.42 "GET /v2.0/networks?id=e8193870-1b01-47ab-835a-2baf20aae3ca HTTP/1.1" status: 200 len: 814 time: 0.1561759 Feb 20 23:04:45.201619 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.v2.base [req-250ccf7c-2293-4c37-9daf-22facd69ef5c req-4a8eddb9-58e6-4476-8af0-b631b369c3b6 tempest-VolumesSnapshotTestJSON-1241170216 tempest-VolumesSnapshotTestJSON-1241170216-project] Request body: {'port': {'device_id': '203a968b-d06f-420f-bef9-0aef52a1a580', 'network_id': 'e8193870-1b01-47ab-835a-2baf20aae3ca', 'admin_state_up': True, 'tenant_id': 'df10adfc305c4be6a8cfc8eddd607c89'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:04:45.281100 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-c88ba378-72c8-4534-87f7-166deb5e3eae req-999ffa94-498d-4467-a943-dc1a664b6bb9 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/security-groups?id=04e39133-b65d-431a-838f-6deba86bf0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0967188 Feb 20 23:04:45.406044 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-250ccf7c-2293-4c37-9daf-22facd69ef5c req-4a8eddb9-58e6-4476-8af0-b631b369c3b6 tempest-VolumesSnapshotTestJSON-1241170216 tempest-VolumesSnapshotTestJSON-1241170216-project] Made reservation on behalf of df10adfc305c4be6a8cfc8eddd607c89 for: {'port': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 23:04:45.410230 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-250ccf7c-2293-4c37-9daf-22facd69ef5c req-4a8eddb9-58e6-4476-8af0-b631b369c3b6 tempest-VolumesSnapshotTestJSON-1241170216 tempest-VolumesSnapshotTestJSON-1241170216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4131840'] for port (None), before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:04:45.538001 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.db.db_base_plugin_common [req-250ccf7c-2293-4c37-9daf-22facd69ef5c req-4a8eddb9-58e6-4476-8af0-b631b369c3b6 tempest-VolumesSnapshotTestJSON-1241170216 tempest-VolumesSnapshotTestJSON-1241170216-project] Allocated IP 172.20.0.4 (e8193870-1b01-47ab-835a-2baf20aae3ca/eacb9a2c-6edb-4f6e-9537-3c6a5807374e/9d3cb58e-e23a-4e97-beb0-768f082b46f9) {{(pid=109628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 23:04:45.543972 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4928132c-8647-4c92-8518-fca20dba5209 req-0b51e5e6-af4a-400a-889a-86fc50e45a4a tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:04:45.545433 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-4928132c-8647-4c92-8518-fca20dba5209 req-0b51e5e6-af4a-400a-889a-86fc50e45a4a tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] 10.222.0.65 "GET /v2.0/ports?device_id=6732eadb-c39d-499f-84e7-dc5e141ce7e5 HTTP/1.1" status: 200 len: 946 time: 0.0511978 Feb 20 23:04:45.591810 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-4928132c-8647-4c92-8518-fca20dba5209 req-62bb9ea5-d751-4283-b10e-0c5af973a650 tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] 10.222.0.65 "GET /v2.0/security-groups?id=3bcd6c59-40eb-44ff-a14d-74710665948f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403662 Feb 20 23:04:45.677889 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-250ccf7c-2293-4c37-9daf-22facd69ef5c req-4a8eddb9-58e6-4476-8af0-b631b369c3b6 tempest-VolumesSnapshotTestJSON-1241170216 tempest-VolumesSnapshotTestJSON-1241170216-project] Publish callbacks [] for port (9d3cb58e-e23a-4e97-beb0-768f082b46f9), precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:04:45.794704 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-250ccf7c-2293-4c37-9daf-22facd69ef5c req-4a8eddb9-58e6-4476-8af0-b631b369c3b6 tempest-VolumesSnapshotTestJSON-1241170216 tempest-VolumesSnapshotTestJSON-1241170216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747406771496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59259307'] for port (9d3cb58e-e23a-4e97-beb0-768f082b46f9), after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:04:45.844696 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-250ccf7c-2293-4c37-9daf-22facd69ef5c req-4a8eddb9-58e6-4476-8af0-b631b369c3b6 tempest-VolumesSnapshotTestJSON-1241170216 tempest-VolumesSnapshotTestJSON-1241170216-project] Network e8193870-1b01-47ab-835a-2baf20aae3ca is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 23:04:45.847820 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [req-250ccf7c-2293-4c37-9daf-22facd69ef5c req-4a8eddb9-58e6-4476-8af0-b631b369c3b6 tempest-VolumesSnapshotTestJSON-1241170216 tempest-VolumesSnapshotTestJSON-1241170216-project] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 23:04:45.850751 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [req-250ccf7c-2293-4c37-9daf-22facd69ef5c req-4a8eddb9-58e6-4476-8af0-b631b369c3b6 tempest-VolumesSnapshotTestJSON-1241170216 tempest-VolumesSnapshotTestJSON-1241170216-project] Received port after_create {{(pid=109628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 23:04:45.879958 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8eddb9-58e6-4476-8af0-b631b369c3b6 tempest-VolumesSnapshotTestJSON-1241170216 tempest-VolumesSnapshotTestJSON-1241170216-project] Pushing event updated for resources: {'Port': ['ID=9d3cb58e-e23a-4e97-beb0-768f082b46f9,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:04:45.908557 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-343008d4-3a37-47e4-bcbd-5ef9b41dd99c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (5ba36dc9-fc49-4f8a-9e75-ea70dbbc9d37), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:04:45.909105 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250ccf7c-2293-4c37-9daf-22facd69ef5c req-4a8eddb9-58e6-4476-8af0-b631b369c3b6 tempest-VolumesSnapshotTestJSON-1241170216 tempest-VolumesSnapshotTestJSON-1241170216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:04:45.909230 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-250ccf7c-2293-4c37-9daf-22facd69ef5c req-4a8eddb9-58e6-4476-8af0-b631b369c3b6 tempest-VolumesSnapshotTestJSON-1241170216 tempest-VolumesSnapshotTestJSON-1241170216-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932959'] for port (None), before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:04:45.991813 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-250ccf7c-2293-4c37-9daf-22facd69ef5c req-4a8eddb9-58e6-4476-8af0-b631b369c3b6 tempest-VolumesSnapshotTestJSON-1241170216 tempest-VolumesSnapshotTestJSON-1241170216-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7950394 Feb 20 23:04:46.002523 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.v2.base [req-250ccf7c-2293-4c37-9daf-22facd69ef5c req-a63d02cd-cf8c-4f5d-b72d-9825869538df service neutron] Request body: {'port': {'device_id': '203a968b-d06f-420f-bef9-0aef52a1a580', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:04:46.063563 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-250ccf7c-2293-4c37-9daf-22facd69ef5c req-a63d02cd-cf8c-4f5d-b72d-9825869538df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4131840'] for port (9d3cb58e-e23a-4e97-beb0-768f082b46f9), before_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:04:46.309202 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe83b06c-1d03-4185-ae19-16ad5625d86d req-3e75a092-60dc-4ad4-bbc4-f794c3539b55 tempest-VolumesSnapshotTestJSON-1241170216 tempest-VolumesSnapshotTestJSON-1241170216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:04:46.310677 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-fe83b06c-1d03-4185-ae19-16ad5625d86d req-3e75a092-60dc-4ad4-bbc4-f794c3539b55 tempest-VolumesSnapshotTestJSON-1241170216 tempest-VolumesSnapshotTestJSON-1241170216-project] 10.222.0.65 "GET /v2.0/ports?device_id=203a968b-d06f-420f-bef9-0aef52a1a580 HTTP/1.1" status: 200 len: 931 time: 0.1053302 Feb 20 23:04:46.316314 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.65', 51006) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:04:46.403929 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-fe83b06c-1d03-4185-ae19-16ad5625d86d req-ae1e7b62-abfe-4f26-935b-20df01814b55 tempest-VolumesSnapshotTestJSON-1241170216 tempest-VolumesSnapshotTestJSON-1241170216-project] 10.222.0.65 "GET /v2.0/security-groups?id=d0557ae7-5384-4994-8d80-712fd7d257c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867445 Feb 20 23:04:46.424962 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.notifiers.nova [req-250ccf7c-2293-4c37-9daf-22facd69ef5c req-a63d02cd-cf8c-4f5d-b72d-9825869538df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d3cb58e-e23a-4e97-beb0-768f082b46f9 {{(pid=109628) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 23:04:46.434189 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-250ccf7c-2293-4c37-9daf-22facd69ef5c req-a63d02cd-cf8c-4f5d-b72d-9825869538df service neutron] Publish callbacks [] for port (9d3cb58e-e23a-4e97-beb0-768f082b46f9), precommit_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:04:46.440863 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-0a7dfaea-a468-470f-9400-248ce4c94c99 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:04:46.449892 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.db.provisioning_blocks [req-250ccf7c-2293-4c37-9daf-22facd69ef5c req-a63d02cd-cf8c-4f5d-b72d-9825869538df service neutron] Transition to ACTIVE for port object 9d3cb58e-e23a-4e97-beb0-768f082b46f9 will not be triggered until provisioned by entity L2. {{(pid=109628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 23:04:46.508650 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-250ccf7c-2293-4c37-9daf-22facd69ef5c req-a63d02cd-cf8c-4f5d-b72d-9825869538df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747407212427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747406771514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747406771532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59259312'] for port (9d3cb58e-e23a-4e97-beb0-768f082b46f9), after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:04:46.513241 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-0a7dfaea-a468-470f-9400-248ce4c94c99 admin admin] Publish callbacks [] for security_group (accf3204-c016-4eb5-a8a5-b02e4547815e), precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:04:46.561981 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63d02cd-cf8c-4f5d-b72d-9825869538df service neutron] Pushing event updated for resources: {'Port': ['ID=9d3cb58e-e23a-4e97-beb0-768f082b46f9,revision_number=2']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:04:46.610894 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-0a7dfaea-a468-470f-9400-248ce4c94c99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627867'] for security_group (accf3204-c016-4eb5-a8a5-b02e4547815e), after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:04:46.628526 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [req-250ccf7c-2293-4c37-9daf-22facd69ef5c req-a63d02cd-cf8c-4f5d-b72d-9825869538df service neutron] Attempting to bind port 9d3cb58e-e23a-4e97-beb0-768f082b46f9 on host hv-cinder-83009 for vnic_type normal with profile {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 23:04:46.628936 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [req-250ccf7c-2293-4c37-9daf-22facd69ef5c req-a63d02cd-cf8c-4f5d-b72d-9825869538df service neutron] Attempting to bind port 9d3cb58e-e23a-4e97-beb0-768f082b46f9 by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': 'e1598797-0c40-4675-a49a-de28dac97520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'e8193870-1b01-47ab-835a-2baf20aae3ca'}] {{(pid=109628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 23:04:46.629174 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-250ccf7c-2293-4c37-9daf-22facd69ef5c req-a63d02cd-cf8c-4f5d-b72d-9825869538df service neutron] Attempting to bind port 9d3cb58e-e23a-4e97-beb0-768f082b46f9 on network e8193870-1b01-47ab-835a-2baf20aae3ca {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 23:04:46.634081 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-250ccf7c-2293-4c37-9daf-22facd69ef5c req-a63d02cd-cf8c-4f5d-b72d-9825869538df service neutron] Port 9d3cb58e-e23a-4e97-beb0-768f082b46f9 on network e8193870-1b01-47ab-835a-2baf20aae3ca not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 23:04:46.634431 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-250ccf7c-2293-4c37-9daf-22facd69ef5c req-a63d02cd-cf8c-4f5d-b72d-9825869538df service neutron] Attempting to bind port 9d3cb58e-e23a-4e97-beb0-768f082b46f9 on network e8193870-1b01-47ab-835a-2baf20aae3ca {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 23:04:46.639621 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-250ccf7c-2293-4c37-9daf-22facd69ef5c req-a63d02cd-cf8c-4f5d-b72d-9825869538df service neutron] Checking agent: {'id': 'a929ecfe-02b1-4b86-b2e7-0c746ea4b12c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 22, 57, 21), 'started_at': datetime.datetime(2022, 2, 20, 22, 57, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 23, 4, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 23:04:46.639951 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-250ccf7c-2293-4c37-9daf-22facd69ef5c req-a63d02cd-cf8c-4f5d-b72d-9825869538df service neutron] Checking segment: {'id': 'e1598797-0c40-4675-a49a-de28dac97520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'e8193870-1b01-47ab-835a-2baf20aae3ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 23:04:46.640326 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-250ccf7c-2293-4c37-9daf-22facd69ef5c req-a63d02cd-cf8c-4f5d-b72d-9825869538df service neutron] Bound using segment: {'id': 'e1598797-0c40-4675-a49a-de28dac97520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'e8193870-1b01-47ab-835a-2baf20aae3ca'} {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 23:04:46.641517 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [req-250ccf7c-2293-4c37-9daf-22facd69ef5c req-a63d02cd-cf8c-4f5d-b72d-9825869538df service neutron] Bound port: 9d3cb58e-e23a-4e97-beb0-768f082b46f9, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1598797-0c40-4675-a49a-de28dac97520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'e8193870-1b01-47ab-835a-2baf20aae3ca'}}] {{(pid=109628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 23:04:46.641517 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-250ccf7c-2293-4c37-9daf-22facd69ef5c req-a63d02cd-cf8c-4f5d-b72d-9825869538df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4131840'] for port (9d3cb58e-e23a-4e97-beb0-768f082b46f9), before_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:04:46.650789 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [None req-0a7dfaea-a468-470f-9400-248ce4c94c99 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=d3e1059e8efb47a28f613d381015c2a9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3332899 Feb 20 23:04:46.652698 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7dfaea-a468-470f-9400-248ce4c94c99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=accf3204-c016-4eb5-a8a5-b02e4547815e,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:04:46.654991 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.65', 51014) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:04:46.712338 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.db [req-250ccf7c-2293-4c37-9daf-22facd69ef5c req-a63d02cd-cf8c-4f5d-b72d-9825869538df service neutron] For port 9d3cb58e-e23a-4e97-beb0-768f082b46f9, host hv-cinder-83009, cleared binding levels {{(pid=109628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 23:04:46.715683 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.db [req-250ccf7c-2293-4c37-9daf-22facd69ef5c req-a63d02cd-cf8c-4f5d-b72d-9825869538df service neutron] For port 9d3cb58e-e23a-4e97-beb0-768f082b46f9, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=9d3cb58e-e23a-4e97-beb0-768f082b46f9,segment=NetworkSegment(e1598797-0c40-4675-a49a-de28dac97520),segment_id=e1598797-0c40-4675-a49a-de28dac97520)] {{(pid=109628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 23:04:46.741717 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-63f43ec5-ec18-4e3d-8e30-7757869a8fa4 admin admin] Publish callbacks [] for security_group (accf3204-c016-4eb5-a8a5-b02e4547815e), before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:04:46.751119 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bff1df-fed4-452d-a99f-1fcf86c1919b req-4c69fff9-8eb4-4bfa-8235-4580f7403c01 tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:04:46.752638 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-77bff1df-fed4-452d-a99f-1fcf86c1919b req-4c69fff9-8eb4-4bfa-8235-4580f7403c01 tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] 10.222.0.65 "GET /v2.0/ports?device_id=6732eadb-c39d-499f-84e7-dc5e141ce7e5 HTTP/1.1" status: 200 len: 946 time: 0.0844944 Feb 20 23:04:46.760496 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-250ccf7c-2293-4c37-9daf-22facd69ef5c req-a63d02cd-cf8c-4f5d-b72d-9825869538df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747407212427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747406771514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747406771532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59259312'] for port (9d3cb58e-e23a-4e97-beb0-768f082b46f9), after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:04:46.786687 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-63f43ec5-ec18-4e3d-8e30-7757869a8fa4 admin admin] Publish callbacks [] for security_group (accf3204-c016-4eb5-a8a5-b02e4547815e), precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:04:46.799313 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250ccf7c-2293-4c37-9daf-22facd69ef5c req-a63d02cd-cf8c-4f5d-b72d-9825869538df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:04:46.800478 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-250ccf7c-2293-4c37-9daf-22facd69ef5c req-a63d02cd-cf8c-4f5d-b72d-9825869538df service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932959'] for port (None), before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:04:46.802095 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-250ccf7c-2293-4c37-9daf-22facd69ef5c req-a63d02cd-cf8c-4f5d-b72d-9825869538df service neutron] 10.222.0.42 "PUT /v2.0/ports/9d3cb58e-e23a-4e97-beb0-768f082b46f9 HTTP/1.1" status: 200 len: 1093 time: 0.8035510 Feb 20 23:04:46.802563 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '203a968b-d06f-420f-bef9-0aef52a1a580', 'tag': '9d3cb58e-e23a-4e97-beb0-768f082b46f9'}] {{(pid=109628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 23:04:46.804753 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4be7ee60aa4259b475ee261dcf74c65065c56e299c7a4b2359a57cf03aee0d96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4976d760-a2a1-4b60-8130-08e965aab678" -d '{"events": [{"name": "network-changed", "server_uuid": "203a968b-d06f-420f-bef9-0aef52a1a580", "tag": "9d3cb58e-e23a-4e97-beb0-768f082b46f9"}]}' {{(pid=109628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 23:04:46.827905 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63d02cd-cf8c-4f5d-b72d-9825869538df service neutron] Pushing event updated for resources: {'Port': ['ID=9d3cb58e-e23a-4e97-beb0-768f082b46f9,revision_number=3']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:04:46.838816 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-77bff1df-fed4-452d-a99f-1fcf86c1919b req-736d0148-75eb-4d0b-8d68-01a5e68e35aa tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] 10.222.0.65 "GET /v2.0/security-groups?id=3bcd6c59-40eb-44ff-a14d-74710665948f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0785329 Feb 20 23:04:46.908427 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-63f43ec5-ec18-4e3d-8e30-7757869a8fa4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627867'] for security_group (accf3204-c016-4eb5-a8a5-b02e4547815e), after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:04:46.911818 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-63f43ec5-ec18-4e3d-8e30-7757869a8fa4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:04:46.915470 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [None req-63f43ec5-ec18-4e3d-8e30-7757869a8fa4 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/accf3204-c016-4eb5-a8a5-b02e4547815e HTTP/1.1" status: 204 len: 168 time: 0.2567887 Feb 20 23:04:46.926043 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f43ec5-ec18-4e3d-8e30-7757869a8fa4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=accf3204-c016-4eb5-a8a5-b02e4547815e,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:04:46.946374 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f43ec5-ec18-4e3d-8e30-7757869a8fa4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:04:46.946828 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f43ec5-ec18-4e3d-8e30-7757869a8fa4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:04:46.947400 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f43ec5-ec18-4e3d-8e30-7757869a8fa4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:04:46.948261 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f43ec5-ec18-4e3d-8e30-7757869a8fa4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:04:46.949790 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f43ec5-ec18-4e3d-8e30-7757869a8fa4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:04:46.950739 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f43ec5-ec18-4e3d-8e30-7757869a8fa4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:04:46.955479 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f43ec5-ec18-4e3d-8e30-7757869a8fa4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:04:46.956558 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f43ec5-ec18-4e3d-8e30-7757869a8fa4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:04:46.957082 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f43ec5-ec18-4e3d-8e30-7757869a8fa4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:04:46.957707 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f43ec5-ec18-4e3d-8e30-7757869a8fa4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:04:46.958672 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f43ec5-ec18-4e3d-8e30-7757869a8fa4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:04:46.961025 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f43ec5-ec18-4e3d-8e30-7757869a8fa4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:04:46.961694 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f43ec5-ec18-4e3d-8e30-7757869a8fa4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:04:46.987232 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 23:04:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c4a2870-375c-4acb-bfb8-a057ac17156e x-openstack-request-id: req-0c4a2870-375c-4acb-bfb8-a057ac17156e {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 23:04:46.987697 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "203a968b-d06f-420f-bef9-0aef52a1a580", "tag": "9d3cb58e-e23a-4e97-beb0-768f082b46f9", "status": "completed", "code": 200}]} {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 23:04:46.988056 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-0c4a2870-375c-4acb-bfb8-a057ac17156e {{(pid=109628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 23:04:46.988626 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '203a968b-d06f-420f-bef9-0aef52a1a580', 'tag': '9d3cb58e-e23a-4e97-beb0-768f082b46f9', 'status': 'completed', 'code': 200} Feb 20 23:04:46.995221 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250ccf7c-2293-4c37-9daf-22facd69ef5c req-2b4b1428-5211-433b-871c-5b74242230f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:04:46.996707 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-250ccf7c-2293-4c37-9daf-22facd69ef5c req-2b4b1428-5211-433b-871c-5b74242230f7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=df10adfc305c4be6a8cfc8eddd607c89&device_id=203a968b-d06f-420f-bef9-0aef52a1a580 HTTP/1.1" status: 200 len: 1127 time: 0.0596421 Feb 20 23:04:47.039080 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-250ccf7c-2293-4c37-9daf-22facd69ef5c req-0992c8aa-dfcf-4f37-b16b-d00b8059a7d9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9d3cb58e-e23a-4e97-beb0-768f082b46f9 HTTP/1.1" status: 200 len: 217 time: 0.0349448 Feb 20 23:04:47.092479 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250ccf7c-2293-4c37-9daf-22facd69ef5c req-25580ccb-8fe4-4565-ae0c-0325f4553ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:04:47.093924 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-250ccf7c-2293-4c37-9daf-22facd69ef5c req-25580ccb-8fe4-4565-ae0c-0325f4553ac7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=eacb9a2c-6edb-4f6e-9537-3c6a5807374e HTTP/1.1" status: 200 len: 854 time: 0.0480735 Feb 20 23:04:47.124690 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-250ccf7c-2293-4c37-9daf-22facd69ef5c req-e16845f0-8c4a-471a-9e7c-e3a3fa6ff3a7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e8193870-1b01-47ab-835a-2baf20aae3ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239248 Feb 20 23:04:47.154035 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-f8bda328-0f39-40fc-b2c8-28796977f3d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (e2edd6cb-ac77-47df-80b5-e0a92a5dde3d), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:04:47.213440 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-250ccf7c-2293-4c37-9daf-22facd69ef5c req-764d256d-3b3b-4381-9d58-d56e614502a1 service neutron] 10.222.0.42 "GET /v2.0/networks/e8193870-1b01-47ab-835a-2baf20aae3ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821369 Feb 20 23:04:47.305641 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-250ccf7c-2293-4c37-9daf-22facd69ef5c req-09d1a0ec-3fe0-4b89-98e4-0a22d7752fa8 service neutron] 10.222.0.42 "GET /v2.0/networks/e8193870-1b01-47ab-835a-2baf20aae3ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863140 Feb 20 23:04:47.501188 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.65', 51028) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:04:47.508900 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4976d760-a2a1-4b60-8130-08e965aab678 req-de41f68f-e464-4cf8-9c32-7df918c2dccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:04:47.510430 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-4976d760-a2a1-4b60-8130-08e965aab678 req-de41f68f-e464-4cf8-9c32-7df918c2dccb service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=df10adfc305c4be6a8cfc8eddd607c89&device_id=203a968b-d06f-420f-bef9-0aef52a1a580 HTTP/1.1" status: 200 len: 1127 time: 0.0666213 Feb 20 23:04:47.524793 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-29fb3872-1749-4f2a-a1ff-c87448a34754 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:04:47.525146 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f4d2fe-d614-4ea7-849c-ea5d61290efb req-eb8cb2ca-ddf7-49e4-a50a-198e94327c06 tempest-VolumesSnapshotTestJSON-1241170216 tempest-VolumesSnapshotTestJSON-1241170216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:04:47.526659 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-80f4d2fe-d614-4ea7-849c-ea5d61290efb req-eb8cb2ca-ddf7-49e4-a50a-198e94327c06 tempest-VolumesSnapshotTestJSON-1241170216 tempest-VolumesSnapshotTestJSON-1241170216-project] 10.222.0.65 "GET /v2.0/ports?device_id=203a968b-d06f-420f-bef9-0aef52a1a580 HTTP/1.1" status: 200 len: 943 time: 0.0536573 Feb 20 23:04:47.576685 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-80f4d2fe-d614-4ea7-849c-ea5d61290efb req-28f90553-2ebc-42a5-b875-bc73ecaa1362 tempest-VolumesSnapshotTestJSON-1241170216 tempest-VolumesSnapshotTestJSON-1241170216-project] 10.222.0.65 "GET /v2.0/security-groups?id=d0557ae7-5384-4994-8d80-712fd7d257c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441971 Feb 20 23:04:47.634770 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4976d760-a2a1-4b60-8130-08e965aab678 req-a2fefbcb-4556-4ec1-9925-dd70f1a661d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:04:47.636208 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-4976d760-a2a1-4b60-8130-08e965aab678 req-a2fefbcb-4556-4ec1-9925-dd70f1a661d5 service neutron] 10.222.0.42 "GET /v2.0/networks?id=e8193870-1b01-47ab-835a-2baf20aae3ca HTTP/1.1" status: 200 len: 914 time: 0.1192040 Feb 20 23:04:47.689166 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-4976d760-a2a1-4b60-8130-08e965aab678 req-d60a4fb6-9441-467c-8fd8-51689c3440d0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9d3cb58e-e23a-4e97-beb0-768f082b46f9 HTTP/1.1" status: 200 len: 217 time: 0.0397842 Feb 20 23:04:47.698706 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-29fb3872-1749-4f2a-a1ff-c87448a34754 admin admin] Publish callbacks [] for security_group (ffb364f7-019d-43e8-b8fd-d22a7f3f6492), precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:04:47.742197 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4976d760-a2a1-4b60-8130-08e965aab678 req-91fb54eb-3737-4567-901b-d47e167e0e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:04:47.743743 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-4976d760-a2a1-4b60-8130-08e965aab678 req-91fb54eb-3737-4567-901b-d47e167e0e19 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=eacb9a2c-6edb-4f6e-9537-3c6a5807374e HTTP/1.1" status: 200 len: 854 time: 0.0470972 Feb 20 23:04:47.775619 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-4976d760-a2a1-4b60-8130-08e965aab678 req-6774c97f-01d8-4ee7-8d8e-25b07e2efff8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e8193870-1b01-47ab-835a-2baf20aae3ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247533 Feb 20 23:04:47.823532 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-29fb3872-1749-4f2a-a1ff-c87448a34754 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627867'] for security_group (ffb364f7-019d-43e8-b8fd-d22a7f3f6492), after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:04:47.872204 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fb3872-1749-4f2a-a1ff-c87448a34754 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffb364f7-019d-43e8-b8fd-d22a7f3f6492,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:04:47.876108 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [None req-29fb3872-1749-4f2a-a1ff-c87448a34754 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=50cbe340300d42af935af57e1929591d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3739743 Feb 20 23:04:47.879265 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.65', 51032) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:04:47.895636 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29fb3872-1749-4f2a-a1ff-c87448a34754 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:04:47.895986 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29fb3872-1749-4f2a-a1ff-c87448a34754 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:04:47.896322 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29fb3872-1749-4f2a-a1ff-c87448a34754 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:04:47.896660 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29fb3872-1749-4f2a-a1ff-c87448a34754 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:04:47.896984 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29fb3872-1749-4f2a-a1ff-c87448a34754 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:04:47.897312 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29fb3872-1749-4f2a-a1ff-c87448a34754 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:04:47.897633 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29fb3872-1749-4f2a-a1ff-c87448a34754 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:04:47.897956 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29fb3872-1749-4f2a-a1ff-c87448a34754 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:04:47.898284 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29fb3872-1749-4f2a-a1ff-c87448a34754 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:04:47.898641 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29fb3872-1749-4f2a-a1ff-c87448a34754 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:04:47.898958 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29fb3872-1749-4f2a-a1ff-c87448a34754 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:04:47.899279 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29fb3872-1749-4f2a-a1ff-c87448a34754 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:04:47.899712 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29fb3872-1749-4f2a-a1ff-c87448a34754 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:04:47.929762 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-4976d760-a2a1-4b60-8130-08e965aab678 req-4218b1b7-edbe-4e21-b6a3-af38b369d3cf service neutron] 10.222.0.42 "GET /v2.0/networks/e8193870-1b01-47ab-835a-2baf20aae3ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1485770 Feb 20 23:04:47.929973 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-1f9c0962-639c-4411-adec-37e1503d3d5d admin admin] Publish callbacks [] for security_group (ffb364f7-019d-43e8-b8fd-d22a7f3f6492), before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:04:47.950593 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-1f9c0962-639c-4411-adec-37e1503d3d5d admin admin] Publish callbacks [] for security_group (ffb364f7-019d-43e8-b8fd-d22a7f3f6492), precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:04:48.026446 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143db46c-4c3e-464d-a1c7-044235e609b3 req-9286e91b-9681-42ed-8be2-81975a278561 tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:04:48.027929 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-143db46c-4c3e-464d-a1c7-044235e609b3 req-9286e91b-9681-42ed-8be2-81975a278561 tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] 10.222.0.65 "GET /v2.0/ports?device_id=6732eadb-c39d-499f-84e7-dc5e141ce7e5 HTTP/1.1" status: 200 len: 946 time: 0.1108582 Feb 20 23:04:48.057730 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-4976d760-a2a1-4b60-8130-08e965aab678 req-2936ce14-8d6a-4037-884c-574d43fa4b88 service neutron] 10.222.0.42 "GET /v2.0/networks/e8193870-1b01-47ab-835a-2baf20aae3ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138594 Feb 20 23:04:48.086530 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-1f9c0962-639c-4411-adec-37e1503d3d5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627867'] for security_group (ffb364f7-019d-43e8-b8fd-d22a7f3f6492), after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:04:48.089296 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-1f9c0962-639c-4411-adec-37e1503d3d5d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:04:48.090478 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [None req-1f9c0962-639c-4411-adec-37e1503d3d5d admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/ffb364f7-019d-43e8-b8fd-d22a7f3f6492 HTTP/1.1" status: 204 len: 168 time: 0.2098029 Feb 20 23:04:48.090931 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-143db46c-4c3e-464d-a1c7-044235e609b3 req-31d82558-da0b-4bdb-a491-617a5456e663 tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] 10.222.0.65 "GET /v2.0/security-groups?id=3bcd6c59-40eb-44ff-a14d-74710665948f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568402 Feb 20 23:04:48.099284 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9c0962-639c-4411-adec-37e1503d3d5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffb364f7-019d-43e8-b8fd-d22a7f3f6492,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:04:48.662882 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (2dc95353-690e-4eed-857f-cdb5bbe3a4be), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:04:48.695860 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f6ec70-4cae-418b-a872-acb863eacfb3 req-71506e1b-0e66-4ee4-bba3-d80f5322f8fd tempest-VolumesSnapshotTestJSON-1241170216 tempest-VolumesSnapshotTestJSON-1241170216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:04:48.697346 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-54f6ec70-4cae-418b-a872-acb863eacfb3 req-71506e1b-0e66-4ee4-bba3-d80f5322f8fd tempest-VolumesSnapshotTestJSON-1241170216 tempest-VolumesSnapshotTestJSON-1241170216-project] 10.222.0.65 "GET /v2.0/ports?device_id=203a968b-d06f-420f-bef9-0aef52a1a580 HTTP/1.1" status: 200 len: 943 time: 0.0531924 Feb 20 23:04:48.702073 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.65', 51042) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:04:48.720140 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-61466717-b956-48cc-bfd6-45dff9a4a0a5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:04:48.776322 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-54f6ec70-4cae-418b-a872-acb863eacfb3 req-ee69a2e7-d2ec-4042-908f-b062ba96488a tempest-VolumesSnapshotTestJSON-1241170216 tempest-VolumesSnapshotTestJSON-1241170216-project] 10.222.0.65 "GET /v2.0/security-groups?id=d0557ae7-5384-4994-8d80-712fd7d257c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681245 Feb 20 23:04:48.824595 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-61466717-b956-48cc-bfd6-45dff9a4a0a5 admin admin] Publish callbacks [] for security_group (4cbb9e07-5cee-4a70-b80b-709c0c3c9d4b), precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:04:48.908224 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-61466717-b956-48cc-bfd6-45dff9a4a0a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627867'] for security_group (4cbb9e07-5cee-4a70-b80b-709c0c3c9d4b), after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:04:48.946454 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [None req-61466717-b956-48cc-bfd6-45dff9a4a0a5 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=fd4e81fe23094a5fa18ecb3023ce8866&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2433372 Feb 20 23:04:48.947311 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61466717-b956-48cc-bfd6-45dff9a4a0a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cbb9e07-5cee-4a70-b80b-709c0c3c9d4b,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:04:48.949168 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.65', 51044) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:04:48.996259 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-9bdc8aec-68aa-402d-ac23-55a4b56ac93c admin admin] Publish callbacks [] for security_group (4cbb9e07-5cee-4a70-b80b-709c0c3c9d4b), before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:04:49.016185 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-9bdc8aec-68aa-402d-ac23-55a4b56ac93c admin admin] Publish callbacks [] for security_group (4cbb9e07-5cee-4a70-b80b-709c0c3c9d4b), precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:04:49.137349 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-9bdc8aec-68aa-402d-ac23-55a4b56ac93c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627867'] for security_group (4cbb9e07-5cee-4a70-b80b-709c0c3c9d4b), after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:04:49.140191 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-9bdc8aec-68aa-402d-ac23-55a4b56ac93c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:04:49.147729 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [None req-9bdc8aec-68aa-402d-ac23-55a4b56ac93c admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/4cbb9e07-5cee-4a70-b80b-709c0c3c9d4b HTTP/1.1" status: 204 len: 168 time: 0.1911433 Feb 20 23:04:49.151012 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdc8aec-68aa-402d-ac23-55a4b56ac93c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cbb9e07-5cee-4a70-b80b-709c0c3c9d4b,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:04:49.225182 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002a6d99-25d9-489e-b220-566f904e4030 req-801660c5-0837-41eb-8e4c-27cdc43f4cfd tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:04:49.226666 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-002a6d99-25d9-489e-b220-566f904e4030 req-801660c5-0837-41eb-8e4c-27cdc43f4cfd tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] 10.222.0.65 "GET /v2.0/ports?device_id=6732eadb-c39d-499f-84e7-dc5e141ce7e5 HTTP/1.1" status: 200 len: 946 time: 0.0534139 Feb 20 23:04:49.273978 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-002a6d99-25d9-489e-b220-566f904e4030 req-982bbdaa-aeac-443c-af85-ab4c229a02ef tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] 10.222.0.65 "GET /v2.0/security-groups?id=3bcd6c59-40eb-44ff-a14d-74710665948f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406628 Feb 20 23:04:49.898553 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085f58cd-7a74-4bf5-8013-15afc34dedb7 req-387c9468-ea2a-4844-97f9-c9725d87cab3 tempest-VolumesSnapshotTestJSON-1241170216 tempest-VolumesSnapshotTestJSON-1241170216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:04:49.900031 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-085f58cd-7a74-4bf5-8013-15afc34dedb7 req-387c9468-ea2a-4844-97f9-c9725d87cab3 tempest-VolumesSnapshotTestJSON-1241170216 tempest-VolumesSnapshotTestJSON-1241170216-project] 10.222.0.65 "GET /v2.0/ports?device_id=203a968b-d06f-420f-bef9-0aef52a1a580 HTTP/1.1" status: 200 len: 943 time: 0.0530427 Feb 20 23:04:49.947525 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-085f58cd-7a74-4bf5-8013-15afc34dedb7 req-92bf0ad7-98ca-4f87-99c1-83689ddd2823 tempest-VolumesSnapshotTestJSON-1241170216 tempest-VolumesSnapshotTestJSON-1241170216-project] 10.222.0.65 "GET /v2.0/security-groups?id=d0557ae7-5384-4994-8d80-712fd7d257c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418115 Feb 20 23:04:50.392952 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d057b3b7-890c-4efd-9ca8-47989ffc3657 req-161a9bf0-61b2-4cc2-a0a4-909715e59eb7 tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:04:50.394555 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-d057b3b7-890c-4efd-9ca8-47989ffc3657 req-161a9bf0-61b2-4cc2-a0a4-909715e59eb7 tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] 10.222.0.65 "GET /v2.0/ports?device_id=6732eadb-c39d-499f-84e7-dc5e141ce7e5 HTTP/1.1" status: 200 len: 946 time: 0.0537248 Feb 20 23:04:50.440738 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-d057b3b7-890c-4efd-9ca8-47989ffc3657 req-74e70fcc-4d14-4034-a4fb-e430d549d8cd tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] 10.222.0.65 "GET /v2.0/security-groups?id=3bcd6c59-40eb-44ff-a14d-74710665948f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407455 Feb 20 23:04:50.835772 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea16f62-2d51-44d3-9698-9c58f7f72997 req-cf8b73a4-6def-47a3-a140-b7f33fe759b7 tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:04:50.837220 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-cea16f62-2d51-44d3-9698-9c58f7f72997 req-cf8b73a4-6def-47a3-a140-b7f33fe759b7 tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] 10.222.0.65 "GET /v2.0/ports?device_id=6732eadb-c39d-499f-84e7-dc5e141ce7e5 HTTP/1.1" status: 200 len: 946 time: 0.0534227 Feb 20 23:04:50.885455 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-cea16f62-2d51-44d3-9698-9c58f7f72997 req-11134827-b602-4766-8df5-c50bf61c75c3 tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] 10.222.0.65 "GET /v2.0/security-groups?id=3bcd6c59-40eb-44ff-a14d-74710665948f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425189 Feb 20 23:04:51.075516 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90750e33-7bfc-4e1b-82c4-11a557e00022 req-94ed8402-c415-4108-a4a2-046fea831fca tempest-VolumesSnapshotTestJSON-1241170216 tempest-VolumesSnapshotTestJSON-1241170216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:04:51.077032 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-90750e33-7bfc-4e1b-82c4-11a557e00022 req-94ed8402-c415-4108-a4a2-046fea831fca tempest-VolumesSnapshotTestJSON-1241170216 tempest-VolumesSnapshotTestJSON-1241170216-project] 10.222.0.65 "GET /v2.0/ports?device_id=203a968b-d06f-420f-bef9-0aef52a1a580 HTTP/1.1" status: 200 len: 943 time: 0.0597026 Feb 20 23:04:51.092408 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6b31a3-5608-46b1-b3fc-0e7755614778 req-5708ba35-48f2-4b19-9ddd-5be5ae6ed153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:04:51.093863 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-9f6b31a3-5608-46b1-b3fc-0e7755614778 req-5708ba35-48f2-4b19-9ddd-5be5ae6ed153 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1a80503a610548b7b777c092435079dc&device_id=6732eadb-c39d-499f-84e7-dc5e141ce7e5 HTTP/1.1" status: 200 len: 1130 time: 0.0503590 Feb 20 23:04:51.125508 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-90750e33-7bfc-4e1b-82c4-11a557e00022 req-6207c1a7-d2ac-4d3f-ae9b-7ce93c4b661b tempest-VolumesSnapshotTestJSON-1241170216 tempest-VolumesSnapshotTestJSON-1241170216-project] 10.222.0.65 "GET /v2.0/security-groups?id=d0557ae7-5384-4994-8d80-712fd7d257c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420480 Feb 20 23:04:51.185538 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6b31a3-5608-46b1-b3fc-0e7755614778 req-b7146140-9d43-4e1c-89b7-800ea494932e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:04:51.187021 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-9f6b31a3-5608-46b1-b3fc-0e7755614778 req-b7146140-9d43-4e1c-89b7-800ea494932e service neutron] 10.222.0.42 "GET /v2.0/networks?id=330ae1fa-e5e0-405b-adb6-d2248d3b3656 HTTP/1.1" status: 200 len: 911 time: 0.0870824 Feb 20 23:04:51.254806 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-9f6b31a3-5608-46b1-b3fc-0e7755614778 req-6bc28c43-a2b2-4506-8097-4b550d07f155 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=47ffeeef-0c16-44ca-8659-d7555ecc7372 HTTP/1.1" status: 200 len: 1002 time: 0.0605342 Feb 20 23:04:51.302656 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6b31a3-5608-46b1-b3fc-0e7755614778 req-7c0ad4ec-be80-472a-9ff8-1a31cbda30d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:04:51.304089 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-9f6b31a3-5608-46b1-b3fc-0e7755614778 req-7c0ad4ec-be80-472a-9ff8-1a31cbda30d4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f975dd8a-099e-41b7-b390-f487b4c5fbc0 HTTP/1.1" status: 200 len: 850 time: 0.0424426 Feb 20 23:04:51.350669 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6b31a3-5608-46b1-b3fc-0e7755614778 req-e6f1dcc9-53b8-4ed5-9ca3-76aa76d55d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:04:51.352097 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-9f6b31a3-5608-46b1-b3fc-0e7755614778 req-e6f1dcc9-53b8-4ed5-9ca3-76aa76d55d1f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=330ae1fa-e5e0-405b-adb6-d2248d3b3656&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0423315 Feb 20 23:04:51.441613 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-9f6b31a3-5608-46b1-b3fc-0e7755614778 req-2078767f-2ef7-4e87-a21c-79cd00635449 service neutron] 10.222.0.42 "GET /v2.0/networks/330ae1fa-e5e0-405b-adb6-d2248d3b3656?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828907 Feb 20 23:04:51.526101 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-9f6b31a3-5608-46b1-b3fc-0e7755614778 req-089538f3-cd72-4a54-82fc-bcdcc9f6f9e6 service neutron] 10.222.0.42 "GET /v2.0/networks/330ae1fa-e5e0-405b-adb6-d2248d3b3656?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0780802 Feb 20 23:04:52.009034 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa8f4e2-4794-4dd5-8b46-b237d63da61a req-5785b71c-f5d1-4358-8bbd-19e5ea02dcdf tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:04:52.010538 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-0fa8f4e2-4794-4dd5-8b46-b237d63da61a req-5785b71c-f5d1-4358-8bbd-19e5ea02dcdf tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] 10.222.0.65 "GET /v2.0/ports?device_id=6732eadb-c39d-499f-84e7-dc5e141ce7e5 HTTP/1.1" status: 200 len: 946 time: 0.0546002 Feb 20 23:04:52.057643 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-0fa8f4e2-4794-4dd5-8b46-b237d63da61a req-29e4e0d0-e3cb-4fc6-8984-d57639c85d8e tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] 10.222.0.65 "GET /v2.0/security-groups?id=3bcd6c59-40eb-44ff-a14d-74710665948f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413377 Feb 20 23:04:52.252764 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7e4616-2f87-43b6-8b1b-0a56092b93e1 req-ffa6deba-314d-4b02-9cd6-9c40e07ef125 tempest-VolumesSnapshotTestJSON-1241170216 tempest-VolumesSnapshotTestJSON-1241170216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:04:52.254850 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-be7e4616-2f87-43b6-8b1b-0a56092b93e1 req-ffa6deba-314d-4b02-9cd6-9c40e07ef125 tempest-VolumesSnapshotTestJSON-1241170216 tempest-VolumesSnapshotTestJSON-1241170216-project] 10.222.0.65 "GET /v2.0/ports?device_id=203a968b-d06f-420f-bef9-0aef52a1a580 HTTP/1.1" status: 200 len: 943 time: 0.0519090 Feb 20 23:04:52.299603 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-be7e4616-2f87-43b6-8b1b-0a56092b93e1 req-c5e13470-9a2c-4a9e-bcf1-f8c9f50a081b tempest-VolumesSnapshotTestJSON-1241170216 tempest-VolumesSnapshotTestJSON-1241170216-project] 10.222.0.65 "GET /v2.0/security-groups?id=d0557ae7-5384-4994-8d80-712fd7d257c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391889 Feb 20 23:04:53.177273 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251585b4-1000-4991-84d9-916b25a0a41d req-beb66c97-fddb-4d73-b16b-bbd7623e5270 tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:04:53.178788 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-251585b4-1000-4991-84d9-916b25a0a41d req-beb66c97-fddb-4d73-b16b-bbd7623e5270 tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] 10.222.0.65 "GET /v2.0/ports?device_id=6732eadb-c39d-499f-84e7-dc5e141ce7e5 HTTP/1.1" status: 200 len: 946 time: 0.0551014 Feb 20 23:04:53.229780 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-251585b4-1000-4991-84d9-916b25a0a41d req-e0ea3995-e530-4625-9528-c28b43a145e0 tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] 10.222.0.65 "GET /v2.0/security-groups?id=3bcd6c59-40eb-44ff-a14d-74710665948f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454121 Feb 20 23:04:53.304644 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Device 9d3cb58e-e23a-4e97-beb0-768f082b46f9 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=109630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 23:04:53.399330 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] For port 9d3cb58e-e23a-4e97-beb0-768f082b46f9, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=9d3cb58e-e23a-4e97-beb0-768f082b46f9,segment=NetworkSegment(e1598797-0c40-4675-a49a-de28dac97520),segment_id=e1598797-0c40-4675-a49a-de28dac97520)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:04:53.410487 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Returning: {'device': '9d3cb58e-e23a-4e97-beb0-768f082b46f9', 'network_id': 'e8193870-1b01-47ab-835a-2baf20aae3ca', 'port_id': '9d3cb58e-e23a-4e97-beb0-768f082b46f9', 'mac_address': 'fa:16:3e:f3:1f:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eacb9a2c-6edb-4f6e-9537-3c6a5807374e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 23:04:53.417672 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b698bb0-a580-4ac3-90cb-8b4927799564 req-d8db4deb-7a98-4249-98df-c294f14d2a96 tempest-VolumesSnapshotTestJSON-1241170216 tempest-VolumesSnapshotTestJSON-1241170216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:04:53.419167 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-8b698bb0-a580-4ac3-90cb-8b4927799564 req-d8db4deb-7a98-4249-98df-c294f14d2a96 tempest-VolumesSnapshotTestJSON-1241170216 tempest-VolumesSnapshotTestJSON-1241170216-project] 10.222.0.65 "GET /v2.0/ports?device_id=203a968b-d06f-420f-bef9-0aef52a1a580 HTTP/1.1" status: 200 len: 943 time: 0.0508866 Feb 20 23:04:53.449904 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Current status of the port 9d3cb58e-e23a-4e97-beb0-768f082b46f9 is: DOWN; New status is: BUILD {{(pid=109630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:04:53.450295 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4131840'] for port (9d3cb58e-e23a-4e97-beb0-768f082b46f9), before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:04:53.464569 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.notifiers.nova [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d3cb58e-e23a-4e97-beb0-768f082b46f9 {{(pid=109630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 23:04:53.471175 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-8b698bb0-a580-4ac3-90cb-8b4927799564 req-847a8b02-a5de-4721-9383-dd91ffa6f28c tempest-VolumesSnapshotTestJSON-1241170216 tempest-VolumesSnapshotTestJSON-1241170216-project] 10.222.0.65 "GET /v2.0/security-groups?id=d0557ae7-5384-4994-8d80-712fd7d257c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461612 Feb 20 23:04:53.489333 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] For port 9d3cb58e-e23a-4e97-beb0-768f082b46f9, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=9d3cb58e-e23a-4e97-beb0-768f082b46f9,segment=NetworkSegment(e1598797-0c40-4675-a49a-de28dac97520),segment_id=e1598797-0c40-4675-a49a-de28dac97520)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:04:53.531474 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747407212427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747406771514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747406771532'] for port (9d3cb58e-e23a-4e97-beb0-768f082b46f9), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:04:53.577825 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Pushing event updated for resources: {'Port': ['ID=9d3cb58e-e23a-4e97-beb0-768f082b46f9,revision_number=4']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:04:53.912833 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] get_ports_and_sgs() called for port_ids ['9d3cb58e-e23a-4e97-beb0-768f082b46f9'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 23:04:54.588320 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd222280-3ad5-4f93-8344-64bfa77a1b54 req-14770dcc-d9c1-42f1-9617-435d04c75122 tempest-VolumesSnapshotTestJSON-1241170216 tempest-VolumesSnapshotTestJSON-1241170216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:04:54.589762 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-bd222280-3ad5-4f93-8344-64bfa77a1b54 req-14770dcc-d9c1-42f1-9617-435d04c75122 tempest-VolumesSnapshotTestJSON-1241170216 tempest-VolumesSnapshotTestJSON-1241170216-project] 10.222.0.65 "GET /v2.0/ports?device_id=203a968b-d06f-420f-bef9-0aef52a1a580 HTTP/1.1" status: 200 len: 944 time: 0.0502634 Feb 20 23:04:54.635387 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-bd222280-3ad5-4f93-8344-64bfa77a1b54 req-3a7b7b6e-8ac4-4a83-9745-5cee7dac22ee tempest-VolumesSnapshotTestJSON-1241170216 tempest-VolumesSnapshotTestJSON-1241170216-project] 10.222.0.65 "GET /v2.0/security-groups?id=d0557ae7-5384-4994-8d80-712fd7d257c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401406 Feb 20 23:04:54.798073 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.65', 51144) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:04:54.906149 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-6bf915de-6a9b-4edd-a16c-4eb5866f31cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:04:54.980026 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-6bf915de-6a9b-4edd-a16c-4eb5866f31cc admin admin] Publish callbacks [] for security_group (f440b23e-8545-4f6b-89f3-549da48628cb), precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:04:55.050953 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-6bf915de-6a9b-4edd-a16c-4eb5866f31cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627867'] for security_group (f440b23e-8545-4f6b-89f3-549da48628cb), after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:04:55.089208 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [None req-6bf915de-6a9b-4edd-a16c-4eb5866f31cc admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=9e1868471d36455dba9708f2594346de&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2900238 Feb 20 23:04:55.090282 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf915de-6a9b-4edd-a16c-4eb5866f31cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f440b23e-8545-4f6b-89f3-549da48628cb,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:04:55.093294 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.65', 51154) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:04:55.143240 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-6d6b85fd-9bba-48f9-883f-44d7ac481c07 admin admin] Publish callbacks [] for security_group (f440b23e-8545-4f6b-89f3-549da48628cb), before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:04:55.164615 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-6d6b85fd-9bba-48f9-883f-44d7ac481c07 admin admin] Publish callbacks [] for security_group (f440b23e-8545-4f6b-89f3-549da48628cb), precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:04:55.274453 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-6d6b85fd-9bba-48f9-883f-44d7ac481c07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627867'] for security_group (f440b23e-8545-4f6b-89f3-549da48628cb), after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:04:55.277057 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-6d6b85fd-9bba-48f9-883f-44d7ac481c07 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:04:55.278230 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [None req-6d6b85fd-9bba-48f9-883f-44d7ac481c07 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/f440b23e-8545-4f6b-89f3-549da48628cb HTTP/1.1" status: 204 len: 168 time: 0.1837437 Feb 20 23:04:55.285931 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6b85fd-9bba-48f9-883f-44d7ac481c07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f440b23e-8545-4f6b-89f3-549da48628cb,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:04:55.318959 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Device 9d3cb58e-e23a-4e97-beb0-768f082b46f9 up at agent hyperv_hv-cinder-83009 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 23:04:55.422379 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Provisioning for port 9d3cb58e-e23a-4e97-beb0-768f082b46f9 completed by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 23:04:55.427032 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Provisioning complete for port 9d3cb58e-e23a-4e97-beb0-768f082b46f9 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:04:55.427404 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4145689'] for port (9d3cb58e-e23a-4e97-beb0-768f082b46f9), provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:04:55.629661 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Current status of the port 9d3cb58e-e23a-4e97-beb0-768f082b46f9 is: BUILD; New status is: ACTIVE {{(pid=109630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:04:55.630052 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4131840'] for port (9d3cb58e-e23a-4e97-beb0-768f082b46f9), before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:04:55.644983 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.db.agents_db [None req-1f7bd598-9080-4651-a904-61cb6c9001fd None None] Agent healthcheck: found 6 active agents {{(pid=109631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 23:04:55.656230 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '203a968b-d06f-420f-bef9-0aef52a1a580', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d3cb58e-e23a-4e97-beb0-768f082b46f9'}] {{(pid=109630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 23:04:55.656230 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f8f7ade39b9b648cd02963e66adb41eb29d40ae47bdce8ccfc3d1936511f484" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ccce20e-c54a-441c-b9c5-5597570a69ba" -d '{"events": [{"server_uuid": "203a968b-d06f-420f-bef9-0aef52a1a580", "name": "network-vif-plugged", "status": "completed", "tag": "9d3cb58e-e23a-4e97-beb0-768f082b46f9"}]}' {{(pid=109630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 23:04:55.685506 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] For port 9d3cb58e-e23a-4e97-beb0-768f082b46f9, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=9d3cb58e-e23a-4e97-beb0-768f082b46f9,segment=NetworkSegment(e1598797-0c40-4675-a49a-de28dac97520),segment_id=e1598797-0c40-4675-a49a-de28dac97520)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:04:55.701745 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 23:04:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-709aa9c8-0fe4-481b-a779-f58e2fafddc8 x-openstack-request-id: req-709aa9c8-0fe4-481b-a779-f58e2fafddc8 {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 23:04:55.701745 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "203a968b-d06f-420f-bef9-0aef52a1a580", "name": "network-vif-plugged", "status": "completed", "tag": "9d3cb58e-e23a-4e97-beb0-768f082b46f9", "code": 200}]} {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 23:04:55.701745 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-709aa9c8-0fe4-481b-a779-f58e2fafddc8 {{(pid=109630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 23:04:55.701745 dv-cinder-830096-1-iscsi neutron-server[109630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '203a968b-d06f-420f-bef9-0aef52a1a580', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d3cb58e-e23a-4e97-beb0-768f082b46f9', 'code': 200} Feb 20 23:04:55.742607 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747407212427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747406771514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747406771532'] for port (9d3cb58e-e23a-4e97-beb0-768f082b46f9), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:04:55.768699 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdef92e2-f387-4c8b-afaf-bad440585e03 req-ab1026ff-30a9-4ccb-861d-a282a931d391 tempest-VolumesSnapshotTestJSON-1241170216 tempest-VolumesSnapshotTestJSON-1241170216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:04:55.770203 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-cdef92e2-f387-4c8b-afaf-bad440585e03 req-ab1026ff-30a9-4ccb-861d-a282a931d391 tempest-VolumesSnapshotTestJSON-1241170216 tempest-VolumesSnapshotTestJSON-1241170216-project] 10.222.0.65 "GET /v2.0/ports?device_id=203a968b-d06f-420f-bef9-0aef52a1a580 HTTP/1.1" status: 200 len: 944 time: 0.0533781 Feb 20 23:04:55.789987 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Pushing event updated for resources: {'Port': ['ID=9d3cb58e-e23a-4e97-beb0-768f082b46f9,revision_number=5']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:04:55.824511 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-cdef92e2-f387-4c8b-afaf-bad440585e03 req-9b15ab0e-53be-4154-9de1-5bbaf420cee2 tempest-VolumesSnapshotTestJSON-1241170216 tempest-VolumesSnapshotTestJSON-1241170216-project] 10.222.0.65 "GET /v2.0/security-groups?id=d0557ae7-5384-4994-8d80-712fd7d257c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484109 Feb 20 23:04:56.007515 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3094fe5f-db83-4d77-95b4-bef9a1a3a3e6 req-b71833c3-7796-4047-aeff-47384b495e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:04:56.009062 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-3094fe5f-db83-4d77-95b4-bef9a1a3a3e6 req-b71833c3-7796-4047-aeff-47384b495e1c service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=203a968b-d06f-420f-bef9-0aef52a1a580 HTTP/1.1" status: 200 len: 1129 time: 0.0453904 Feb 20 23:04:56.056179 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-3094fe5f-db83-4d77-95b4-bef9a1a3a3e6 req-5ff91d5d-4152-4bc1-bd41-7543f3bd6696 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=d0557ae7-5384-4994-8d80-712fd7d257c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392742 Feb 20 23:04:56.074563 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (a929ecfe-02b1-4b86-b2e7-0c746ea4b12c), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:04:56.797338 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.65', 51194) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:04:56.900929 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-4652ee1b-b2af-4cae-8b94-4a7b134dbbb2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:04:56.943932 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cac5b17-44df-4ffb-8328-b91452a1e64e req-2db40bc0-9d27-4b22-83d7-55836f476cc7 tempest-VolumesSnapshotTestJSON-1241170216 tempest-VolumesSnapshotTestJSON-1241170216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:04:56.945500 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-1cac5b17-44df-4ffb-8328-b91452a1e64e req-2db40bc0-9d27-4b22-83d7-55836f476cc7 tempest-VolumesSnapshotTestJSON-1241170216 tempest-VolumesSnapshotTestJSON-1241170216-project] 10.222.0.65 "GET /v2.0/ports?device_id=203a968b-d06f-420f-bef9-0aef52a1a580 HTTP/1.1" status: 200 len: 945 time: 0.0520141 Feb 20 23:04:56.979441 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-4652ee1b-b2af-4cae-8b94-4a7b134dbbb2 admin admin] Publish callbacks [] for security_group (78a8dfa3-e9bc-4ae5-b354-407c39a98ec7), precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:04:56.997374 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-1cac5b17-44df-4ffb-8328-b91452a1e64e req-2cb23c75-3b85-4eb9-9eb1-779ebb14e7d8 tempest-VolumesSnapshotTestJSON-1241170216 tempest-VolumesSnapshotTestJSON-1241170216-project] 10.222.0.65 "GET /v2.0/security-groups?id=d0557ae7-5384-4994-8d80-712fd7d257c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456395 Feb 20 23:04:57.056879 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-4652ee1b-b2af-4cae-8b94-4a7b134dbbb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627867'] for security_group (78a8dfa3-e9bc-4ae5-b354-407c39a98ec7), after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:04:57.095065 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [None req-4652ee1b-b2af-4cae-8b94-4a7b134dbbb2 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=68afc19c41964cf4b92c35a08eabdf72&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2966449 Feb 20 23:04:57.095986 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4652ee1b-b2af-4cae-8b94-4a7b134dbbb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78a8dfa3-e9bc-4ae5-b354-407c39a98ec7,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:04:57.098311 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.65', 51200) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:04:57.386554 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-297b25e7-1afc-4a19-90d5-e827f18ab8f8 admin admin] Publish callbacks [] for security_group (78a8dfa3-e9bc-4ae5-b354-407c39a98ec7), before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:04:57.406877 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-297b25e7-1afc-4a19-90d5-e827f18ab8f8 admin admin] Publish callbacks [] for security_group (78a8dfa3-e9bc-4ae5-b354-407c39a98ec7), precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:04:57.851190 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-297b25e7-1afc-4a19-90d5-e827f18ab8f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627867'] for security_group (78a8dfa3-e9bc-4ae5-b354-407c39a98ec7), after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:04:57.853824 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-297b25e7-1afc-4a19-90d5-e827f18ab8f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:04:57.854998 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [None req-297b25e7-1afc-4a19-90d5-e827f18ab8f8 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/78a8dfa3-e9bc-4ae5-b354-407c39a98ec7 HTTP/1.1" status: 204 len: 168 time: 0.7556698 Feb 20 23:04:57.862837 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297b25e7-1afc-4a19-90d5-e827f18ab8f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78a8dfa3-e9bc-4ae5-b354-407c39a98ec7,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:04:58.114609 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b956e6b2-b360-440e-8a71-310f20d43bc4 req-e679d05a-1da0-405c-87a9-824b436f9efd tempest-VolumesSnapshotTestJSON-1241170216 tempest-VolumesSnapshotTestJSON-1241170216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:04:58.116096 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-b956e6b2-b360-440e-8a71-310f20d43bc4 req-e679d05a-1da0-405c-87a9-824b436f9efd tempest-VolumesSnapshotTestJSON-1241170216 tempest-VolumesSnapshotTestJSON-1241170216-project] 10.222.0.65 "GET /v2.0/ports?device_id=203a968b-d06f-420f-bef9-0aef52a1a580 HTTP/1.1" status: 200 len: 945 time: 0.0528002 Feb 20 23:04:58.164676 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-b956e6b2-b360-440e-8a71-310f20d43bc4 req-ee472b68-0841-4170-9982-05648f3fd89c tempest-VolumesSnapshotTestJSON-1241170216 tempest-VolumesSnapshotTestJSON-1241170216-project] 10.222.0.65 "GET /v2.0/security-groups?id=d0557ae7-5384-4994-8d80-712fd7d257c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431151 Feb 20 23:04:58.312205 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.65', 51212) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:04:58.414318 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-7d0b87a8-1c55-4b1a-9b1f-d627338fa325 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:04:58.489067 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-7d0b87a8-1c55-4b1a-9b1f-d627338fa325 admin admin] Publish callbacks [] for security_group (772c62e6-1d40-46dd-aade-3a982a9473de), precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:04:58.547848 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-7d0b87a8-1c55-4b1a-9b1f-d627338fa325 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627867'] for security_group (772c62e6-1d40-46dd-aade-3a982a9473de), after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:04:58.586246 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [None req-7d0b87a8-1c55-4b1a-9b1f-d627338fa325 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=7686f79004d14ffbb2d031966621f3af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2727094 Feb 20 23:04:58.587020 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0b87a8-1c55-4b1a-9b1f-d627338fa325 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=772c62e6-1d40-46dd-aade-3a982a9473de,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:04:58.588804 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.65', 51216) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:04:58.636578 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-6109c021-2f83-489d-8f00-2178c5725974 admin admin] Publish callbacks [] for security_group (772c62e6-1d40-46dd-aade-3a982a9473de), before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:04:58.657792 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-6109c021-2f83-489d-8f00-2178c5725974 admin admin] Publish callbacks [] for security_group (772c62e6-1d40-46dd-aade-3a982a9473de), precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:04:58.788405 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-6109c021-2f83-489d-8f00-2178c5725974 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627867'] for security_group (772c62e6-1d40-46dd-aade-3a982a9473de), after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:04:58.791014 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-6109c021-2f83-489d-8f00-2178c5725974 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:04:58.792167 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [None req-6109c021-2f83-489d-8f00-2178c5725974 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/772c62e6-1d40-46dd-aade-3a982a9473de HTTP/1.1" status: 204 len: 168 time: 0.2023621 Feb 20 23:04:58.799868 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6109c021-2f83-489d-8f00-2178c5725974 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=772c62e6-1d40-46dd-aade-3a982a9473de,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:04:59.290140 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9abd6ea-a7f5-48fe-93e9-7b33710488f8 req-e6b0dcba-7c21-4272-89f8-4873530297be tempest-VolumesSnapshotTestJSON-1241170216 tempest-VolumesSnapshotTestJSON-1241170216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:04:59.291587 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-c9abd6ea-a7f5-48fe-93e9-7b33710488f8 req-e6b0dcba-7c21-4272-89f8-4873530297be tempest-VolumesSnapshotTestJSON-1241170216 tempest-VolumesSnapshotTestJSON-1241170216-project] 10.222.0.65 "GET /v2.0/ports?device_id=203a968b-d06f-420f-bef9-0aef52a1a580 HTTP/1.1" status: 200 len: 945 time: 0.0518627 Feb 20 23:04:59.336905 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-c9abd6ea-a7f5-48fe-93e9-7b33710488f8 req-57ddb365-dfd7-4e11-bc0d-e7ff344ad9ef tempest-VolumesSnapshotTestJSON-1241170216 tempest-VolumesSnapshotTestJSON-1241170216-project] 10.222.0.65 "GET /v2.0/security-groups?id=d0557ae7-5384-4994-8d80-712fd7d257c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398297 Feb 20 23:05:12.302706 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-b40175b0-38ca-4ba2-9a20-c12d9ce1dba6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (83a03d73-f5e1-4f72-b2a3-d557ae097998), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:05:14.468233 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-36830472-0d90-465b-b283-8007102fa8e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (13c347f3-1c01-45ee-af8c-9f8a630e0f23), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:05:15.930849 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-343008d4-3a37-47e4-bcbd-5ef9b41dd99c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (5ba36dc9-fc49-4f8a-9e75-ea70dbbc9d37), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:05:17.164210 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-f8bda328-0f39-40fc-b2c8-28796977f3d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (e2edd6cb-ac77-47df-80b5-e0a92a5dde3d), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:05:18.662710 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (2dc95353-690e-4eed-857f-cdb5bbe3a4be), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:05:21.952263 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-dd5247dc-7bba-47c4-af7f-c8bb35a7d73b req-9bbf4c0a-bd78-4a1b-addd-1521fbb7f2ac service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=6732eadb-c39d-499f-84e7-dc5e141ce7e5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0418155 Feb 20 23:05:22.016613 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5247dc-7bba-47c4-af7f-c8bb35a7d73b req-84ad6edf-f415-41ec-a049-bf06b97126d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:05:22.018035 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-dd5247dc-7bba-47c4-af7f-c8bb35a7d73b req-84ad6edf-f415-41ec-a049-bf06b97126d3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1a80503a610548b7b777c092435079dc&device_id=6732eadb-c39d-499f-84e7-dc5e141ce7e5 HTTP/1.1" status: 200 len: 1130 time: 0.0416019 Feb 20 23:05:22.121434 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5247dc-7bba-47c4-af7f-c8bb35a7d73b req-56233f38-672f-4700-bfbd-41001e3d4afe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:05:22.122936 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-dd5247dc-7bba-47c4-af7f-c8bb35a7d73b req-56233f38-672f-4700-bfbd-41001e3d4afe service neutron] 10.222.0.42 "GET /v2.0/networks?id=330ae1fa-e5e0-405b-adb6-d2248d3b3656 HTTP/1.1" status: 200 len: 911 time: 0.0852075 Feb 20 23:05:22.187155 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-dd5247dc-7bba-47c4-af7f-c8bb35a7d73b req-5ac3b0ba-dd74-4276-a989-e4892cb39f94 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=47ffeeef-0c16-44ca-8659-d7555ecc7372 HTTP/1.1" status: 200 len: 1002 time: 0.0567415 Feb 20 23:05:22.234199 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5247dc-7bba-47c4-af7f-c8bb35a7d73b req-97ca2c7d-5889-4643-b243-dd27e320e4e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:05:22.235493 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-dd5247dc-7bba-47c4-af7f-c8bb35a7d73b req-97ca2c7d-5889-4643-b243-dd27e320e4e5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f975dd8a-099e-41b7-b390-f487b4c5fbc0 HTTP/1.1" status: 200 len: 850 time: 0.0407517 Feb 20 23:05:22.286334 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5247dc-7bba-47c4-af7f-c8bb35a7d73b req-17318af4-c650-4c32-8237-c5e330239129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:05:22.287800 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-dd5247dc-7bba-47c4-af7f-c8bb35a7d73b req-17318af4-c650-4c32-8237-c5e330239129 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=330ae1fa-e5e0-405b-adb6-d2248d3b3656&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0443039 Feb 20 23:05:22.387046 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-dd5247dc-7bba-47c4-af7f-c8bb35a7d73b req-8d0f92eb-29c7-48be-b00d-4677114e3a39 service neutron] 10.222.0.42 "GET /v2.0/networks/330ae1fa-e5e0-405b-adb6-d2248d3b3656?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877347 Feb 20 23:05:22.483133 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-dd5247dc-7bba-47c4-af7f-c8bb35a7d73b req-eb8d4820-ead8-47a4-af08-24dc45c3c8c2 service neutron] 10.222.0.42 "GET /v2.0/networks/330ae1fa-e5e0-405b-adb6-d2248d3b3656?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824184 Feb 20 23:05:25.366373 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ca99d2-42bf-408f-b84f-12ae6efdc1ae req-5db706ce-314d-4ca7-b013-aca5e0829b07 tempest-TestMinimumBasicScenario-1893721209 tempest-TestMinimumBasicScenario-1893721209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:05:25.367869 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-b0ca99d2-42bf-408f-b84f-12ae6efdc1ae req-5db706ce-314d-4ca7-b013-aca5e0829b07 tempest-TestMinimumBasicScenario-1893721209 tempest-TestMinimumBasicScenario-1893721209-project] 10.222.0.65 "GET /v2.0/ports?device_id=dd328b41-a333-4a4f-8d95-3d7e290f5bc9 HTTP/1.1" status: 200 len: 985 time: 0.0509853 Feb 20 23:05:25.434855 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-b0ca99d2-42bf-408f-b84f-12ae6efdc1ae req-88f74101-c017-44fe-8eca-10b903ff2261 tempest-TestMinimumBasicScenario-1893721209 tempest-TestMinimumBasicScenario-1893721209-project] 10.222.0.65 "GET /v2.0/security-groups?id=7ac38dbc-73f7-4b33-bf1f-e114483eb6e0&id=d0f3dee1-0426-499e-a956-715440d63bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0610757 Feb 20 23:05:25.476232 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd8634d-0aba-449a-942e-011c30875d03 req-bdac6cb6-0e09-4890-8ef7-af59ff7cf72c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:05:25.477675 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-6cd8634d-0aba-449a-942e-011c30875d03 req-bdac6cb6-0e09-4890-8ef7-af59ff7cf72c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c3e33ca04103445c86d7b13f76fe664b&device_id=dd328b41-a333-4a4f-8d95-3d7e290f5bc9 HTTP/1.1" status: 200 len: 1169 time: 0.0450406 Feb 20 23:05:25.569918 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd8634d-0aba-449a-942e-011c30875d03 req-43282ff2-6f60-4936-9178-9a972efbebad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:05:25.571427 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-6cd8634d-0aba-449a-942e-011c30875d03 req-43282ff2-6f60-4936-9178-9a972efbebad service neutron] 10.222.0.42 "GET /v2.0/networks?id=49827f61-3092-4973-9005-6ef8ce9e46b5 HTTP/1.1" status: 200 len: 915 time: 0.0857956 Feb 20 23:05:25.636945 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-6cd8634d-0aba-449a-942e-011c30875d03 req-98bd8d21-43e2-43e7-bca0-1749c595f7a5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=094032c2-20c8-4097-a27f-880be39ff71d HTTP/1.1" status: 200 len: 1002 time: 0.0565910 Feb 20 23:05:25.685022 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd8634d-0aba-449a-942e-011c30875d03 req-4b74114f-d86a-40b9-9010-e20d5c82527f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:05:25.686430 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-6cd8634d-0aba-449a-942e-011c30875d03 req-4b74114f-d86a-40b9-9010-e20d5c82527f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e9c40620-c529-4a12-8658-8129e29b5c71 HTTP/1.1" status: 200 len: 854 time: 0.0417094 Feb 20 23:05:25.740410 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd8634d-0aba-449a-942e-011c30875d03 req-fc886a2a-995f-47db-85c1-85a6f043c160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:05:25.741854 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-6cd8634d-0aba-449a-942e-011c30875d03 req-fc886a2a-995f-47db-85c1-85a6f043c160 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=49827f61-3092-4973-9005-6ef8ce9e46b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0457180 Feb 20 23:05:25.827703 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-6cd8634d-0aba-449a-942e-011c30875d03 req-2f84f1e3-1332-4fde-9e81-d21e1748ecbf service neutron] 10.222.0.42 "GET /v2.0/networks/49827f61-3092-4973-9005-6ef8ce9e46b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789442 Feb 20 23:05:25.926199 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-6cd8634d-0aba-449a-942e-011c30875d03 req-24ed4766-a97c-4739-b932-e9cfbad04d82 service neutron] 10.222.0.42 "GET /v2.0/networks/49827f61-3092-4973-9005-6ef8ce9e46b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846162 Feb 20 23:05:26.114001 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (a929ecfe-02b1-4b86-b2e7-0c746ea4b12c), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:05:26.559565 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9da4a03-97a9-498d-9125-05ca8ba83db3 req-bcd360cf-1635-4ec4-9010-c51f5634c7ca tempest-TestMinimumBasicScenario-1893721209 tempest-TestMinimumBasicScenario-1893721209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:05:26.561058 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-c9da4a03-97a9-498d-9125-05ca8ba83db3 req-bcd360cf-1635-4ec4-9010-c51f5634c7ca tempest-TestMinimumBasicScenario-1893721209 tempest-TestMinimumBasicScenario-1893721209-project] 10.222.0.65 "GET /v2.0/ports?device_id=dd328b41-a333-4a4f-8d95-3d7e290f5bc9 HTTP/1.1" status: 200 len: 985 time: 0.0537739 Feb 20 23:05:26.619548 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-c9da4a03-97a9-498d-9125-05ca8ba83db3 req-4822280f-74b9-4518-92ce-9ce74ac5536c tempest-TestMinimumBasicScenario-1893721209 tempest-TestMinimumBasicScenario-1893721209-project] 10.222.0.65 "GET /v2.0/security-groups?id=7ac38dbc-73f7-4b33-bf1f-e114483eb6e0&id=d0f3dee1-0426-499e-a956-715440d63bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0528808 Feb 20 23:05:26.939484 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b8c051-a3ab-426d-9da6-eaf37d0daf3e req-3f668192-194a-490b-8fa6-3b5eb6898f32 tempest-VolumesSnapshotTestJSON-1241170216 tempest-VolumesSnapshotTestJSON-1241170216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:05:26.941217 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-c4b8c051-a3ab-426d-9da6-eaf37d0daf3e req-3f668192-194a-490b-8fa6-3b5eb6898f32 tempest-VolumesSnapshotTestJSON-1241170216 tempest-VolumesSnapshotTestJSON-1241170216-project] 10.222.0.65 "GET /v2.0/ports?device_id=203a968b-d06f-420f-bef9-0aef52a1a580 HTTP/1.1" status: 200 len: 945 time: 0.0527050 Feb 20 23:05:26.988505 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-c4b8c051-a3ab-426d-9da6-eaf37d0daf3e req-6f099b3b-79af-42a9-804e-49a3825880e7 tempest-VolumesSnapshotTestJSON-1241170216 tempest-VolumesSnapshotTestJSON-1241170216-project] 10.222.0.65 "GET /v2.0/security-groups?id=d0557ae7-5384-4994-8d80-712fd7d257c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418100 Feb 20 23:05:27.736115 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1d4370-c909-46f4-b2ce-2ce1290d40e5 req-3e0df598-4a70-41eb-9546-5da4800fc36c tempest-TestMinimumBasicScenario-1893721209 tempest-TestMinimumBasicScenario-1893721209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:05:27.738246 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-6e1d4370-c909-46f4-b2ce-2ce1290d40e5 req-3e0df598-4a70-41eb-9546-5da4800fc36c tempest-TestMinimumBasicScenario-1893721209 tempest-TestMinimumBasicScenario-1893721209-project] 10.222.0.65 "GET /v2.0/ports?device_id=dd328b41-a333-4a4f-8d95-3d7e290f5bc9 HTTP/1.1" status: 200 len: 985 time: 0.0517709 Feb 20 23:05:27.794645 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-6e1d4370-c909-46f4-b2ce-2ce1290d40e5 req-4cf42c85-7f96-4a8e-9217-2df4b9666958 tempest-TestMinimumBasicScenario-1893721209 tempest-TestMinimumBasicScenario-1893721209-project] 10.222.0.65 "GET /v2.0/security-groups?id=7ac38dbc-73f7-4b33-bf1f-e114483eb6e0&id=d0f3dee1-0426-499e-a956-715440d63bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0508089 Feb 20 23:05:28.107481 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd13183f-fd1f-47c7-b19f-d38bc4927692 req-0380d81c-a9eb-4971-bf6e-45233349ad37 tempest-VolumesSnapshotTestJSON-1241170216 tempest-VolumesSnapshotTestJSON-1241170216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:05:28.108910 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-bd13183f-fd1f-47c7-b19f-d38bc4927692 req-0380d81c-a9eb-4971-bf6e-45233349ad37 tempest-VolumesSnapshotTestJSON-1241170216 tempest-VolumesSnapshotTestJSON-1241170216-project] 10.222.0.65 "GET /v2.0/ports?device_id=203a968b-d06f-420f-bef9-0aef52a1a580 HTTP/1.1" status: 200 len: 945 time: 0.0540516 Feb 20 23:05:28.153871 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-bd13183f-fd1f-47c7-b19f-d38bc4927692 req-dc1daaff-2b56-4181-b16c-dd917af2d286 tempest-VolumesSnapshotTestJSON-1241170216 tempest-VolumesSnapshotTestJSON-1241170216-project] 10.222.0.65 "GET /v2.0/security-groups?id=d0557ae7-5384-4994-8d80-712fd7d257c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396285 Feb 20 23:05:28.911865 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285697ce-fb79-4909-9011-8928c02467e2 req-d75b6d47-7b11-4562-9131-25a94dc89118 tempest-TestMinimumBasicScenario-1893721209 tempest-TestMinimumBasicScenario-1893721209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:05:28.913285 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-285697ce-fb79-4909-9011-8928c02467e2 req-d75b6d47-7b11-4562-9131-25a94dc89118 tempest-TestMinimumBasicScenario-1893721209 tempest-TestMinimumBasicScenario-1893721209-project] 10.222.0.65 "GET /v2.0/ports?device_id=dd328b41-a333-4a4f-8d95-3d7e290f5bc9 HTTP/1.1" status: 200 len: 985 time: 0.0531700 Feb 20 23:05:28.970342 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-285697ce-fb79-4909-9011-8928c02467e2 req-13368db3-4d58-49b9-958d-28393554c97d tempest-TestMinimumBasicScenario-1893721209 tempest-TestMinimumBasicScenario-1893721209-project] 10.222.0.65 "GET /v2.0/security-groups?id=7ac38dbc-73f7-4b33-bf1f-e114483eb6e0&id=d0f3dee1-0426-499e-a956-715440d63bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0513930 Feb 20 23:05:29.305753 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab7516a-4130-41a8-8cb1-530a93c78ec0 req-f0f59052-d825-4594-8ca9-7ad38d0586e9 tempest-VolumesSnapshotTestJSON-1241170216 tempest-VolumesSnapshotTestJSON-1241170216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:05:29.307283 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-eab7516a-4130-41a8-8cb1-530a93c78ec0 req-f0f59052-d825-4594-8ca9-7ad38d0586e9 tempest-VolumesSnapshotTestJSON-1241170216 tempest-VolumesSnapshotTestJSON-1241170216-project] 10.222.0.65 "GET /v2.0/ports?device_id=203a968b-d06f-420f-bef9-0aef52a1a580 HTTP/1.1" status: 200 len: 945 time: 0.0879381 Feb 20 23:05:29.318020 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fc0548-7edd-4598-a446-0e64d248d068 req-7467c5cd-307c-4ea5-b972-48a081e1d6b8 tempest-VolumesSnapshotTestJSON-1241170216 tempest-VolumesSnapshotTestJSON-1241170216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:05:29.319387 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-25fc0548-7edd-4598-a446-0e64d248d068 req-7467c5cd-307c-4ea5-b972-48a081e1d6b8 tempest-VolumesSnapshotTestJSON-1241170216 tempest-VolumesSnapshotTestJSON-1241170216-project] 10.222.0.42 "GET /v2.0/ports?device_id=203a968b-d06f-420f-bef9-0aef52a1a580 HTTP/1.1" status: 200 len: 945 time: 0.0724161 Feb 20 23:05:29.396041 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-eab7516a-4130-41a8-8cb1-530a93c78ec0 req-f65a9035-3787-4821-9f26-e59ce84246d8 tempest-VolumesSnapshotTestJSON-1241170216 tempest-VolumesSnapshotTestJSON-1241170216-project] 10.222.0.65 "GET /v2.0/security-groups?id=d0557ae7-5384-4994-8d80-712fd7d257c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756423 Feb 20 23:05:29.440800 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [req-25fc0548-7edd-4598-a446-0e64d248d068 req-c0f0d014-5248-423a-b8fb-92295967d34c tempest-VolumesSnapshotTestJSON-1241170216 tempest-VolumesSnapshotTestJSON-1241170216-project] Deleting port 9d3cb58e-e23a-4e97-beb0-768f082b46f9 {{(pid=109628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 23:05:29.441140 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-25fc0548-7edd-4598-a446-0e64d248d068 req-c0f0d014-5248-423a-b8fb-92295967d34c tempest-VolumesSnapshotTestJSON-1241170216 tempest-VolumesSnapshotTestJSON-1241170216-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747407206678'] for port (9d3cb58e-e23a-4e97-beb0-768f082b46f9), before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:05:29.528969 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.db [req-25fc0548-7edd-4598-a446-0e64d248d068 req-c0f0d014-5248-423a-b8fb-92295967d34c tempest-VolumesSnapshotTestJSON-1241170216 tempest-VolumesSnapshotTestJSON-1241170216-project] For port 9d3cb58e-e23a-4e97-beb0-768f082b46f9, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=9d3cb58e-e23a-4e97-beb0-768f082b46f9,segment=NetworkSegment(e1598797-0c40-4675-a49a-de28dac97520),segment_id=e1598797-0c40-4675-a49a-de28dac97520)] {{(pid=109628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:05:29.529326 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-25fc0548-7edd-4598-a446-0e64d248d068 req-c0f0d014-5248-423a-b8fb-92295967d34c tempest-VolumesSnapshotTestJSON-1241170216 tempest-VolumesSnapshotTestJSON-1241170216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671932'] for port (9d3cb58e-e23a-4e97-beb0-768f082b46f9), precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:05:29.542310 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [req-25fc0548-7edd-4598-a446-0e64d248d068 req-c0f0d014-5248-423a-b8fb-92295967d34c tempest-VolumesSnapshotTestJSON-1241170216 tempest-VolumesSnapshotTestJSON-1241170216-project] Calling delete_port for 9d3cb58e-e23a-4e97-beb0-768f082b46f9 owned by compute:nova {{(pid=109628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 23:05:29.707850 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-25fc0548-7edd-4598-a446-0e64d248d068 req-c0f0d014-5248-423a-b8fb-92295967d34c tempest-VolumesSnapshotTestJSON-1241170216 tempest-VolumesSnapshotTestJSON-1241170216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747407212409', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747406771505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59259307'] for port (9d3cb58e-e23a-4e97-beb0-768f082b46f9), after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:05:29.720449 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] get_ports_and_sgs() called for port_ids ['9d3cb58e-e23a-4e97-beb0-768f082b46f9'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 23:05:29.739263 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f0d014-5248-423a-b8fb-92295967d34c tempest-VolumesSnapshotTestJSON-1241170216 tempest-VolumesSnapshotTestJSON-1241170216-project] Pushing event deleted for resources: {'Port': ['ID=9d3cb58e-e23a-4e97-beb0-768f082b46f9,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:05:29.777873 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [req-25fc0548-7edd-4598-a446-0e64d248d068 req-c0f0d014-5248-423a-b8fb-92295967d34c tempest-VolumesSnapshotTestJSON-1241170216 tempest-VolumesSnapshotTestJSON-1241170216-project] No DVR routers for this DVR port 9d3cb58e-e23a-4e97-beb0-768f082b46f9 on host hv-cinder-83009 {{(pid=109628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 23:05:29.780401 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-25fc0548-7edd-4598-a446-0e64d248d068 req-c0f0d014-5248-423a-b8fb-92295967d34c tempest-VolumesSnapshotTestJSON-1241170216 tempest-VolumesSnapshotTestJSON-1241170216-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932959'] for port (None), before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:05:29.783670 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-25fc0548-7edd-4598-a446-0e64d248d068 req-c0f0d014-5248-423a-b8fb-92295967d34c tempest-VolumesSnapshotTestJSON-1241170216 tempest-VolumesSnapshotTestJSON-1241170216-project] 10.222.0.42 "DELETE /v2.0/ports/9d3cb58e-e23a-4e97-beb0-768f082b46f9 HTTP/1.1" status: 204 len: 173 time: 0.4571733 Feb 20 23:05:29.784670 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '203a968b-d06f-420f-bef9-0aef52a1a580', 'name': 'network-vif-deleted', 'tag': '9d3cb58e-e23a-4e97-beb0-768f082b46f9'}] {{(pid=109628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 23:05:29.786931 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4be7ee60aa4259b475ee261dcf74c65065c56e299c7a4b2359a57cf03aee0d96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f27046a-69f9-48cf-819b-3e94c592b52e" -d '{"events": [{"server_uuid": "203a968b-d06f-420f-bef9-0aef52a1a580", "name": "network-vif-deleted", "tag": "9d3cb58e-e23a-4e97-beb0-768f082b46f9"}]}' {{(pid=109628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 23:05:29.823259 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 23:05:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-741471dc-1899-4718-9198-d08dbd311ea1 x-openstack-request-id: req-741471dc-1899-4718-9198-d08dbd311ea1 {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 23:05:29.823576 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "203a968b-d06f-420f-bef9-0aef52a1a580", "name": "network-vif-deleted", "tag": "9d3cb58e-e23a-4e97-beb0-768f082b46f9", "status": "completed", "code": 200}]} {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 23:05:29.823821 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-741471dc-1899-4718-9198-d08dbd311ea1 {{(pid=109628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 23:05:29.824234 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '203a968b-d06f-420f-bef9-0aef52a1a580', 'name': 'network-vif-deleted', 'tag': '9d3cb58e-e23a-4e97-beb0-768f082b46f9', 'status': 'completed', 'code': 200} Feb 20 23:05:30.088436 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a26bd8-6ee1-4d73-83e7-b88619d6f593 req-38567978-a8d7-4dbb-85e6-1cad4ff5757c tempest-TestMinimumBasicScenario-1893721209 tempest-TestMinimumBasicScenario-1893721209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:05:30.089872 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-78a26bd8-6ee1-4d73-83e7-b88619d6f593 req-38567978-a8d7-4dbb-85e6-1cad4ff5757c tempest-TestMinimumBasicScenario-1893721209 tempest-TestMinimumBasicScenario-1893721209-project] 10.222.0.65 "GET /v2.0/ports?device_id=dd328b41-a333-4a4f-8d95-3d7e290f5bc9 HTTP/1.1" status: 200 len: 985 time: 0.0522597 Feb 20 23:05:30.147737 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-78a26bd8-6ee1-4d73-83e7-b88619d6f593 req-f069501a-41c0-4f19-800b-f18918e67e4d tempest-TestMinimumBasicScenario-1893721209 tempest-TestMinimumBasicScenario-1893721209-project] 10.222.0.65 "GET /v2.0/security-groups?id=7ac38dbc-73f7-4b33-bf1f-e114483eb6e0&id=d0f3dee1-0426-499e-a956-715440d63bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0522366 Feb 20 23:05:30.501904 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-e41e9163-24c7-4dae-a3d8-45a03d5ee158 req-cea559ec-0ca0-4f26-9d84-77c508260a5d tempest-VolumesSnapshotTestJSON-1241170216 tempest-VolumesSnapshotTestJSON-1241170216-project] 10.222.0.65 "GET /v2.0/ports?device_id=203a968b-d06f-420f-bef9-0aef52a1a580 HTTP/1.1" status: 200 len: 210 time: 0.0281878 Feb 20 23:05:31.266550 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c34ed6-d678-4df6-a544-4e93cbb885df req-6cea6186-f207-4aec-be9a-8ea8cb73c890 tempest-TestMinimumBasicScenario-1893721209 tempest-TestMinimumBasicScenario-1893721209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:05:31.268002 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-b8c34ed6-d678-4df6-a544-4e93cbb885df req-6cea6186-f207-4aec-be9a-8ea8cb73c890 tempest-TestMinimumBasicScenario-1893721209 tempest-TestMinimumBasicScenario-1893721209-project] 10.222.0.65 "GET /v2.0/ports?device_id=dd328b41-a333-4a4f-8d95-3d7e290f5bc9 HTTP/1.1" status: 200 len: 985 time: 0.0543947 Feb 20 23:05:31.325225 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-b8c34ed6-d678-4df6-a544-4e93cbb885df req-0a2ebb0d-66c7-4d7c-b1dd-715c5a5ebb30 tempest-TestMinimumBasicScenario-1893721209 tempest-TestMinimumBasicScenario-1893721209-project] 10.222.0.65 "GET /v2.0/security-groups?id=7ac38dbc-73f7-4b33-bf1f-e114483eb6e0&id=d0f3dee1-0426-499e-a956-715440d63bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0517411 Feb 20 23:05:32.442193 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcd482c-8242-4f4e-bb1e-d05d61401909 req-d028a9ae-e527-4dd6-aff6-e54c328e835e tempest-TestMinimumBasicScenario-1893721209 tempest-TestMinimumBasicScenario-1893721209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:05:32.443690 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-abcd482c-8242-4f4e-bb1e-d05d61401909 req-d028a9ae-e527-4dd6-aff6-e54c328e835e tempest-TestMinimumBasicScenario-1893721209 tempest-TestMinimumBasicScenario-1893721209-project] 10.222.0.65 "GET /v2.0/ports?device_id=dd328b41-a333-4a4f-8d95-3d7e290f5bc9 HTTP/1.1" status: 200 len: 985 time: 0.0528271 Feb 20 23:05:32.503090 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-abcd482c-8242-4f4e-bb1e-d05d61401909 req-6ae9a0b1-55e6-4ec7-bafd-81d7dc02745d tempest-TestMinimumBasicScenario-1893721209 tempest-TestMinimumBasicScenario-1893721209-project] 10.222.0.65 "GET /v2.0/security-groups?id=7ac38dbc-73f7-4b33-bf1f-e114483eb6e0&id=d0f3dee1-0426-499e-a956-715440d63bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0532825 Feb 20 23:05:32.650023 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.db.agents_db [None req-1f7bd598-9080-4651-a904-61cb6c9001fd None None] Agent healthcheck: found 6 active agents {{(pid=109631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 23:05:33.521750 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Device 9d3cb58e-e23a-4e97-beb0-768f082b46f9 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 23:05:33.547520 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] No Port match for: 9d3cb58e-e23a-4e97-beb0-768f082b46f9 {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 23:05:33.547520 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Device 9d3cb58e-e23a-4e97-beb0-768f082b46f9 not bound to the agent host hv-cinder-83009 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 23:05:33.622642 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc19ae6-feb5-4303-8e65-31958c688b85 req-1d48fdeb-deac-454e-abfc-5120c8d1c132 tempest-TestMinimumBasicScenario-1893721209 tempest-TestMinimumBasicScenario-1893721209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:05:33.624112 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-6fc19ae6-feb5-4303-8e65-31958c688b85 req-1d48fdeb-deac-454e-abfc-5120c8d1c132 tempest-TestMinimumBasicScenario-1893721209 tempest-TestMinimumBasicScenario-1893721209-project] 10.222.0.65 "GET /v2.0/ports?device_id=dd328b41-a333-4a4f-8d95-3d7e290f5bc9 HTTP/1.1" status: 200 len: 985 time: 0.0538704 Feb 20 23:05:33.687613 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-6fc19ae6-feb5-4303-8e65-31958c688b85 req-45200f0b-074a-4cbf-8cd4-3bef0e824e34 tempest-TestMinimumBasicScenario-1893721209 tempest-TestMinimumBasicScenario-1893721209-project] 10.222.0.65 "GET /v2.0/security-groups?id=7ac38dbc-73f7-4b33-bf1f-e114483eb6e0&id=d0f3dee1-0426-499e-a956-715440d63bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0578110 Feb 20 23:05:34.801483 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8688489-0843-4647-962b-bf345dc50622 req-b1e12817-997c-45e9-83a4-ab83badcd34f tempest-TestMinimumBasicScenario-1893721209 tempest-TestMinimumBasicScenario-1893721209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:05:34.803212 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-c8688489-0843-4647-962b-bf345dc50622 req-b1e12817-997c-45e9-83a4-ab83badcd34f tempest-TestMinimumBasicScenario-1893721209 tempest-TestMinimumBasicScenario-1893721209-project] 10.222.0.65 "GET /v2.0/ports?device_id=dd328b41-a333-4a4f-8d95-3d7e290f5bc9 HTTP/1.1" status: 200 len: 985 time: 0.0510800 Feb 20 23:05:34.864760 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-c8688489-0843-4647-962b-bf345dc50622 req-1a520f19-ff16-4788-984b-b16be57f9873 tempest-TestMinimumBasicScenario-1893721209 tempest-TestMinimumBasicScenario-1893721209-project] 10.222.0.65 "GET /v2.0/security-groups?id=7ac38dbc-73f7-4b33-bf1f-e114483eb6e0&id=d0f3dee1-0426-499e-a956-715440d63bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0559452 Feb 20 23:05:35.982698 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a1b5d8-6a2b-4c3f-ad66-024e385a949a req-db9eede8-fd40-4929-8ae3-48128953c21d tempest-TestMinimumBasicScenario-1893721209 tempest-TestMinimumBasicScenario-1893721209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:05:35.984992 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-07a1b5d8-6a2b-4c3f-ad66-024e385a949a req-db9eede8-fd40-4929-8ae3-48128953c21d tempest-TestMinimumBasicScenario-1893721209 tempest-TestMinimumBasicScenario-1893721209-project] 10.222.0.65 "GET /v2.0/ports?device_id=dd328b41-a333-4a4f-8d95-3d7e290f5bc9 HTTP/1.1" status: 200 len: 985 time: 0.0544937 Feb 20 23:05:36.045155 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-07a1b5d8-6a2b-4c3f-ad66-024e385a949a req-c046d9ec-abda-442a-affe-488286a9a1a9 tempest-TestMinimumBasicScenario-1893721209 tempest-TestMinimumBasicScenario-1893721209-project] 10.222.0.65 "GET /v2.0/security-groups?id=7ac38dbc-73f7-4b33-bf1f-e114483eb6e0&id=d0f3dee1-0426-499e-a956-715440d63bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0541141 Feb 20 23:05:37.165655 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3b2e06-c608-4e3d-b9ed-db35c7ce2d86 req-eb2c4ac6-6cc8-40a6-a42b-62d7255bd20a tempest-TestMinimumBasicScenario-1893721209 tempest-TestMinimumBasicScenario-1893721209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:05:37.167150 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-3e3b2e06-c608-4e3d-b9ed-db35c7ce2d86 req-eb2c4ac6-6cc8-40a6-a42b-62d7255bd20a tempest-TestMinimumBasicScenario-1893721209 tempest-TestMinimumBasicScenario-1893721209-project] 10.222.0.65 "GET /v2.0/ports?device_id=dd328b41-a333-4a4f-8d95-3d7e290f5bc9 HTTP/1.1" status: 200 len: 985 time: 0.0522561 Feb 20 23:05:37.225794 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-3e3b2e06-c608-4e3d-b9ed-db35c7ce2d86 req-80148dc2-bbfb-4320-a7ca-0360b3714f71 tempest-TestMinimumBasicScenario-1893721209 tempest-TestMinimumBasicScenario-1893721209-project] 10.222.0.65 "GET /v2.0/security-groups?id=7ac38dbc-73f7-4b33-bf1f-e114483eb6e0&id=d0f3dee1-0426-499e-a956-715440d63bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0528898 Feb 20 23:05:38.337485 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739034b4-37e3-4f43-beda-b470316430d4 req-90e6c255-3286-4d0e-b78b-a066a6ecd913 tempest-TestMinimumBasicScenario-1893721209 tempest-TestMinimumBasicScenario-1893721209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:05:38.338924 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-739034b4-37e3-4f43-beda-b470316430d4 req-90e6c255-3286-4d0e-b78b-a066a6ecd913 tempest-TestMinimumBasicScenario-1893721209 tempest-TestMinimumBasicScenario-1893721209-project] 10.222.0.65 "GET /v2.0/ports?device_id=dd328b41-a333-4a4f-8d95-3d7e290f5bc9 HTTP/1.1" status: 200 len: 985 time: 0.0497563 Feb 20 23:05:38.395783 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-739034b4-37e3-4f43-beda-b470316430d4 req-2aca4e09-cbaa-488a-beb9-bc101196f342 tempest-TestMinimumBasicScenario-1893721209 tempest-TestMinimumBasicScenario-1893721209-project] 10.222.0.65 "GET /v2.0/security-groups?id=7ac38dbc-73f7-4b33-bf1f-e114483eb6e0&id=d0f3dee1-0426-499e-a956-715440d63bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0512905 Feb 20 23:05:39.512944 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea66b0a-dc1b-4b3a-844c-f750c3dc225a req-d90d864a-26d8-4bd3-bfe1-bf618e56831c tempest-TestMinimumBasicScenario-1893721209 tempest-TestMinimumBasicScenario-1893721209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:05:39.514404 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-bea66b0a-dc1b-4b3a-844c-f750c3dc225a req-d90d864a-26d8-4bd3-bfe1-bf618e56831c tempest-TestMinimumBasicScenario-1893721209 tempest-TestMinimumBasicScenario-1893721209-project] 10.222.0.65 "GET /v2.0/ports?device_id=dd328b41-a333-4a4f-8d95-3d7e290f5bc9 HTTP/1.1" status: 200 len: 985 time: 0.0521760 Feb 20 23:05:39.572942 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-bea66b0a-dc1b-4b3a-844c-f750c3dc225a req-4d43f725-2e8f-4653-a965-ca5d7bcc2735 tempest-TestMinimumBasicScenario-1893721209 tempest-TestMinimumBasicScenario-1893721209-project] 10.222.0.65 "GET /v2.0/security-groups?id=7ac38dbc-73f7-4b33-bf1f-e114483eb6e0&id=d0f3dee1-0426-499e-a956-715440d63bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0526464 Feb 20 23:05:40.695286 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f38aa4d-7d36-4c5b-971b-41d78c704beb req-cbf41689-833e-4a09-accc-413cb662c1bc tempest-TestMinimumBasicScenario-1893721209 tempest-TestMinimumBasicScenario-1893721209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:05:40.696730 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-0f38aa4d-7d36-4c5b-971b-41d78c704beb req-cbf41689-833e-4a09-accc-413cb662c1bc tempest-TestMinimumBasicScenario-1893721209 tempest-TestMinimumBasicScenario-1893721209-project] 10.222.0.65 "GET /v2.0/ports?device_id=dd328b41-a333-4a4f-8d95-3d7e290f5bc9 HTTP/1.1" status: 200 len: 985 time: 0.0547876 Feb 20 23:05:40.753603 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-0f38aa4d-7d36-4c5b-971b-41d78c704beb req-cde83ceb-9c39-4cfe-8cb0-2d5e4e3dfb52 tempest-TestMinimumBasicScenario-1893721209 tempest-TestMinimumBasicScenario-1893721209-project] 10.222.0.65 "GET /v2.0/security-groups?id=7ac38dbc-73f7-4b33-bf1f-e114483eb6e0&id=d0f3dee1-0426-499e-a956-715440d63bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0512171 Feb 20 23:05:41.872831 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea018123-9387-4097-9d16-120d3d2333ff req-3580f4b8-2f0d-488e-90dd-9f71f028e13c tempest-TestMinimumBasicScenario-1893721209 tempest-TestMinimumBasicScenario-1893721209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:05:41.874329 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-ea018123-9387-4097-9d16-120d3d2333ff req-3580f4b8-2f0d-488e-90dd-9f71f028e13c tempest-TestMinimumBasicScenario-1893721209 tempest-TestMinimumBasicScenario-1893721209-project] 10.222.0.65 "GET /v2.0/ports?device_id=dd328b41-a333-4a4f-8d95-3d7e290f5bc9 HTTP/1.1" status: 200 len: 985 time: 0.0550680 Feb 20 23:05:41.933268 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-ea018123-9387-4097-9d16-120d3d2333ff req-3eafd446-de27-4184-a9fb-f77111cc7494 tempest-TestMinimumBasicScenario-1893721209 tempest-TestMinimumBasicScenario-1893721209-project] 10.222.0.65 "GET /v2.0/security-groups?id=7ac38dbc-73f7-4b33-bf1f-e114483eb6e0&id=d0f3dee1-0426-499e-a956-715440d63bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0532088 Feb 20 23:05:42.325364 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-6a9b0c65-5956-414a-977b-0e8dec85a1fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (83a03d73-f5e1-4f72-b2a3-d557ae097998), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:05:43.049043 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3fdd18-09a1-4abe-8303-db1a578288e9 req-883fa482-de9e-4698-8cfb-b6d8a6ba8e98 tempest-TestMinimumBasicScenario-1893721209 tempest-TestMinimumBasicScenario-1893721209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:05:43.051103 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-ce3fdd18-09a1-4abe-8303-db1a578288e9 req-883fa482-de9e-4698-8cfb-b6d8a6ba8e98 tempest-TestMinimumBasicScenario-1893721209 tempest-TestMinimumBasicScenario-1893721209-project] 10.222.0.65 "GET /v2.0/ports?device_id=dd328b41-a333-4a4f-8d95-3d7e290f5bc9 HTTP/1.1" status: 200 len: 985 time: 0.0521116 Feb 20 23:05:43.109528 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-ce3fdd18-09a1-4abe-8303-db1a578288e9 req-2777caf3-4eed-44f0-9bdc-76f4e797f302 tempest-TestMinimumBasicScenario-1893721209 tempest-TestMinimumBasicScenario-1893721209-project] 10.222.0.65 "GET /v2.0/security-groups?id=7ac38dbc-73f7-4b33-bf1f-e114483eb6e0&id=d0f3dee1-0426-499e-a956-715440d63bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0523517 Feb 20 23:05:44.232908 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007860f2-f632-477f-b442-ce3ce5765175 req-a0741e87-9c71-4208-a7fc-17d9dbb4cdd6 tempest-TestMinimumBasicScenario-1893721209 tempest-TestMinimumBasicScenario-1893721209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:05:44.234332 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-007860f2-f632-477f-b442-ce3ce5765175 req-a0741e87-9c71-4208-a7fc-17d9dbb4cdd6 tempest-TestMinimumBasicScenario-1893721209 tempest-TestMinimumBasicScenario-1893721209-project] 10.222.0.65 "GET /v2.0/ports?device_id=dd328b41-a333-4a4f-8d95-3d7e290f5bc9 HTTP/1.1" status: 200 len: 985 time: 0.0509307 Feb 20 23:05:44.291687 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-007860f2-f632-477f-b442-ce3ce5765175 req-433be071-9258-4ecc-9c66-2630ff34f8ca tempest-TestMinimumBasicScenario-1893721209 tempest-TestMinimumBasicScenario-1893721209-project] 10.222.0.65 "GET /v2.0/security-groups?id=7ac38dbc-73f7-4b33-bf1f-e114483eb6e0&id=d0f3dee1-0426-499e-a956-715440d63bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0518107 Feb 20 23:05:44.505245 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-2d5fb4fb-fec3-43cf-b8f3-17fdd23a77a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (13c347f3-1c01-45ee-af8c-9f8a630e0f23), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:05:45.902059 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-343008d4-3a37-47e4-bcbd-5ef9b41dd99c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (5ba36dc9-fc49-4f8a-9e75-ea70dbbc9d37), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:05:47.192590 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-f8bda328-0f39-40fc-b2c8-28796977f3d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (e2edd6cb-ac77-47df-80b5-e0a92a5dde3d), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:05:48.673777 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (2dc95353-690e-4eed-857f-cdb5bbe3a4be), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:05:56.079724 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (a929ecfe-02b1-4b86-b2e7-0c746ea4b12c), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:05:59.078062 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.65', 51522) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:05:59.125441 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5de620e-82d4-48a2-81dc-2fd30eb22eaa admin admin] Deleting subnet eacb9a2c-6edb-4f6e-9537-3c6a5807374e {{(pid=109628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 23:05:59.128486 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b5de620e-82d4-48a2-81dc-2fd30eb22eaa admin admin] Publish callbacks [] for subnet (eacb9a2c-6edb-4f6e-9537-3c6a5807374e), before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:05:59.164240 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b5de620e-82d4-48a2-81dc-2fd30eb22eaa admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59578410'] for subnet (eacb9a2c-6edb-4f6e-9537-3c6a5807374e), precommit_delete_associations {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:05:59.208210 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b5de620e-82d4-48a2-81dc-2fd30eb22eaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4171819'] for subnet (eacb9a2c-6edb-4f6e-9537-3c6a5807374e), precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:05:59.354129 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b5de620e-82d4-48a2-81dc-2fd30eb22eaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4171794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59295610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60044582'] for subnet (eacb9a2c-6edb-4f6e-9537-3c6a5807374e), after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:05:59.378336 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5de620e-82d4-48a2-81dc-2fd30eb22eaa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eacb9a2c-6edb-4f6e-9537-3c6a5807374e,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:05:59.383070 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b5de620e-82d4-48a2-81dc-2fd30eb22eaa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565544'] for subnet (None), before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:05:59.386123 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [None req-b5de620e-82d4-48a2-81dc-2fd30eb22eaa admin admin] 10.222.0.65 "DELETE /v2.0/subnets/eacb9a2c-6edb-4f6e-9537-3c6a5807374e HTTP/1.1" status: 204 len: 168 time: 0.3070481 Feb 20 23:05:59.388718 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.65', 51524) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:05:59.391067 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5de620e-82d4-48a2-81dc-2fd30eb22eaa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:05:59.391417 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5de620e-82d4-48a2-81dc-2fd30eb22eaa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:05:59.391788 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5de620e-82d4-48a2-81dc-2fd30eb22eaa admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:05:59.392126 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5de620e-82d4-48a2-81dc-2fd30eb22eaa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:05:59.392455 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5de620e-82d4-48a2-81dc-2fd30eb22eaa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:05:59.392781 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5de620e-82d4-48a2-81dc-2fd30eb22eaa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:05:59.393104 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5de620e-82d4-48a2-81dc-2fd30eb22eaa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:05:59.393432 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5de620e-82d4-48a2-81dc-2fd30eb22eaa admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:05:59.393751 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5de620e-82d4-48a2-81dc-2fd30eb22eaa admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:05:59.394072 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5de620e-82d4-48a2-81dc-2fd30eb22eaa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:05:59.394414 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5de620e-82d4-48a2-81dc-2fd30eb22eaa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:05:59.395381 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5de620e-82d4-48a2-81dc-2fd30eb22eaa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:05:59.395737 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5de620e-82d4-48a2-81dc-2fd30eb22eaa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:05:59.458436 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-1107fe54-516b-40af-b4d7-f47e5fd2afff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4031138'] for network (e8193870-1b01-47ab-835a-2baf20aae3ca), before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:05:59.532068 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-1107fe54-516b-40af-b4d7-f47e5fd2afff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4175522', 'neutron.services.segments.db._delete_segments_for_network-8747407231802'] for network (e8193870-1b01-47ab-835a-2baf20aae3ca), precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:05:59.552047 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.services.segments.db [None req-1107fe54-516b-40af-b4d7-f47e5fd2afff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8193870-1b01-47ab-835a-2baf20aae3ca']}} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:05:59.561226 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.services.segments.db [None req-1107fe54-516b-40af-b4d7-f47e5fd2afff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1598797-0c40-4675-a49a-de28dac97520') {'for_net_delete': True} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:05:59.561525 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.services.segments.db [None req-1107fe54-516b-40af-b4d7-f47e5fd2afff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1598797-0c40-4675-a49a-de28dac97520') {} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:05:59.571153 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-1107fe54-516b-40af-b4d7-f47e5fd2afff admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747407232323', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62688234'] for segment (e1598797-0c40-4675-a49a-de28dac97520), before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:05:59.584003 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-1107fe54-516b-40af-b4d7-f47e5fd2afff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4056974'] for segment (e1598797-0c40-4675-a49a-de28dac97520), precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:05:59.589699 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1107fe54-516b-40af-b4d7-f47e5fd2afff admin admin] Releasing vlan 96 on physical network physnet1 to pool {{(pid=109629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 23:05:59.590078 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-1107fe54-516b-40af-b4d7-f47e5fd2afff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4056974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61629301'] for segment (e1598797-0c40-4675-a49a-de28dac97520), after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:05:59.591707 dv-cinder-830096-1-iscsi neutron-server[109629]: Traceback (most recent call last): Feb 20 23:05:59.591707 dv-cinder-830096-1-iscsi neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 23:05:59.591707 dv-cinder-830096-1-iscsi neutron-server[109629]: timer() Feb 20 23:05:59.591707 dv-cinder-830096-1-iscsi neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 23:05:59.591707 dv-cinder-830096-1-iscsi neutron-server[109629]: cb(*args, **kw) Feb 20 23:05:59.591707 dv-cinder-830096-1-iscsi neutron-server[109629]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 23:05:59.591707 dv-cinder-830096-1-iscsi neutron-server[109629]: return func(*args, **kwargs) Feb 20 23:05:59.591707 dv-cinder-830096-1-iscsi neutron-server[109629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 23:05:59.591707 dv-cinder-830096-1-iscsi neutron-server[109629]: self._notify() Feb 20 23:05:59.591707 dv-cinder-830096-1-iscsi neutron-server[109629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 23:05:59.591707 dv-cinder-830096-1-iscsi neutron-server[109629]: self.callback(batched_events) Feb 20 23:05:59.591707 dv-cinder-830096-1-iscsi neutron-server[109629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 23:05:59.591707 dv-cinder-830096-1-iscsi neutron-server[109629]: event.method(event) Feb 20 23:05:59.591707 dv-cinder-830096-1-iscsi neutron-server[109629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 23:05:59.591707 dv-cinder-830096-1-iscsi neutron-server[109629]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 23:05:59.591707 dv-cinder-830096-1-iscsi neutron-server[109629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 23:05:59.591707 dv-cinder-830096-1-iscsi neutron-server[109629]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 23:05:59.591707 dv-cinder-830096-1-iscsi neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 23:05:59.591707 dv-cinder-830096-1-iscsi neutron-server[109629]: return f(self, *a, **k) Feb 20 23:05:59.591707 dv-cinder-830096-1-iscsi neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 23:05:59.591707 dv-cinder-830096-1-iscsi neutron-server[109629]: return self._get(url).json() Feb 20 23:05:59.591707 dv-cinder-830096-1-iscsi neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 23:05:59.591707 dv-cinder-830096-1-iscsi neutron-server[109629]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 23:05:59.591707 dv-cinder-830096-1-iscsi neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 23:05:59.591707 dv-cinder-830096-1-iscsi neutron-server[109629]: return self.request(url, 'GET', **kwargs) Feb 20 23:05:59.591707 dv-cinder-830096-1-iscsi neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 23:05:59.591707 dv-cinder-830096-1-iscsi neutron-server[109629]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 23:05:59.591707 dv-cinder-830096-1-iscsi neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 23:05:59.591707 dv-cinder-830096-1-iscsi neutron-server[109629]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 23:05:59.591707 dv-cinder-830096-1-iscsi neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 23:05:59.591707 dv-cinder-830096-1-iscsi neutron-server[109629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 23:05:59.591707 dv-cinder-830096-1-iscsi neutron-server[109629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 23:05:59.690996 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-1107fe54-516b-40af-b4d7-f47e5fd2afff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4175529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704226'] for network (e8193870-1b01-47ab-835a-2baf20aae3ca), after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:05:59.697044 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-1107fe54-516b-40af-b4d7-f47e5fd2afff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565544'] for network (None), before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:05:59.702946 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [None req-1107fe54-516b-40af-b4d7-f47e5fd2afff admin admin] 10.222.0.65 "DELETE /v2.0/networks/e8193870-1b01-47ab-835a-2baf20aae3ca HTTP/1.1" status: 204 len: 168 time: 0.3104205 Feb 20 23:05:59.711007 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1107fe54-516b-40af-b4d7-f47e5fd2afff admin admin] Pushing event deleted for resources: {'Network': ['ID=e8193870-1b01-47ab-835a-2baf20aae3ca,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:05:59.718410 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1107fe54-516b-40af-b4d7-f47e5fd2afff admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:05:59.718694 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1107fe54-516b-40af-b4d7-f47e5fd2afff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:05:59.719032 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1107fe54-516b-40af-b4d7-f47e5fd2afff admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:05:59.719367 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1107fe54-516b-40af-b4d7-f47e5fd2afff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:05:59.719722 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1107fe54-516b-40af-b4d7-f47e5fd2afff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:05:59.720047 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1107fe54-516b-40af-b4d7-f47e5fd2afff admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:05:59.720387 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1107fe54-516b-40af-b4d7-f47e5fd2afff admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:05:59.720692 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1107fe54-516b-40af-b4d7-f47e5fd2afff admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:05:59.721014 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1107fe54-516b-40af-b4d7-f47e5fd2afff admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:05:59.721341 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1107fe54-516b-40af-b4d7-f47e5fd2afff admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:05:59.721659 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1107fe54-516b-40af-b4d7-f47e5fd2afff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:05:59.721974 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1107fe54-516b-40af-b4d7-f47e5fd2afff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:05:59.722293 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1107fe54-516b-40af-b4d7-f47e5fd2afff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:06:00.152594 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.65', 51528) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:06:00.194234 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [None req-36cc6823-0dc2-4fab-a373-096abd702b5d admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=df10adfc305c4be6a8cfc8eddd607c89&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0418959 Feb 20 23:06:00.196629 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.65', 51530) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:06:00.242979 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-a6c9aa51-857e-4f45-a75a-ff1118676399 admin admin] Publish callbacks [] for security_group (d0557ae7-5384-4994-8d80-712fd7d257c0), before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:06:00.262969 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-a6c9aa51-857e-4f45-a75a-ff1118676399 admin admin] Publish callbacks [] for security_group (d0557ae7-5384-4994-8d80-712fd7d257c0), precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:06:00.399360 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-a6c9aa51-857e-4f45-a75a-ff1118676399 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627867'] for security_group (d0557ae7-5384-4994-8d80-712fd7d257c0), after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:06:00.401816 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-a6c9aa51-857e-4f45-a75a-ff1118676399 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:06:00.402993 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [None req-a6c9aa51-857e-4f45-a75a-ff1118676399 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/d0557ae7-5384-4994-8d80-712fd7d257c0 HTTP/1.1" status: 204 len: 168 time: 0.2054825 Feb 20 23:06:00.411147 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c9aa51-857e-4f45-a75a-ff1118676399 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0557ae7-5384-4994-8d80-712fd7d257c0,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:06:09.643536 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.db.agents_db [None req-1f7bd598-9080-4651-a904-61cb6c9001fd None None] Agent healthcheck: found 6 active agents {{(pid=109631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 23:06:12.296202 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-05aae342-c7d7-408a-8258-79ffeef09ed2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (83a03d73-f5e1-4f72-b2a3-d557ae097998), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:06:14.496632 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-a3c4d85b-8a45-4b91-b66e-740f520b216e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (13c347f3-1c01-45ee-af8c-9f8a630e0f23), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:06:14.954732 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd8f278-9720-430b-880b-6201e5b33c1c req-5332b792-6076-4423-950d-56cc20962ad9 tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:06:14.956232 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-2bd8f278-9720-430b-880b-6201e5b33c1c req-5332b792-6076-4423-950d-56cc20962ad9 tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] 10.222.0.65 "GET /v2.0/ports?device_id=6732eadb-c39d-499f-84e7-dc5e141ce7e5 HTTP/1.1" status: 200 len: 946 time: 0.0551014 Feb 20 23:06:15.010149 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-2bd8f278-9720-430b-880b-6201e5b33c1c req-2c0edc02-4482-4c0e-b8a8-ff8d8f202bd0 tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] 10.222.0.65 "GET /v2.0/security-groups?id=3bcd6c59-40eb-44ff-a14d-74710665948f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481350 Feb 20 23:06:15.906871 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-343008d4-3a37-47e4-bcbd-5ef9b41dd99c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (5ba36dc9-fc49-4f8a-9e75-ea70dbbc9d37), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:06:16.129382 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4dbff9-cf71-4798-a3c3-08f5ae88d407 req-47805a20-c5ab-4c9a-a6cc-be7d05a3da28 tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:06:16.130893 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-2d4dbff9-cf71-4798-a3c3-08f5ae88d407 req-47805a20-c5ab-4c9a-a6cc-be7d05a3da28 tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] 10.222.0.65 "GET /v2.0/ports?device_id=6732eadb-c39d-499f-84e7-dc5e141ce7e5 HTTP/1.1" status: 200 len: 946 time: 0.0526824 Feb 20 23:06:16.180816 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-2d4dbff9-cf71-4798-a3c3-08f5ae88d407 req-372df54a-cb69-42ae-81bd-66bac8d1c4ff tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] 10.222.0.65 "GET /v2.0/security-groups?id=3bcd6c59-40eb-44ff-a14d-74710665948f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443270 Feb 20 23:06:17.182381 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-f8bda328-0f39-40fc-b2c8-28796977f3d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (e2edd6cb-ac77-47df-80b5-e0a92a5dde3d), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:06:17.302440 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f79c83-c810-4453-8bfe-10461e1db390 req-b5da65f3-d1d2-468a-bc96-f96df16c84e6 tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:06:17.304161 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-34f79c83-c810-4453-8bfe-10461e1db390 req-b5da65f3-d1d2-468a-bc96-f96df16c84e6 tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] 10.222.0.65 "GET /v2.0/ports?device_id=6732eadb-c39d-499f-84e7-dc5e141ce7e5 HTTP/1.1" status: 200 len: 946 time: 0.0557022 Feb 20 23:06:17.349883 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-34f79c83-c810-4453-8bfe-10461e1db390 req-58dadc61-c62d-4745-b8c5-24cf40d9b6aa tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] 10.222.0.65 "GET /v2.0/security-groups?id=3bcd6c59-40eb-44ff-a14d-74710665948f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401797 Feb 20 23:06:17.594175 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987fbce3-7708-49fd-9a56-d67855223702 req-be5ce336-ea77-4685-ad31-7eeb531cdc73 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:06:17.595654 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-987fbce3-7708-49fd-9a56-d67855223702 req-be5ce336-ea77-4685-ad31-7eeb531cdc73 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/ports?device_id=94ebbaaf-77be-4310-a7a0-d567dde9108c HTTP/1.1" status: 200 len: 947 time: 0.0504544 Feb 20 23:06:17.640461 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-987fbce3-7708-49fd-9a56-d67855223702 req-559ce4bd-a156-4923-b322-03622a9c3211 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/security-groups?id=04e39133-b65d-431a-838f-6deba86bf0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386758 Feb 20 23:06:18.468337 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a949b74-c351-4555-b75a-569b21212112 req-b9e63b66-ad63-46db-ad60-a758e5eda439 tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:06:18.469690 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-2a949b74-c351-4555-b75a-569b21212112 req-b9e63b66-ad63-46db-ad60-a758e5eda439 tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] 10.222.0.65 "GET /v2.0/ports?device_id=6732eadb-c39d-499f-84e7-dc5e141ce7e5 HTTP/1.1" status: 200 len: 946 time: 0.0538201 Feb 20 23:06:18.514605 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-2a949b74-c351-4555-b75a-569b21212112 req-7e25184c-bf0b-46ef-9039-d52a24f39086 tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] 10.222.0.65 "GET /v2.0/security-groups?id=3bcd6c59-40eb-44ff-a14d-74710665948f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394533 Feb 20 23:06:18.691025 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (2dc95353-690e-4eed-857f-cdb5bbe3a4be), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:06:18.760617 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8e7c81-23a8-4fb6-a2e9-41d89efa06aa req-de48750f-843e-4ea9-8234-d59f9666edf8 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:06:18.762062 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-1b8e7c81-23a8-4fb6-a2e9-41d89efa06aa req-de48750f-843e-4ea9-8234-d59f9666edf8 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/ports?device_id=94ebbaaf-77be-4310-a7a0-d567dde9108c HTTP/1.1" status: 200 len: 947 time: 0.0506740 Feb 20 23:06:18.810771 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-1b8e7c81-23a8-4fb6-a2e9-41d89efa06aa req-f6dcce62-7c52-4bed-8ece-37140a921972 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/security-groups?id=04e39133-b65d-431a-838f-6deba86bf0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432749 Feb 20 23:06:19.505693 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b9078f-a37d-4ea0-96a9-08f050177b9c req-1bf0f191-96c7-4953-9877-e2e3e894dee2 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:06:19.507120 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-c7b9078f-a37d-4ea0-96a9-08f050177b9c req-1bf0f191-96c7-4953-9877-e2e3e894dee2 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.42 "GET /v2.0/ports?device_id=94ebbaaf-77be-4310-a7a0-d567dde9108c HTTP/1.1" status: 200 len: 947 time: 0.0497952 Feb 20 23:06:19.597589 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [req-c7b9078f-a37d-4ea0-96a9-08f050177b9c req-af7ae474-b8c1-4c4c-8ec2-7dc3830d1923 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Deleting port dc5e538f-14e0-4a61-8e2d-ae1743c169b8 {{(pid=109628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 23:06:19.597947 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-c7b9078f-a37d-4ea0-96a9-08f050177b9c req-af7ae474-b8c1-4c4c-8ec2-7dc3830d1923 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747407206678'] for port (dc5e538f-14e0-4a61-8e2d-ae1743c169b8), before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:06:19.628814 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb72c3f-4881-4d1d-8d18-2f6cc697b678 req-7e65e996-e07a-4a33-bc4f-3d71af45b495 tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:06:19.630881 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-3cb72c3f-4881-4d1d-8d18-2f6cc697b678 req-7e65e996-e07a-4a33-bc4f-3d71af45b495 tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] 10.222.0.65 "GET /v2.0/ports?device_id=6732eadb-c39d-499f-84e7-dc5e141ce7e5 HTTP/1.1" status: 200 len: 946 time: 0.0510399 Feb 20 23:06:19.676135 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-3cb72c3f-4881-4d1d-8d18-2f6cc697b678 req-3c09a494-cb5a-4c09-81c7-e6a82cf9e0af tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] 10.222.0.65 "GET /v2.0/security-groups?id=3bcd6c59-40eb-44ff-a14d-74710665948f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397756 Feb 20 23:06:19.688645 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.db [req-c7b9078f-a37d-4ea0-96a9-08f050177b9c req-af7ae474-b8c1-4c4c-8ec2-7dc3830d1923 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] For port dc5e538f-14e0-4a61-8e2d-ae1743c169b8, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=dc5e538f-14e0-4a61-8e2d-ae1743c169b8,segment=NetworkSegment(e96cb693-0403-4029-b4e9-bd6b25e8f8fe),segment_id=e96cb693-0403-4029-b4e9-bd6b25e8f8fe)] {{(pid=109628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:06:19.689016 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-c7b9078f-a37d-4ea0-96a9-08f050177b9c req-af7ae474-b8c1-4c4c-8ec2-7dc3830d1923 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671932'] for port (dc5e538f-14e0-4a61-8e2d-ae1743c169b8), precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:06:19.930268 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-c7b9078f-a37d-4ea0-96a9-08f050177b9c req-af7ae474-b8c1-4c4c-8ec2-7dc3830d1923 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:06:19.930965 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-c7b9078f-a37d-4ea0-96a9-08f050177b9c req-af7ae474-b8c1-4c4c-8ec2-7dc3830d1923 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-704244'] for floatingip (e8f30366-c510-4af4-925b-bef55167646a), after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:06:19.930965 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.db.l3_db [req-c7b9078f-a37d-4ea0-96a9-08f050177b9c req-af7ae474-b8c1-4c4c-8ec2-7dc3830d1923 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Floating IP e8f30366-c510-4af4-925b-bef55167646a disassociated. External IP: 172.27.2.252, port: dc5e538f-14e0-4a61-8e2d-ae1743c169b8. Feb 20 23:06:19.931267 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [req-c7b9078f-a37d-4ea0-96a9-08f050177b9c req-af7ae474-b8c1-4c4c-8ec2-7dc3830d1923 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Calling delete_port for dc5e538f-14e0-4a61-8e2d-ae1743c169b8 owned by compute:nova {{(pid=109628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 23:06:19.957326 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12df67e-4b5e-4df7-b116-82db36901eeb req-e0a10da6-5e65-40c3-94ba-56f6a0849e54 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:06:19.958850 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-a12df67e-4b5e-4df7-b116-82db36901eeb req-e0a10da6-5e65-40c3-94ba-56f6a0849e54 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/ports?device_id=94ebbaaf-77be-4310-a7a0-d567dde9108c HTTP/1.1" status: 200 len: 947 time: 0.0762515 Feb 20 23:06:20.051811 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-a12df67e-4b5e-4df7-b116-82db36901eeb req-245a9862-ce64-4ef4-8a65-1721fec3dbf0 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/security-groups?id=04e39133-b65d-431a-838f-6deba86bf0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662901 Feb 20 23:06:20.177337 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-c7b9078f-a37d-4ea0-96a9-08f050177b9c req-af7ae474-b8c1-4c4c-8ec2-7dc3830d1923 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747407212409', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747406771505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59259307'] for port (dc5e538f-14e0-4a61-8e2d-ae1743c169b8), after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:06:20.206215 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7ae474-b8c1-4c4c-8ec2-7dc3830d1923 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Pushing event deleted for resources: {'Port': ['ID=dc5e538f-14e0-4a61-8e2d-ae1743c169b8,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:06:20.315772 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c7b9078f-a37d-4ea0-96a9-08f050177b9c req-af7ae474-b8c1-4c4c-8ec2-7dc3830d1923 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Router 46817dfe-fc89-4585-97bb-fc918877ba0e has already been hosted by L3 agent 13c347f3-1c01-45ee-af8c-9f8a630e0f23 {{(pid=109628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 23:06:20.419783 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c7b9078f-a37d-4ea0-96a9-08f050177b9c req-af7ae474-b8c1-4c4c-8ec2-7dc3830d1923 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Notify agent at l3_agent.dv-cinder-830096-1-iscsi the message routers_updated {{(pid=109628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 23:06:20.430434 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea1e546a-1f0e-42d9-98cd-96c8e83032c4 None None] Sync routers for ids ['46817dfe-fc89-4585-97bb-fc918877ba0e'] in dv-cinder-830096-1-iscsi {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 23:06:20.439643 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea1e546a-1f0e-42d9-98cd-96c8e83032c4 None None] Routers {'46817dfe-fc89-4585-97bb-fc918877ba0e'} bound to L3 agent in host dv-cinder-830096-1-iscsi {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 23:06:20.440359 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-ea1e546a-1f0e-42d9-98cd-96c8e83032c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T22:50:44Z,description=,heartbeat_timestamp=2022-02-20T23:06:14Z,host='dv-cinder-830096-1-iscsi',id=13c347f3-1c01-45ee-af8c-9f8a630e0f23,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T22:50:45Z,topic='l3_agent')) {'router_ids': ['46817dfe-fc89-4585-97bb-fc918877ba0e'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:06:20.457827 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7b9078f-a37d-4ea0-96a9-08f050177b9c req-af7ae474-b8c1-4c4c-8ec2-7dc3830d1923 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] No DVR routers for this DVR port dc5e538f-14e0-4a61-8e2d-ae1743c169b8 on host hv-cinder-83009 {{(pid=109628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 23:06:20.460501 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-c7b9078f-a37d-4ea0-96a9-08f050177b9c req-af7ae474-b8c1-4c4c-8ec2-7dc3830d1923 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932959'] for port (None), before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:06:20.464609 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-c7b9078f-a37d-4ea0-96a9-08f050177b9c req-af7ae474-b8c1-4c4c-8ec2-7dc3830d1923 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.42 "DELETE /v2.0/ports/dc5e538f-14e0-4a61-8e2d-ae1743c169b8 HTTP/1.1" status: 204 len: 173 time: 0.9521391 Feb 20 23:06:20.465055 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94ebbaaf-77be-4310-a7a0-d567dde9108c', 'name': 'network-vif-deleted', 'tag': 'dc5e538f-14e0-4a61-8e2d-ae1743c169b8'}] {{(pid=109628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 23:06:20.467319 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4be7ee60aa4259b475ee261dcf74c65065c56e299c7a4b2359a57cf03aee0d96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76453189-b00d-4732-9d29-bd20d307ae9b" -d '{"events": [{"server_uuid": "94ebbaaf-77be-4310-a7a0-d567dde9108c", "name": "network-vif-deleted", "tag": "dc5e538f-14e0-4a61-8e2d-ae1743c169b8"}]}' {{(pid=109628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 23:06:20.503574 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 23:06:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bcf241f-3016-4cfc-8dd3-3ad6d6cb2cb0 x-openstack-request-id: req-3bcf241f-3016-4cfc-8dd3-3ad6d6cb2cb0 {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 23:06:20.503873 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94ebbaaf-77be-4310-a7a0-d567dde9108c", "name": "network-vif-deleted", "tag": "dc5e538f-14e0-4a61-8e2d-ae1743c169b8", "status": "completed", "code": 200}]} {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 23:06:20.504127 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-3bcf241f-3016-4cfc-8dd3-3ad6d6cb2cb0 {{(pid=109628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 23:06:20.504553 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94ebbaaf-77be-4310-a7a0-d567dde9108c', 'name': 'network-vif-deleted', 'tag': 'dc5e538f-14e0-4a61-8e2d-ae1743c169b8', 'status': 'completed', 'code': 200} Feb 20 23:06:20.548256 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-ea1e546a-1f0e-42d9-98cd-96c8e83032c4 None None] Set router 46817dfe-fc89-4585-97bb-fc918877ba0e gateway port host: dv-cinder-830096-1-iscsi {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 23:06:20.757692 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-ea1e546a-1f0e-42d9-98cd-96c8e83032c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46817dfe-fc89-4585-97bb-fc918877ba0e', 'name': 'tempest-AttachVolumeShelveTestJSON-841500598-router', 'tenant_id': '48a93be9550345ed9b9cbfc081ec5671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f52b71d-61c7-49bc-86ae-3e3415c25b55', 'external_fixed_ips': [{'subnet_id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'ip_address': '172.27.2.135'}], 'enable_snat': True}, 'gw_port_id': '668be8c4-3b55-47a7-90f8-93d4d855d93f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T22:59:16Z', 'updated_at': '2022-02-20T22:59:22Z', 'revision_number': 4, 'project_id': '48a93be9550345ed9b9cbfc081ec5671', 'gw_port': {'id': '668be8c4-3b55-47a7-90f8-93d4d855d93f', 'name': '', 'network_id': '5f52b71d-61c7-49bc-86ae-3e3415c25b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:36:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46817dfe-fc89-4585-97bb-fc918877ba0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'ip_address': '172.27.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T22:59:17Z', 'updated_at': '2022-02-20T22:59:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-1-iscsi', '_interfaces': [{'id': '95d16298-3bc7-4771-bf34-e3a6ec44e3a9', 'name': '', 'network_id': '8904bc28-8825-408d-a027-aaac96b04ee9', 'tenant_id': '48a93be9550345ed9b9cbfc081ec5671', 'mac_address': 'fa:16:3e:4c:5a:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46817dfe-fc89-4585-97bb-fc918877ba0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '58431437-f6f9-4145-a265-242d6c5c36fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T22:59:21Z', 'updated_at': '2022-02-20T22:59:27Z', 'revision_number': 5, 'project_id': '48a93be9550345ed9b9cbfc081ec5671', 'subnets': [{'id': '58431437-f6f9-4145-a265-242d6c5c36fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830096-1-iscsi', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:06:20.789748 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea1e546a-1f0e-42d9-98cd-96c8e83032c4 None None] Checking router: 46817dfe-fc89-4585-97bb-fc918877ba0e for host: dv-cinder-830096-1-iscsi {{(pid=109630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 23:06:20.798196 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea1e546a-1f0e-42d9-98cd-96c8e83032c4 None None] Routers {'46817dfe-fc89-4585-97bb-fc918877ba0e'} bound to L3 agent in host dv-cinder-830096-1-iscsi {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 23:06:20.798832 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-ea1e546a-1f0e-42d9-98cd-96c8e83032c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T22:50:44Z,description=,heartbeat_timestamp=2022-02-20T23:06:14Z,host='dv-cinder-830096-1-iscsi',id=13c347f3-1c01-45ee-af8c-9f8a630e0f23,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T22:50:45Z,topic='l3_agent')) {'router_ids': ['46817dfe-fc89-4585-97bb-fc918877ba0e'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:06:20.799423 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab6438b-db00-40ad-8bd5-072c8a655b3b req-380da583-cf59-43de-8380-589388d18f57 tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:06:20.803124 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-5ab6438b-db00-40ad-8bd5-072c8a655b3b req-380da583-cf59-43de-8380-589388d18f57 tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] 10.222.0.65 "GET /v2.0/ports?device_id=6732eadb-c39d-499f-84e7-dc5e141ce7e5 HTTP/1.1" status: 200 len: 946 time: 0.0585172 Feb 20 23:06:20.858862 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-5ab6438b-db00-40ad-8bd5-072c8a655b3b req-c119ca31-d6f9-4e22-8359-0d528f3d9305 tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] 10.222.0.65 "GET /v2.0/security-groups?id=3bcd6c59-40eb-44ff-a14d-74710665948f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519381 Feb 20 23:06:20.911000 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-ea1e546a-1f0e-42d9-98cd-96c8e83032c4 None None] Set router 46817dfe-fc89-4585-97bb-fc918877ba0e gateway port host: dv-cinder-830096-1-iscsi {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 23:06:21.115853 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-ea1e546a-1f0e-42d9-98cd-96c8e83032c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46817dfe-fc89-4585-97bb-fc918877ba0e', 'name': 'tempest-AttachVolumeShelveTestJSON-841500598-router', 'tenant_id': '48a93be9550345ed9b9cbfc081ec5671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f52b71d-61c7-49bc-86ae-3e3415c25b55', 'external_fixed_ips': [{'subnet_id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'ip_address': '172.27.2.135'}], 'enable_snat': True}, 'gw_port_id': '668be8c4-3b55-47a7-90f8-93d4d855d93f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T22:59:16Z', 'updated_at': '2022-02-20T22:59:22Z', 'revision_number': 4, 'project_id': '48a93be9550345ed9b9cbfc081ec5671', 'gw_port': {'id': '668be8c4-3b55-47a7-90f8-93d4d855d93f', 'name': '', 'network_id': '5f52b71d-61c7-49bc-86ae-3e3415c25b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:36:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46817dfe-fc89-4585-97bb-fc918877ba0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'ip_address': '172.27.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T22:59:17Z', 'updated_at': '2022-02-20T22:59:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-1-iscsi', '_interfaces': [{'id': '95d16298-3bc7-4771-bf34-e3a6ec44e3a9', 'name': '', 'network_id': '8904bc28-8825-408d-a027-aaac96b04ee9', 'tenant_id': '48a93be9550345ed9b9cbfc081ec5671', 'mac_address': 'fa:16:3e:4c:5a:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46817dfe-fc89-4585-97bb-fc918877ba0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '58431437-f6f9-4145-a265-242d6c5c36fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T22:59:21Z', 'updated_at': '2022-02-20T22:59:27Z', 'revision_number': 5, 'project_id': '48a93be9550345ed9b9cbfc081ec5671', 'subnets': [{'id': '58431437-f6f9-4145-a265-242d6c5c36fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830096-1-iscsi', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:06:21.143170 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea1e546a-1f0e-42d9-98cd-96c8e83032c4 None None] The sync data for ids ['46817dfe-fc89-4585-97bb-fc918877ba0e'] in dv-cinder-830096-1-iscsi is: [{'id': '46817dfe-fc89-4585-97bb-fc918877ba0e', 'name': 'tempest-AttachVolumeShelveTestJSON-841500598-router', 'tenant_id': '48a93be9550345ed9b9cbfc081ec5671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f52b71d-61c7-49bc-86ae-3e3415c25b55', 'external_fixed_ips': [{'subnet_id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'ip_address': '172.27.2.135'}], 'enable_snat': True}, 'gw_port_id': '668be8c4-3b55-47a7-90f8-93d4d855d93f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T22:59:16Z', 'updated_at': '2022-02-20T22:59:22Z', 'revision_number': 4, 'project_id': '48a93be9550345ed9b9cbfc081ec5671', 'gw_port': {'id': '668be8c4-3b55-47a7-90f8-93d4d855d93f', 'name': '', 'network_id': '5f52b71d-61c7-49bc-86ae-3e3415c25b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:36:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46817dfe-fc89-4585-97bb-fc918877ba0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'ip_address': '172.27.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T22:59:17Z', 'updated_at': '2022-02-20T22:59:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-1-iscsi', '_interfaces': [{'id': '95d16298-3bc7-4771-bf34-e3a6ec44e3a9', 'name': '', 'network_id': '8904bc28-8825-408d-a027-aaac96b04ee9', 'tenant_id': '48a93be9550345ed9b9cbfc081ec5671', 'mac_address': 'fa:16:3e:4c:5a:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46817dfe-fc89-4585-97bb-fc918877ba0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '58431437-f6f9-4145-a265-242d6c5c36fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T22:59:21Z', 'updated_at': '2022-02-20T22:59:27Z', 'revision_number': 5, 'project_id': '48a93be9550345ed9b9cbfc081ec5671', 'subnets': [{'id': '58431437-f6f9-4145-a265-242d6c5c36fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 23:06:21.166464 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-ada221f0-99df-4f11-8b68-b348bf7880ec req-0eced799-6485-479b-9329-2ae19de4bef3 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/ports?device_id=94ebbaaf-77be-4310-a7a0-d567dde9108c HTTP/1.1" status: 200 len: 210 time: 0.0281563 Feb 20 23:06:21.362953 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef424dbf-6b3f-4f94-9a7b-5898d1c7b451 None None] New status for floating IP e8f30366-c510-4af4-925b-bef55167646a: DOWN {{(pid=109631) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 20 23:06:21.858915 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-38809326-002d-4b23-9be5-cdb40f1f0421 req-0abdee8d-cbb3-45c3-9ea0-9c5223ef9366 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=dd328b41-a333-4a4f-8d95-3d7e290f5bc9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0420251 Feb 20 23:06:21.922602 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38809326-002d-4b23-9be5-cdb40f1f0421 req-fc86eea5-6779-408f-9aec-471c947a32e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:06:21.924066 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-38809326-002d-4b23-9be5-cdb40f1f0421 req-fc86eea5-6779-408f-9aec-471c947a32e1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c3e33ca04103445c86d7b13f76fe664b&device_id=dd328b41-a333-4a4f-8d95-3d7e290f5bc9 HTTP/1.1" status: 200 len: 1169 time: 0.0435362 Feb 20 23:06:22.032223 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f15f4c-9f18-46b6-943f-b5988b9b92fe req-7556196d-8316-4488-8c67-41156d6485c1 tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:06:22.033679 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-f6f15f4c-9f18-46b6-943f-b5988b9b92fe req-7556196d-8316-4488-8c67-41156d6485c1 tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] 10.222.0.65 "GET /v2.0/ports?device_id=6732eadb-c39d-499f-84e7-dc5e141ce7e5 HTTP/1.1" status: 200 len: 946 time: 0.1087666 Feb 20 23:06:22.072279 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38809326-002d-4b23-9be5-cdb40f1f0421 req-0bbea1e6-a075-4964-8647-75babdf639d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:06:22.073704 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-38809326-002d-4b23-9be5-cdb40f1f0421 req-0bbea1e6-a075-4964-8647-75babdf639d2 service neutron] 10.222.0.42 "GET /v2.0/networks?id=49827f61-3092-4973-9005-6ef8ce9e46b5 HTTP/1.1" status: 200 len: 915 time: 0.1232204 Feb 20 23:06:22.132538 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-f6f15f4c-9f18-46b6-943f-b5988b9b92fe req-da0f0457-5a54-41b1-b9da-20c699b3a67f tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] 10.222.0.65 "GET /v2.0/security-groups?id=3bcd6c59-40eb-44ff-a14d-74710665948f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0919075 Feb 20 23:06:22.154287 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-38809326-002d-4b23-9be5-cdb40f1f0421 req-5a55b6ac-cd7f-4701-88f5-eeaea6ebb484 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=094032c2-20c8-4097-a27f-880be39ff71d HTTP/1.1" status: 200 len: 1002 time: 0.0730059 Feb 20 23:06:22.203785 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38809326-002d-4b23-9be5-cdb40f1f0421 req-b4a5fdb2-a6cf-4dc5-97e8-e4b82f4b7a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:06:22.205222 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-38809326-002d-4b23-9be5-cdb40f1f0421 req-b4a5fdb2-a6cf-4dc5-97e8-e4b82f4b7a06 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e9c40620-c529-4a12-8658-8129e29b5c71 HTTP/1.1" status: 200 len: 854 time: 0.0435266 Feb 20 23:06:22.254529 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38809326-002d-4b23-9be5-cdb40f1f0421 req-96bf6f98-7d3e-4a9b-b274-71c478040ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:06:22.256118 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-38809326-002d-4b23-9be5-cdb40f1f0421 req-96bf6f98-7d3e-4a9b-b274-71c478040ddc service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=49827f61-3092-4973-9005-6ef8ce9e46b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0448666 Feb 20 23:06:22.338235 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.65', 51604) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:06:22.350259 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-38809326-002d-4b23-9be5-cdb40f1f0421 req-58dafda3-9752-4e36-85fb-cdddb52ad817 service neutron] 10.222.0.42 "GET /v2.0/networks/49827f61-3092-4973-9005-6ef8ce9e46b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881431 Feb 20 23:06:22.395334 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e4dd1068-cfe0-4b0c-a3c8-8f8d673483c3 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Publish callbacks [] for security_group (04e39133-b65d-431a-838f-6deba86bf0d1), before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:06:22.420237 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e4dd1068-cfe0-4b0c-a3c8-8f8d673483c3 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Publish callbacks [] for security_group (04e39133-b65d-431a-838f-6deba86bf0d1), precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:06:22.441183 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-38809326-002d-4b23-9be5-cdb40f1f0421 req-0384f403-9abd-4482-9bf9-08d402516ccd service neutron] 10.222.0.42 "GET /v2.0/networks/49827f61-3092-4973-9005-6ef8ce9e46b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848827 Feb 20 23:06:22.581410 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e4dd1068-cfe0-4b0c-a3c8-8f8d673483c3 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627867'] for security_group (04e39133-b65d-431a-838f-6deba86bf0d1), after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:06:22.584812 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e4dd1068-cfe0-4b0c-a3c8-8f8d673483c3 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Publish callbacks [] for security_group (None), before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:06:22.586024 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [None req-e4dd1068-cfe0-4b0c-a3c8-8f8d673483c3 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "DELETE /v2.0/security-groups/04e39133-b65d-431a-838f-6deba86bf0d1 HTTP/1.1" status: 204 len: 168 time: 0.2462330 Feb 20 23:06:22.588951 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.65', 51606) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:06:22.595927 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4dd1068-cfe0-4b0c-a3c8-8f8d673483c3 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=04e39133-b65d-431a-838f-6deba86bf0d1,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:06:22.601706 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.api.v2.resource [None req-64e824a4-50ea-4b9a-aac5-e8460f53e4bc tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] show failed (client error): The resource could not be found. Feb 20 23:06:22.608590 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [None req-64e824a4-50ea-4b9a-aac5-e8460f53e4bc tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/security-groups/04e39133-b65d-431a-838f-6deba86bf0d1 HTTP/1.1" status: 404 len: 347 time: 0.0128412 Feb 20 23:06:22.610771 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.65', 51608) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:06:22.767209 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-c27d6dda-7a2e-4368-a34a-a84de56138a2 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Deleting port fdfd1079-bcaf-4d44-84d9-5279b8c6ffae {{(pid=109629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 23:06:22.768786 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-c27d6dda-7a2e-4368-a34a-a84de56138a2 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747407206678'] for port (fdfd1079-bcaf-4d44-84d9-5279b8c6ffae), before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:06:22.843966 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-c27d6dda-7a2e-4368-a34a-a84de56138a2 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671932'] for port (fdfd1079-bcaf-4d44-84d9-5279b8c6ffae), precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:06:22.844289 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-c27d6dda-7a2e-4368-a34a-a84de56138a2 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Publish callbacks [] for floatingip (fdfd1079-bcaf-4d44-84d9-5279b8c6ffae), precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:06:22.855957 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-c27d6dda-7a2e-4368-a34a-a84de56138a2 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Calling delete_port for fdfd1079-bcaf-4d44-84d9-5279b8c6ffae owned by network:floatingip {{(pid=109629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 23:06:23.073767 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-c27d6dda-7a2e-4368-a34a-a84de56138a2 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747407212409', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747406771505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61629250'] for port (fdfd1079-bcaf-4d44-84d9-5279b8c6ffae), after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:06:23.097932 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27d6dda-7a2e-4368-a34a-a84de56138a2 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Pushing event deleted for resources: {'Port': ['ID=fdfd1079-bcaf-4d44-84d9-5279b8c6ffae,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:06:23.158096 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-c27d6dda-7a2e-4368-a34a-a84de56138a2 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Publish callbacks [] for floatingip (e8f30366-c510-4af4-925b-bef55167646a), after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:06:23.161121 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-c27d6dda-7a2e-4368-a34a-a84de56138a2 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932959'] for floatingip (None), before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:06:23.162277 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [None req-c27d6dda-7a2e-4368-a34a-a84de56138a2 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "DELETE /v2.0/floatingips/e8f30366-c510-4af4-925b-bef55167646a HTTP/1.1" status: 204 len: 168 time: 0.5501158 Feb 20 23:06:23.265757 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9958aa-1758-46ff-892b-6b3f9033814a req-fc3c083b-8f4a-4549-ad7e-fe199b5bbfac tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:06:23.267273 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-2c9958aa-1758-46ff-892b-6b3f9033814a req-fc3c083b-8f4a-4549-ad7e-fe199b5bbfac tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] 10.222.0.65 "GET /v2.0/ports?device_id=6732eadb-c39d-499f-84e7-dc5e141ce7e5 HTTP/1.1" status: 200 len: 946 time: 0.0528262 Feb 20 23:06:23.317203 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-2c9958aa-1758-46ff-892b-6b3f9033814a req-e135843f-bffb-408f-b247-170efcd15d79 tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] 10.222.0.65 "GET /v2.0/security-groups?id=3bcd6c59-40eb-44ff-a14d-74710665948f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442960 Feb 20 23:06:23.635239 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.65', 51614) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:06:23.640006 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.v2.base [None req-3cb30da3-b44e-43c2-8223-61216c23d6da tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1048987258', 'description': 'tempest-description--578509821'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:06:23.738571 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Device dc5e538f-14e0-4a61-8e2d-ae1743c169b8 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 23:06:23.758609 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] No Port match for: dc5e538f-14e0-4a61-8e2d-ae1743c169b8 {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 23:06:23.758950 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Device dc5e538f-14e0-4a61-8e2d-ae1743c169b8 not bound to the agent host hv-cinder-83009 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 23:06:23.769446 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-3cb30da3-b44e-43c2-8223-61216c23d6da tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Publish callbacks [] for security_group (None), before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:06:23.835701 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-3cb30da3-b44e-43c2-8223-61216c23d6da tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Publish callbacks [] for security_group (aefff0bf-e3d0-4c68-a8f6-dd8d29a02d15), precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:06:23.919317 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-3cb30da3-b44e-43c2-8223-61216c23d6da tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627867'] for security_group (aefff0bf-e3d0-4c68-a8f6-dd8d29a02d15), after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:06:23.947697 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb30da3-b44e-43c2-8223-61216c23d6da tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aefff0bf-e3d0-4c68-a8f6-dd8d29a02d15,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:06:24.064658 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-3cb30da3-b44e-43c2-8223-61216c23d6da tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Publish callbacks [] for security_group (None), before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:06:24.065899 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [None req-3cb30da3-b44e-43c2-8223-61216c23d6da tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4295952 Feb 20 23:06:24.069416 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.65', 51616) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:06:24.076276 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.v2.base [None req-4d1d3de4-0b97-430e-8707-384e21373c47 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Request body: {'security_group_rule': {'security_group_id': 'aefff0bf-e3d0-4c68-a8f6-dd8d29a02d15', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:06:24.182763 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-4d1d3de4-0b97-430e-8707-384e21373c47 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Publish callbacks [] for security_group_rule (a7916ced-f0c0-42b2-81c4-b73cc75da9bf), before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:06:24.234727 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-4d1d3de4-0b97-430e-8707-384e21373c47 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Publish callbacks [] for security_group_rule (a7916ced-f0c0-42b2-81c4-b73cc75da9bf), precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:06:24.325033 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-4d1d3de4-0b97-430e-8707-384e21373c47 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625755'] for security_group_rule (a7916ced-f0c0-42b2-81c4-b73cc75da9bf), after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:06:24.342716 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1d3de4-0b97-430e-8707-384e21373c47 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7916ced-f0c0-42b2-81c4-b73cc75da9bf,revision_number=0']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:06:24.437771 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1878239-60a7-4241-8145-65d31e62a75b req-4fdccb52-83d4-41f0-a92f-89088407f19d tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:06:24.439213 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-c1878239-60a7-4241-8145-65d31e62a75b req-4fdccb52-83d4-41f0-a92f-89088407f19d tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] 10.222.0.65 "GET /v2.0/ports?device_id=6732eadb-c39d-499f-84e7-dc5e141ce7e5 HTTP/1.1" status: 200 len: 946 time: 0.0526664 Feb 20 23:06:24.464152 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-4d1d3de4-0b97-430e-8707-384e21373c47 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:06:24.467947 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [None req-4d1d3de4-0b97-430e-8707-384e21373c47 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3949542 Feb 20 23:06:24.468385 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.65', 51620) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:06:24.472856 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.v2.base [None req-0a374eb5-b7e9-4ea5-a425-5c31a49b5da5 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Request body: {'security_group_rule': {'security_group_id': 'aefff0bf-e3d0-4c68-a8f6-dd8d29a02d15', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:06:24.678772 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-c1878239-60a7-4241-8145-65d31e62a75b req-a3011a9f-149c-4efe-b344-4fef35387573 tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] 10.222.0.65 "GET /v2.0/security-groups?id=3bcd6c59-40eb-44ff-a14d-74710665948f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2333033 Feb 20 23:06:24.815658 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-0a374eb5-b7e9-4ea5-a425-5c31a49b5da5 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Publish callbacks [] for security_group_rule (842f2a09-4338-4d9a-9356-001801df5068), before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:06:24.868507 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-0a374eb5-b7e9-4ea5-a425-5c31a49b5da5 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Publish callbacks [] for security_group_rule (842f2a09-4338-4d9a-9356-001801df5068), precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:06:24.997862 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-0a374eb5-b7e9-4ea5-a425-5c31a49b5da5 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625755'] for security_group_rule (842f2a09-4338-4d9a-9356-001801df5068), after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:06:25.015130 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a374eb5-b7e9-4ea5-a425-5c31a49b5da5 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=842f2a09-4338-4d9a-9356-001801df5068,revision_number=0']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:06:25.154317 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-0a374eb5-b7e9-4ea5-a425-5c31a49b5da5 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:06:25.155578 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [None req-0a374eb5-b7e9-4ea5-a425-5c31a49b5da5 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6861782 Feb 20 23:06:25.158573 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.65', 51622) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:06:25.163533 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.v2.base [None req-9df3fd55-ef0a-409f-b2b3-0e6364310533 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Request body: {'floatingip': {'floating_network_id': '5f52b71d-61c7-49bc-86ae-3e3415c25b55'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:06:25.290917 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-9df3fd55-ef0a-409f-b2b3-0e6364310533 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:06:25.383863 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-9df3fd55-ef0a-409f-b2b3-0e6364310533 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4131840'] for port (None), before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:06:25.481512 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.db.db_base_plugin_common [None req-9df3fd55-ef0a-409f-b2b3-0e6364310533 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Allocated IP 172.27.2.65 (5f52b71d-61c7-49bc-86ae-3e3415c25b55/841afcd6-8af7-4cd5-baec-c52e88cacaa2/6e47e620-4d15-4275-953e-eae5a4bbefc4) {{(pid=109629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 23:06:25.580266 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-9df3fd55-ef0a-409f-b2b3-0e6364310533 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Publish callbacks [] for port (6e47e620-4d15-4275-953e-eae5a4bbefc4), precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:06:25.673447 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-9df3fd55-ef0a-409f-b2b3-0e6364310533 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747406771496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61629250'] for port (6e47e620-4d15-4275-953e-eae5a4bbefc4), after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:06:25.709185 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9df3fd55-ef0a-409f-b2b3-0e6364310533 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Network 5f52b71d-61c7-49bc-86ae-3e3415c25b55 is already hosted by enough agents. {{(pid=109629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 23:06:25.713612 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [None req-9df3fd55-ef0a-409f-b2b3-0e6364310533 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Resources bound (agent type, host, resource id): {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 23:06:25.715995 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9df3fd55-ef0a-409f-b2b3-0e6364310533 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Received port after_create {{(pid=109629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 23:06:25.744984 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df3fd55-ef0a-409f-b2b3-0e6364310533 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Pushing event updated for resources: {'Port': ['ID=6e47e620-4d15-4275-953e-eae5a4bbefc4,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:06:25.805213 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778127b2-9016-469e-905a-8e1c7cb85ef6 req-3a002399-e8b7-4396-9815-8d6b78ddfe12 tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:06:25.806864 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-778127b2-9016-469e-905a-8e1c7cb85ef6 req-3a002399-e8b7-4396-9815-8d6b78ddfe12 tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] 10.222.0.65 "GET /v2.0/ports?device_id=6732eadb-c39d-499f-84e7-dc5e141ce7e5 HTTP/1.1" status: 200 len: 946 time: 0.0564816 Feb 20 23:06:25.809791 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-9df3fd55-ef0a-409f-b2b3-0e6364310533 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Publish callbacks [] for floatingip (b3bc894e-61ce-416d-9bc4-c0c0af758a53), precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:06:25.921043 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-9df3fd55-ef0a-409f-b2b3-0e6364310533 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4131840'] for port (6e47e620-4d15-4275-953e-eae5a4bbefc4), before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:06:26.079521 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-9df3fd55-ef0a-409f-b2b3-0e6364310533 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Publish callbacks [] for port (6e47e620-4d15-4275-953e-eae5a4bbefc4), precommit_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:06:26.107196 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-778127b2-9016-469e-905a-8e1c7cb85ef6 req-12749830-38a9-4d48-ac61-9089a1a54fe9 tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] 10.222.0.65 "GET /v2.0/security-groups?id=3bcd6c59-40eb-44ff-a14d-74710665948f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2944593 Feb 20 23:06:26.126070 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (a929ecfe-02b1-4b86-b2e7-0c746ea4b12c), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:06:26.159233 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-9df3fd55-ef0a-409f-b2b3-0e6364310533 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747407212427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747406771514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747406771532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61629273'] for port (6e47e620-4d15-4275-953e-eae5a4bbefc4), after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:06:26.230048 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df3fd55-ef0a-409f-b2b3-0e6364310533 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Pushing event updated for resources: {'Port': ['ID=6e47e620-4d15-4275-953e-eae5a4bbefc4,revision_number=2']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:06:26.238987 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-9df3fd55-ef0a-409f-b2b3-0e6364310533 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-704244'] for floatingip (b3bc894e-61ce-416d-9bc4-c0c0af758a53), after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:06:26.355988 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-9df3fd55-ef0a-409f-b2b3-0e6364310533 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932959'] for floatingip (None), before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:06:26.357405 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [None req-9df3fd55-ef0a-409f-b2b3-0e6364310533 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1978314 Feb 20 23:06:26.546147 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-f415a025-2f90-4bff-b249-ca49449387c0 req-9336c3aa-d3b4-4b1c-adae-b1086ba3dd64 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-securitygroup--1048987258&fields=id&tenant_id=48a93be9550345ed9b9cbfc081ec5671 HTTP/1.1" status: 200 len: 267 time: 0.0411191 Feb 20 23:06:26.650018 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f415a025-2f90-4bff-b249-ca49449387c0 req-e56a8aa1-0246-4543-95e2-efdb66d16189 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:06:26.651503 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-f415a025-2f90-4bff-b249-ca49449387c0 req-e56a8aa1-0246-4543-95e2-efdb66d16189 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/networks?id=8904bc28-8825-408d-a027-aaac96b04ee9 HTTP/1.1" status: 200 len: 816 time: 0.0992179 Feb 20 23:06:26.665405 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-f415a025-2f90-4bff-b249-ca49449387c0 req-5f2c3533-62fe-4303-93a7-3fe2063dbbb7 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/quotas/48a93be9550345ed9b9cbfc081ec5671 HTTP/1.1" status: 200 len: 375 time: 0.0086029 Feb 20 23:06:26.717548 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-f415a025-2f90-4bff-b249-ca49449387c0 req-822c1461-519c-4531-939a-70124fb829a3 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=48a93be9550345ed9b9cbfc081ec5671&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0474062 Feb 20 23:06:26.904888 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-f415a025-2f90-4bff-b249-ca49449387c0 req-7424f186-d4fe-4a1c-9dc3-f347a8291ee5 service neutron] 10.222.0.65 "GET /v2.0/networks/8904bc28-8825-408d-a027-aaac96b04ee9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1766598 Feb 20 23:06:26.995836 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-f415a025-2f90-4bff-b249-ca49449387c0 req-cf47f29e-9079-4d48-8d8c-3bffc390060b service neutron] 10.222.0.65 "GET /v2.0/networks/8904bc28-8825-408d-a027-aaac96b04ee9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851541 Feb 20 23:06:27.241355 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31f7a73-49f3-4d74-af8d-279beeb9ac97 req-31e293b7-e20b-485d-9778-0b1f244181ac tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:06:27.251687 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-f31f7a73-49f3-4d74-af8d-279beeb9ac97 req-31e293b7-e20b-485d-9778-0b1f244181ac tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] 10.222.0.65 "GET /v2.0/ports?device_id=6732eadb-c39d-499f-84e7-dc5e141ce7e5 HTTP/1.1" status: 200 len: 946 time: 0.0784352 Feb 20 23:06:27.263373 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-ff07b907-2cb6-4e14-957d-beea636e5ab3 req-22d77aca-0968-4ae3-9540-9d50e1f73aaf tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/ports?device_id=a334adf7-4744-4f48-acdd-7ebf11aef19b HTTP/1.1" status: 200 len: 210 time: 0.0313663 Feb 20 23:06:27.306981 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-f31f7a73-49f3-4d74-af8d-279beeb9ac97 req-c359dc12-d1f3-4e21-9d3b-f2d8057403ac tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] 10.222.0.65 "GET /v2.0/security-groups?id=3bcd6c59-40eb-44ff-a14d-74710665948f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486472 Feb 20 23:06:28.360459 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-2b6219e8-43c0-4036-878f-3ef96a1c8cc6 req-f4a250c2-97d7-4274-9b2d-315471334bfd tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/ports?device_id=a334adf7-4744-4f48-acdd-7ebf11aef19b HTTP/1.1" status: 200 len: 210 time: 0.0268779 Feb 20 23:06:28.424426 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793271b9-1bbc-4ffa-9173-62bdb6524a1f req-18690987-e9cb-492a-8dd3-a9f4d4408a17 tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:06:28.425797 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-793271b9-1bbc-4ffa-9173-62bdb6524a1f req-18690987-e9cb-492a-8dd3-a9f4d4408a17 tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] 10.222.0.65 "GET /v2.0/ports?device_id=6732eadb-c39d-499f-84e7-dc5e141ce7e5 HTTP/1.1" status: 200 len: 946 time: 0.0508995 Feb 20 23:06:28.474236 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-793271b9-1bbc-4ffa-9173-62bdb6524a1f req-4cddc80c-c975-4a4b-a144-7dd9372e5601 tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] 10.222.0.65 "GET /v2.0/security-groups?id=3bcd6c59-40eb-44ff-a14d-74710665948f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421109 Feb 20 23:06:29.294906 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f415a025-2f90-4bff-b249-ca49449387c0 req-e33c9c6a-ce86-4a73-8c64-54d68a7ed336 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:06:29.296324 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-f415a025-2f90-4bff-b249-ca49449387c0 req-e33c9c6a-ce86-4a73-8c64-54d68a7ed336 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.42 "GET /v2.0/networks?id=8904bc28-8825-408d-a027-aaac96b04ee9 HTTP/1.1" status: 200 len: 816 time: 0.0968020 Feb 20 23:06:29.356451 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-f415a025-2f90-4bff-b249-ca49449387c0 req-7dedf23a-9b22-4b21-88ba-3b12546fc29b tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=48a93be9550345ed9b9cbfc081ec5671 HTTP/1.1" status: 200 len: 380 time: 0.0505416 Feb 20 23:06:29.364815 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.v2.base [req-f415a025-2f90-4bff-b249-ca49449387c0 req-4b096400-f369-45c1-acc3-80e1c06f9e38 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Request body: {'port': {'device_id': 'a334adf7-4744-4f48-acdd-7ebf11aef19b', 'network_id': '8904bc28-8825-408d-a027-aaac96b04ee9', 'admin_state_up': True, 'tenant_id': '48a93be9550345ed9b9cbfc081ec5671', 'security_groups': ['aefff0bf-e3d0-4c68-a8f6-dd8d29a02d15']}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:06:29.460758 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-9986896f-fbfd-4100-b061-b708a54e1e72 req-f33e7c57-333b-4104-ad85-e0c412e9e0b1 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/ports?device_id=a334adf7-4744-4f48-acdd-7ebf11aef19b HTTP/1.1" status: 200 len: 210 time: 0.0304511 Feb 20 23:06:29.536874 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f415a025-2f90-4bff-b249-ca49449387c0 req-4b096400-f369-45c1-acc3-80e1c06f9e38 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Made reservation on behalf of 48a93be9550345ed9b9cbfc081ec5671 for: {'port': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 23:06:29.540534 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-f415a025-2f90-4bff-b249-ca49449387c0 req-4b096400-f369-45c1-acc3-80e1c06f9e38 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4131840'] for port (None), before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:06:29.659194 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d877c2e-94b1-4639-a065-da0830585b8a req-8ed45747-94fc-4f58-8306-3ff054f9be46 tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:06:29.660567 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-8d877c2e-94b1-4639-a065-da0830585b8a req-8ed45747-94fc-4f58-8306-3ff054f9be46 tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] 10.222.0.65 "GET /v2.0/ports?device_id=6732eadb-c39d-499f-84e7-dc5e141ce7e5 HTTP/1.1" status: 200 len: 946 time: 0.1176517 Feb 20 23:06:29.729135 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.db.db_base_plugin_common [req-f415a025-2f90-4bff-b249-ca49449387c0 req-4b096400-f369-45c1-acc3-80e1c06f9e38 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Allocated IP 172.20.0.8 (8904bc28-8825-408d-a027-aaac96b04ee9/58431437-f6f9-4145-a265-242d6c5c36fc/fc0f3c6c-4fbc-42f2-81c1-75baf5054de2) {{(pid=109628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 23:06:29.748498 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-8d877c2e-94b1-4639-a065-da0830585b8a req-8c6f020d-c014-467e-b2a2-4b10d6e3e193 tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] 10.222.0.65 "GET /v2.0/security-groups?id=3bcd6c59-40eb-44ff-a14d-74710665948f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666513 Feb 20 23:06:29.877243 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-f415a025-2f90-4bff-b249-ca49449387c0 req-4b096400-f369-45c1-acc3-80e1c06f9e38 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Publish callbacks [] for port (fc0f3c6c-4fbc-42f2-81c1-75baf5054de2), precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:06:29.999516 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-f415a025-2f90-4bff-b249-ca49449387c0 req-4b096400-f369-45c1-acc3-80e1c06f9e38 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747406771496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59259307'] for port (fc0f3c6c-4fbc-42f2-81c1-75baf5054de2), after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:06:30.041320 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f415a025-2f90-4bff-b249-ca49449387c0 req-4b096400-f369-45c1-acc3-80e1c06f9e38 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Network 8904bc28-8825-408d-a027-aaac96b04ee9 is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 23:06:30.044273 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [req-f415a025-2f90-4bff-b249-ca49449387c0 req-4b096400-f369-45c1-acc3-80e1c06f9e38 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 23:06:30.049777 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [req-f415a025-2f90-4bff-b249-ca49449387c0 req-4b096400-f369-45c1-acc3-80e1c06f9e38 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Received port after_create {{(pid=109628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 23:06:30.056566 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b096400-f369-45c1-acc3-80e1c06f9e38 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Pushing event updated for resources: {'Port': ['ID=fc0f3c6c-4fbc-42f2-81c1-75baf5054de2,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:06:30.102260 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f415a025-2f90-4bff-b249-ca49449387c0 req-4b096400-f369-45c1-acc3-80e1c06f9e38 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:06:30.102892 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-f415a025-2f90-4bff-b249-ca49449387c0 req-4b096400-f369-45c1-acc3-80e1c06f9e38 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932959'] for port (None), before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:06:30.293080 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-f415a025-2f90-4bff-b249-ca49449387c0 req-4b096400-f369-45c1-acc3-80e1c06f9e38 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9317317 Feb 20 23:06:30.304677 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.v2.base [req-f415a025-2f90-4bff-b249-ca49449387c0 req-5542944f-15f1-475d-a085-b28ae4505fdc service neutron] Request body: {'port': {'device_id': 'a334adf7-4744-4f48-acdd-7ebf11aef19b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:06:30.310144 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0e99006d-d9cd-4b37-8725-ae0694a19d20 None None] Provisioning complete for port fc0f3c6c-4fbc-42f2-81c1-75baf5054de2 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:06:30.310679 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0e99006d-d9cd-4b37-8725-ae0694a19d20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4145689'] for port (fc0f3c6c-4fbc-42f2-81c1-75baf5054de2), provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:06:30.346074 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-0e99006d-d9cd-4b37-8725-ae0694a19d20 None None] Port fc0f3c6c-4fbc-42f2-81c1-75baf5054de2 cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 23:06:30.365639 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-f415a025-2f90-4bff-b249-ca49449387c0 req-5542944f-15f1-475d-a085-b28ae4505fdc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4131840'] for port (fc0f3c6c-4fbc-42f2-81c1-75baf5054de2), before_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:06:30.582115 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa8ce0f-c53c-4570-93eb-3f041ab1279c req-70ac737c-8e87-4a3e-8ca9-1d5b308d540c tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:06:30.583538 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-4fa8ce0f-c53c-4570-93eb-3f041ab1279c req-70ac737c-8e87-4a3e-8ca9-1d5b308d540c tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/ports?device_id=a334adf7-4744-4f48-acdd-7ebf11aef19b HTTP/1.1" status: 200 len: 931 time: 0.0511186 Feb 20 23:06:30.617460 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.notifiers.nova [req-f415a025-2f90-4bff-b249-ca49449387c0 req-5542944f-15f1-475d-a085-b28ae4505fdc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc0f3c6c-4fbc-42f2-81c1-75baf5054de2 {{(pid=109628) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 23:06:30.624834 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-f415a025-2f90-4bff-b249-ca49449387c0 req-5542944f-15f1-475d-a085-b28ae4505fdc service neutron] Publish callbacks [] for port (fc0f3c6c-4fbc-42f2-81c1-75baf5054de2), precommit_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:06:30.630130 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-4fa8ce0f-c53c-4570-93eb-3f041ab1279c req-c1e0ecd2-d91b-4f5b-8680-037a7275aa84 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/security-groups?id=aefff0bf-e3d0-4c68-a8f6-dd8d29a02d15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404611 Feb 20 23:06:30.637078 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.db.provisioning_blocks [req-f415a025-2f90-4bff-b249-ca49449387c0 req-5542944f-15f1-475d-a085-b28ae4505fdc service neutron] Transition to ACTIVE for port object fc0f3c6c-4fbc-42f2-81c1-75baf5054de2 will not be triggered until provisioned by entity L2. {{(pid=109628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 23:06:30.713355 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-f415a025-2f90-4bff-b249-ca49449387c0 req-5542944f-15f1-475d-a085-b28ae4505fdc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747407212427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747406771514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747406771532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59259312'] for port (fc0f3c6c-4fbc-42f2-81c1-75baf5054de2), after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:06:30.763330 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5542944f-15f1-475d-a085-b28ae4505fdc service neutron] Pushing event updated for resources: {'Port': ['ID=fc0f3c6c-4fbc-42f2-81c1-75baf5054de2,revision_number=2']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:06:30.864937 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [req-f415a025-2f90-4bff-b249-ca49449387c0 req-5542944f-15f1-475d-a085-b28ae4505fdc service neutron] Attempting to bind port fc0f3c6c-4fbc-42f2-81c1-75baf5054de2 on host hv-cinder-83009 for vnic_type normal with profile {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 23:06:30.865342 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [req-f415a025-2f90-4bff-b249-ca49449387c0 req-5542944f-15f1-475d-a085-b28ae4505fdc service neutron] Attempting to bind port fc0f3c6c-4fbc-42f2-81c1-75baf5054de2 by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': 'e96cb693-0403-4029-b4e9-bd6b25e8f8fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '8904bc28-8825-408d-a027-aaac96b04ee9'}] {{(pid=109628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 23:06:30.865677 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f415a025-2f90-4bff-b249-ca49449387c0 req-5542944f-15f1-475d-a085-b28ae4505fdc service neutron] Attempting to bind port fc0f3c6c-4fbc-42f2-81c1-75baf5054de2 on network 8904bc28-8825-408d-a027-aaac96b04ee9 {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 23:06:30.873026 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f415a025-2f90-4bff-b249-ca49449387c0 req-5542944f-15f1-475d-a085-b28ae4505fdc service neutron] Port fc0f3c6c-4fbc-42f2-81c1-75baf5054de2 on network 8904bc28-8825-408d-a027-aaac96b04ee9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 23:06:30.873349 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f415a025-2f90-4bff-b249-ca49449387c0 req-5542944f-15f1-475d-a085-b28ae4505fdc service neutron] Attempting to bind port fc0f3c6c-4fbc-42f2-81c1-75baf5054de2 on network 8904bc28-8825-408d-a027-aaac96b04ee9 {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 23:06:30.881578 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f415a025-2f90-4bff-b249-ca49449387c0 req-5542944f-15f1-475d-a085-b28ae4505fdc service neutron] Checking agent: {'id': 'a929ecfe-02b1-4b86-b2e7-0c746ea4b12c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 22, 57, 21), 'started_at': datetime.datetime(2022, 2, 20, 22, 57, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 23, 6, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 23:06:30.881910 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f415a025-2f90-4bff-b249-ca49449387c0 req-5542944f-15f1-475d-a085-b28ae4505fdc service neutron] Checking segment: {'id': 'e96cb693-0403-4029-b4e9-bd6b25e8f8fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '8904bc28-8825-408d-a027-aaac96b04ee9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 23:06:30.882294 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f415a025-2f90-4bff-b249-ca49449387c0 req-5542944f-15f1-475d-a085-b28ae4505fdc service neutron] Bound using segment: {'id': 'e96cb693-0403-4029-b4e9-bd6b25e8f8fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '8904bc28-8825-408d-a027-aaac96b04ee9'} {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 23:06:30.882749 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [req-f415a025-2f90-4bff-b249-ca49449387c0 req-5542944f-15f1-475d-a085-b28ae4505fdc service neutron] Bound port: fc0f3c6c-4fbc-42f2-81c1-75baf5054de2, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e96cb693-0403-4029-b4e9-bd6b25e8f8fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '8904bc28-8825-408d-a027-aaac96b04ee9'}}] {{(pid=109628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 23:06:30.883106 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-f415a025-2f90-4bff-b249-ca49449387c0 req-5542944f-15f1-475d-a085-b28ae4505fdc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4131840'] for port (fc0f3c6c-4fbc-42f2-81c1-75baf5054de2), before_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:06:30.904650 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1173c667-ad43-4533-b14f-6ca545ae1a85 req-fdcc1bf7-2be8-4bd2-8948-83173f77b484 tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:06:30.906088 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-1173c667-ad43-4533-b14f-6ca545ae1a85 req-fdcc1bf7-2be8-4bd2-8948-83173f77b484 tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] 10.222.0.65 "GET /v2.0/ports?device_id=6732eadb-c39d-499f-84e7-dc5e141ce7e5 HTTP/1.1" status: 200 len: 946 time: 0.0867589 Feb 20 23:06:30.997111 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.db [req-f415a025-2f90-4bff-b249-ca49449387c0 req-5542944f-15f1-475d-a085-b28ae4505fdc service neutron] For port fc0f3c6c-4fbc-42f2-81c1-75baf5054de2, host hv-cinder-83009, cleared binding levels {{(pid=109628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 23:06:31.000334 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.db [req-f415a025-2f90-4bff-b249-ca49449387c0 req-5542944f-15f1-475d-a085-b28ae4505fdc service neutron] For port fc0f3c6c-4fbc-42f2-81c1-75baf5054de2, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=fc0f3c6c-4fbc-42f2-81c1-75baf5054de2,segment=NetworkSegment(e96cb693-0403-4029-b4e9-bd6b25e8f8fe),segment_id=e96cb693-0403-4029-b4e9-bd6b25e8f8fe)] {{(pid=109628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 23:06:31.004275 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-1173c667-ad43-4533-b14f-6ca545ae1a85 req-f18199f0-1923-44a7-99b2-6cb0ef851d69 tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] 10.222.0.65 "GET /v2.0/security-groups?id=3bcd6c59-40eb-44ff-a14d-74710665948f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0780749 Feb 20 23:06:31.119832 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-f415a025-2f90-4bff-b249-ca49449387c0 req-5542944f-15f1-475d-a085-b28ae4505fdc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747407212427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747406771514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747406771532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59259312'] for port (fc0f3c6c-4fbc-42f2-81c1-75baf5054de2), after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:06:31.166485 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f415a025-2f90-4bff-b249-ca49449387c0 req-5542944f-15f1-475d-a085-b28ae4505fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:06:31.166485 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-f415a025-2f90-4bff-b249-ca49449387c0 req-5542944f-15f1-475d-a085-b28ae4505fdc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932959'] for port (None), before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:06:31.166485 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-f415a025-2f90-4bff-b249-ca49449387c0 req-5542944f-15f1-475d-a085-b28ae4505fdc service neutron] 10.222.0.42 "PUT /v2.0/ports/fc0f3c6c-4fbc-42f2-81c1-75baf5054de2 HTTP/1.1" status: 200 len: 1093 time: 0.8636873 Feb 20 23:06:31.166485 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a334adf7-4744-4f48-acdd-7ebf11aef19b', 'tag': 'fc0f3c6c-4fbc-42f2-81c1-75baf5054de2'}] {{(pid=109628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 23:06:31.166485 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4be7ee60aa4259b475ee261dcf74c65065c56e299c7a4b2359a57cf03aee0d96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56a2f0b2-32a1-49bc-80c4-e41581ea1c51" -d '{"events": [{"name": "network-changed", "server_uuid": "a334adf7-4744-4f48-acdd-7ebf11aef19b", "tag": "fc0f3c6c-4fbc-42f2-81c1-75baf5054de2"}]}' {{(pid=109628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 23:06:31.190538 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5542944f-15f1-475d-a085-b28ae4505fdc service neutron] Pushing event updated for resources: {'Port': ['ID=fc0f3c6c-4fbc-42f2-81c1-75baf5054de2,revision_number=3']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:06:31.207203 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 23:06:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc998700-91d1-4d89-aa84-2d57ff0de1ae x-openstack-request-id: req-bc998700-91d1-4d89-aa84-2d57ff0de1ae {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 23:06:31.207558 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a334adf7-4744-4f48-acdd-7ebf11aef19b", "tag": "fc0f3c6c-4fbc-42f2-81c1-75baf5054de2", "status": "completed", "code": 200}]} {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 23:06:31.207815 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-bc998700-91d1-4d89-aa84-2d57ff0de1ae {{(pid=109628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 23:06:31.208212 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a334adf7-4744-4f48-acdd-7ebf11aef19b', 'tag': 'fc0f3c6c-4fbc-42f2-81c1-75baf5054de2', 'status': 'completed', 'code': 200} Feb 20 23:06:31.278099 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a2f0b2-32a1-49bc-80c4-e41581ea1c51 req-b99f5247-2a51-414b-abeb-d3935a9738a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:06:31.280512 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-56a2f0b2-32a1-49bc-80c4-e41581ea1c51 req-b99f5247-2a51-414b-abeb-d3935a9738a8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=48a93be9550345ed9b9cbfc081ec5671&device_id=a334adf7-4744-4f48-acdd-7ebf11aef19b HTTP/1.1" status: 200 len: 1127 time: 0.0477693 Feb 20 23:06:31.380160 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a2f0b2-32a1-49bc-80c4-e41581ea1c51 req-8562b592-9832-46e9-a071-2df6c806a89c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:06:31.381551 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-56a2f0b2-32a1-49bc-80c4-e41581ea1c51 req-8562b592-9832-46e9-a071-2df6c806a89c service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=48a93be9550345ed9b9cbfc081ec5671&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0951700 Feb 20 23:06:31.470192 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a2f0b2-32a1-49bc-80c4-e41581ea1c51 req-9c68ef53-75db-43b6-94a0-48a76454a9a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:06:31.471570 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-56a2f0b2-32a1-49bc-80c4-e41581ea1c51 req-9c68ef53-75db-43b6-94a0-48a76454a9a1 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0846226 Feb 20 23:06:31.547828 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f415a025-2f90-4bff-b249-ca49449387c0 req-71af29ed-9145-41ca-a0b0-b7e12e492e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:06:31.549254 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-f415a025-2f90-4bff-b249-ca49449387c0 req-71af29ed-9145-41ca-a0b0-b7e12e492e2f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=48a93be9550345ed9b9cbfc081ec5671&device_id=a334adf7-4744-4f48-acdd-7ebf11aef19b HTTP/1.1" status: 200 len: 1127 time: 0.0427020 Feb 20 23:06:31.591404 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-f415a025-2f90-4bff-b249-ca49449387c0 req-7f9d2d0d-68ad-4d3b-af78-d23333a1d887 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fc0f3c6c-4fbc-42f2-81c1-75baf5054de2 HTTP/1.1" status: 200 len: 217 time: 0.0352135 Feb 20 23:06:31.637668 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f415a025-2f90-4bff-b249-ca49449387c0 req-65ef4a56-c3ee-4a4c-9004-7364b1d67e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:06:31.639048 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-f415a025-2f90-4bff-b249-ca49449387c0 req-65ef4a56-c3ee-4a4c-9004-7364b1d67e9a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=58431437-f6f9-4145-a265-242d6c5c36fc HTTP/1.1" status: 200 len: 855 time: 0.0421793 Feb 20 23:06:31.688561 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f415a025-2f90-4bff-b249-ca49449387c0 req-ce141df6-1acd-4052-a960-7abad4e00f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:06:31.690069 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-f415a025-2f90-4bff-b249-ca49449387c0 req-ce141df6-1acd-4052-a960-7abad4e00f56 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8904bc28-8825-408d-a027-aaac96b04ee9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0439200 Feb 20 23:06:31.806842 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ffb371-38ac-4b37-ac21-66d4a7439b05 req-0ff462a3-2bbe-4c5f-b2d8-63ef7467eb54 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:06:31.808298 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-07ffb371-38ac-4b37-ac21-66d4a7439b05 req-0ff462a3-2bbe-4c5f-b2d8-63ef7467eb54 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/ports?device_id=a334adf7-4744-4f48-acdd-7ebf11aef19b HTTP/1.1" status: 200 len: 943 time: 0.1042664 Feb 20 23:06:31.827910 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-f415a025-2f90-4bff-b249-ca49449387c0 req-d4d8ac0e-02fa-4194-85d4-df9c1935a792 service neutron] 10.222.0.42 "GET /v2.0/networks/8904bc28-8825-408d-a027-aaac96b04ee9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309361 Feb 20 23:06:31.910161 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-07ffb371-38ac-4b37-ac21-66d4a7439b05 req-e8e9f125-35ec-49fd-b905-f68a0a36fd9d tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/security-groups?id=aefff0bf-e3d0-4c68-a8f6-dd8d29a02d15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0929468 Feb 20 23:06:31.940076 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-f415a025-2f90-4bff-b249-ca49449387c0 req-fabccef4-b18a-4a20-b100-31ee66428e63 service neutron] 10.222.0.42 "GET /v2.0/networks/8904bc28-8825-408d-a027-aaac96b04ee9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039395 Feb 20 23:06:32.122459 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03af9eb0-8c4c-40ea-a55a-91c40715722a req-41fc5abd-14ae-461c-858d-ff877328fddc tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:06:32.123932 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-03af9eb0-8c4c-40ea-a55a-91c40715722a req-41fc5abd-14ae-461c-858d-ff877328fddc tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] 10.222.0.65 "GET /v2.0/ports?device_id=6732eadb-c39d-499f-84e7-dc5e141ce7e5 HTTP/1.1" status: 200 len: 946 time: 0.0508623 Feb 20 23:06:32.170386 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-03af9eb0-8c4c-40ea-a55a-91c40715722a req-42a058aa-e9db-4c11-9564-a5068a982e32 tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] 10.222.0.65 "GET /v2.0/security-groups?id=3bcd6c59-40eb-44ff-a14d-74710665948f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407169 Feb 20 23:06:33.030833 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5aa47a6-7010-4b19-93cd-fbcc65220e39 req-2e8221e7-f6f6-4440-a59e-d5872bd1e347 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:06:33.032274 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-f5aa47a6-7010-4b19-93cd-fbcc65220e39 req-2e8221e7-f6f6-4440-a59e-d5872bd1e347 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/ports?device_id=a334adf7-4744-4f48-acdd-7ebf11aef19b HTTP/1.1" status: 200 len: 943 time: 0.0516787 Feb 20 23:06:33.077838 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-f5aa47a6-7010-4b19-93cd-fbcc65220e39 req-e0e24c7b-82b4-43ae-9b7b-7d6c1f704360 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/security-groups?id=aefff0bf-e3d0-4c68-a8f6-dd8d29a02d15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397706 Feb 20 23:06:33.287995 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c710180-48a3-4b73-9ba0-1794bca3b9c2 req-22231656-f238-47f0-9b38-19f59746f193 tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:06:33.289452 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-3c710180-48a3-4b73-9ba0-1794bca3b9c2 req-22231656-f238-47f0-9b38-19f59746f193 tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] 10.222.0.65 "GET /v2.0/ports?device_id=6732eadb-c39d-499f-84e7-dc5e141ce7e5 HTTP/1.1" status: 200 len: 946 time: 0.0539708 Feb 20 23:06:33.334602 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-3c710180-48a3-4b73-9ba0-1794bca3b9c2 req-0fa035ce-14d4-46a3-8d9f-dd5c16e65390 tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] 10.222.0.65 "GET /v2.0/security-groups?id=3bcd6c59-40eb-44ff-a14d-74710665948f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391266 Feb 20 23:06:34.196909 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e0d49d-48ea-400c-acb7-ef1ae35d2fde req-2a5119cb-07f2-4c46-bfef-fccea1f8203e tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:06:34.198346 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-73e0d49d-48ea-400c-acb7-ef1ae35d2fde req-2a5119cb-07f2-4c46-bfef-fccea1f8203e tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/ports?device_id=a334adf7-4744-4f48-acdd-7ebf11aef19b HTTP/1.1" status: 200 len: 943 time: 0.0508838 Feb 20 23:06:34.247663 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-73e0d49d-48ea-400c-acb7-ef1ae35d2fde req-7b5b1100-8220-498b-af80-4e0fcfa80170 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/security-groups?id=aefff0bf-e3d0-4c68-a8f6-dd8d29a02d15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437498 Feb 20 23:06:34.459925 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68554f9b-aa8d-490b-9e5e-fca009dff75b req-6c36b1ba-2432-4aaf-be6a-61868b05dc59 tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:06:34.461361 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-68554f9b-aa8d-490b-9e5e-fca009dff75b req-6c36b1ba-2432-4aaf-be6a-61868b05dc59 tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] 10.222.0.65 "GET /v2.0/ports?device_id=6732eadb-c39d-499f-84e7-dc5e141ce7e5 HTTP/1.1" status: 200 len: 946 time: 0.0520437 Feb 20 23:06:34.506092 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-68554f9b-aa8d-490b-9e5e-fca009dff75b req-5cd7272f-c87a-478a-9fea-71ba0cc5e462 tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] 10.222.0.65 "GET /v2.0/security-groups?id=3bcd6c59-40eb-44ff-a14d-74710665948f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392153 Feb 20 23:06:35.365467 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8df52b-d788-46d8-b488-4e625db26838 req-d3e97448-e08f-4c39-9f60-87783eb9b657 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:06:35.366936 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-1c8df52b-d788-46d8-b488-4e625db26838 req-d3e97448-e08f-4c39-9f60-87783eb9b657 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/ports?device_id=a334adf7-4744-4f48-acdd-7ebf11aef19b HTTP/1.1" status: 200 len: 943 time: 0.0508382 Feb 20 23:06:35.413534 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-1c8df52b-d788-46d8-b488-4e625db26838 req-dbe34a0a-8639-43d3-90cc-93110316fd6c tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/security-groups?id=aefff0bf-e3d0-4c68-a8f6-dd8d29a02d15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410576 Feb 20 23:06:35.619897 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436cd5a8-ad4e-491d-a6c8-1ba309029ad7 req-74b9c1e0-a9bd-495d-9085-b6a12fc624e9 tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:06:35.621339 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-436cd5a8-ad4e-491d-a6c8-1ba309029ad7 req-74b9c1e0-a9bd-495d-9085-b6a12fc624e9 tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] 10.222.0.65 "GET /v2.0/ports?device_id=6732eadb-c39d-499f-84e7-dc5e141ce7e5 HTTP/1.1" status: 200 len: 946 time: 0.0497651 Feb 20 23:06:35.669532 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-436cd5a8-ad4e-491d-a6c8-1ba309029ad7 req-6a9db636-5083-4a15-922c-61886e5dca97 tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] 10.222.0.65 "GET /v2.0/security-groups?id=3bcd6c59-40eb-44ff-a14d-74710665948f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426233 Feb 20 23:06:35.838713 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Device fc0f3c6c-4fbc-42f2-81c1-75baf5054de2 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=109630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 23:06:35.935440 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] For port fc0f3c6c-4fbc-42f2-81c1-75baf5054de2, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=fc0f3c6c-4fbc-42f2-81c1-75baf5054de2,segment=NetworkSegment(e96cb693-0403-4029-b4e9-bd6b25e8f8fe),segment_id=e96cb693-0403-4029-b4e9-bd6b25e8f8fe)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:06:35.949631 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Returning: {'device': 'fc0f3c6c-4fbc-42f2-81c1-75baf5054de2', 'network_id': '8904bc28-8825-408d-a027-aaac96b04ee9', 'port_id': 'fc0f3c6c-4fbc-42f2-81c1-75baf5054de2', 'mac_address': 'fa:16:3e:7e:01:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58431437-f6f9-4145-a265-242d6c5c36fc', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 23:06:35.986255 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Current status of the port fc0f3c6c-4fbc-42f2-81c1-75baf5054de2 is: DOWN; New status is: BUILD {{(pid=109630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:06:35.986950 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4131840'] for port (fc0f3c6c-4fbc-42f2-81c1-75baf5054de2), before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:06:35.988869 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2af5c76-529a-4a60-818c-e94552741e01 req-cfdee9bf-6c22-4467-952a-b0a00d254563 tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:06:35.990991 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-b2af5c76-529a-4a60-818c-e94552741e01 req-cfdee9bf-6c22-4467-952a-b0a00d254563 tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] 10.222.0.65 "GET /v2.0/ports?device_id=6732eadb-c39d-499f-84e7-dc5e141ce7e5 HTTP/1.1" status: 200 len: 946 time: 0.0536151 Feb 20 23:06:36.000548 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.notifiers.nova [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc0f3c6c-4fbc-42f2-81c1-75baf5054de2 {{(pid=109630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 23:06:36.020799 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] For port fc0f3c6c-4fbc-42f2-81c1-75baf5054de2, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=fc0f3c6c-4fbc-42f2-81c1-75baf5054de2,segment=NetworkSegment(e96cb693-0403-4029-b4e9-bd6b25e8f8fe),segment_id=e96cb693-0403-4029-b4e9-bd6b25e8f8fe)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:06:36.046934 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-b2af5c76-529a-4a60-818c-e94552741e01 req-5bb7c109-a79a-4493-bd1c-88853707c36f tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] 10.222.0.65 "GET /v2.0/security-groups?id=3bcd6c59-40eb-44ff-a14d-74710665948f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424111 Feb 20 23:06:36.101152 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747407212427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747406771514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747406771532'] for port (fc0f3c6c-4fbc-42f2-81c1-75baf5054de2), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:06:36.120214 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4d00f7-a6e8-4527-8499-f21e6076a9e6 req-b401a118-d5ca-46e8-8ff2-f954a459a23e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:06:36.121715 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-9f4d00f7-a6e8-4527-8499-f21e6076a9e6 req-b401a118-d5ca-46e8-8ff2-f954a459a23e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1a80503a610548b7b777c092435079dc&device_id=6732eadb-c39d-499f-84e7-dc5e141ce7e5 HTTP/1.1" status: 200 len: 1130 time: 0.0453901 Feb 20 23:06:36.150106 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Pushing event updated for resources: {'Port': ['ID=fc0f3c6c-4fbc-42f2-81c1-75baf5054de2,revision_number=4']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:06:36.157094 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:06:36.157469 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:06:36.157859 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:06:36.158204 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:06:36.158565 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:06:36.158897 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:06:36.159227 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:06:36.159554 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:06:36.159879 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:06:36.160220 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:06:36.160547 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:06:36.160868 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:06:36.161188 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:06:36.216637 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4d00f7-a6e8-4527-8499-f21e6076a9e6 req-724d0d49-f1e8-4c72-a970-a0bac24e8860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:06:36.218020 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-9f4d00f7-a6e8-4527-8499-f21e6076a9e6 req-724d0d49-f1e8-4c72-a970-a0bac24e8860 service neutron] 10.222.0.42 "GET /v2.0/networks?id=330ae1fa-e5e0-405b-adb6-d2248d3b3656 HTTP/1.1" status: 200 len: 911 time: 0.0899546 Feb 20 23:06:36.288913 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-9f4d00f7-a6e8-4527-8499-f21e6076a9e6 req-a5f5cd35-8452-47c7-92cb-6721aeb8a758 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=47ffeeef-0c16-44ca-8659-d7555ecc7372 HTTP/1.1" status: 200 len: 1002 time: 0.0635560 Feb 20 23:06:36.339632 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4d00f7-a6e8-4527-8499-f21e6076a9e6 req-578b866b-3470-48d5-9248-d22590f4899a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:06:36.341054 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-9f4d00f7-a6e8-4527-8499-f21e6076a9e6 req-578b866b-3470-48d5-9248-d22590f4899a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f975dd8a-099e-41b7-b390-f487b4c5fbc0 HTTP/1.1" status: 200 len: 850 time: 0.0466063 Feb 20 23:06:36.388734 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4d00f7-a6e8-4527-8499-f21e6076a9e6 req-7c9e20f9-e01a-468b-8af9-92313ba4dcb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:06:36.390232 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-9f4d00f7-a6e8-4527-8499-f21e6076a9e6 req-7c9e20f9-e01a-468b-8af9-92313ba4dcb5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=330ae1fa-e5e0-405b-adb6-d2248d3b3656&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0433197 Feb 20 23:06:36.454999 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] get_ports_and_sgs() called for port_ids ['fc0f3c6c-4fbc-42f2-81c1-75baf5054de2'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 23:06:36.481695 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-9f4d00f7-a6e8-4527-8499-f21e6076a9e6 req-45996eff-d3eb-496f-9164-759403840b13 service neutron] 10.222.0.42 "GET /v2.0/networks/330ae1fa-e5e0-405b-adb6-d2248d3b3656?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830665 Feb 20 23:06:36.602175 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0024d267-061b-4edd-bc74-e711257fc289 req-aedc01e3-1996-488b-a7b9-e0c1a5c9105d tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:06:36.603691 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-0024d267-061b-4edd-bc74-e711257fc289 req-aedc01e3-1996-488b-a7b9-e0c1a5c9105d tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/ports?device_id=a334adf7-4744-4f48-acdd-7ebf11aef19b HTTP/1.1" status: 200 len: 944 time: 0.1068683 Feb 20 23:06:36.628456 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-9f4d00f7-a6e8-4527-8499-f21e6076a9e6 req-27d007d5-9200-415e-9fd0-ede59b2056f7 service neutron] 10.222.0.42 "GET /v2.0/networks/330ae1fa-e5e0-405b-adb6-d2248d3b3656?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368296 Feb 20 23:06:36.667385 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-0024d267-061b-4edd-bc74-e711257fc289 req-8176b16a-3e94-430f-af19-3eebc8584e2d tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/security-groups?id=aefff0bf-e3d0-4c68-a8f6-dd8d29a02d15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538316 Feb 20 23:06:37.168057 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafb311f-a61a-4837-87cd-98aa79cab94f req-56011a70-653d-466e-8194-e71bfa2c2133 tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:06:37.169534 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-eafb311f-a61a-4837-87cd-98aa79cab94f req-56011a70-653d-466e-8194-e71bfa2c2133 tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] 10.222.0.65 "GET /v2.0/ports?device_id=6732eadb-c39d-499f-84e7-dc5e141ce7e5 HTTP/1.1" status: 200 len: 946 time: 0.0511003 Feb 20 23:06:37.219604 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-eafb311f-a61a-4837-87cd-98aa79cab94f req-5af53873-5593-478a-91b4-fe98ccfc3f5a tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] 10.222.0.65 "GET /v2.0/security-groups?id=3bcd6c59-40eb-44ff-a14d-74710665948f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444915 Feb 20 23:06:37.792560 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bd9657-3bf5-43d8-9b81-7b6baaa81d56 req-387912b0-4726-4f02-8324-a87a72e6b5cc tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:06:37.794018 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-23bd9657-3bf5-43d8-9b81-7b6baaa81d56 req-387912b0-4726-4f02-8324-a87a72e6b5cc tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/ports?device_id=a334adf7-4744-4f48-acdd-7ebf11aef19b HTTP/1.1" status: 200 len: 944 time: 0.0566657 Feb 20 23:06:37.839111 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-23bd9657-3bf5-43d8-9b81-7b6baaa81d56 req-02d57c2b-deea-4c38-bd71-9efcc4ce8d6c tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/security-groups?id=aefff0bf-e3d0-4c68-a8f6-dd8d29a02d15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395789 Feb 20 23:06:37.866612 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Device fc0f3c6c-4fbc-42f2-81c1-75baf5054de2 up at agent hyperv_hv-cinder-83009 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 23:06:37.987637 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Provisioning for port fc0f3c6c-4fbc-42f2-81c1-75baf5054de2 completed by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 23:06:37.991742 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Provisioning complete for port fc0f3c6c-4fbc-42f2-81c1-75baf5054de2 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:06:37.992114 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4145689'] for port (fc0f3c6c-4fbc-42f2-81c1-75baf5054de2), provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:06:38.067975 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Current status of the port fc0f3c6c-4fbc-42f2-81c1-75baf5054de2 is: BUILD; New status is: ACTIVE {{(pid=109630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:06:38.068359 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4131840'] for port (fc0f3c6c-4fbc-42f2-81c1-75baf5054de2), before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:06:38.089894 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a334adf7-4744-4f48-acdd-7ebf11aef19b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc0f3c6c-4fbc-42f2-81c1-75baf5054de2'}] {{(pid=109630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 23:06:38.092272 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f8f7ade39b9b648cd02963e66adb41eb29d40ae47bdce8ccfc3d1936511f484" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec391212-7446-444b-8fa1-6d29ab00fffe" -d '{"events": [{"server_uuid": "a334adf7-4744-4f48-acdd-7ebf11aef19b", "name": "network-vif-plugged", "status": "completed", "tag": "fc0f3c6c-4fbc-42f2-81c1-75baf5054de2"}]}' {{(pid=109630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 23:06:38.104756 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] For port fc0f3c6c-4fbc-42f2-81c1-75baf5054de2, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=fc0f3c6c-4fbc-42f2-81c1-75baf5054de2,segment=NetworkSegment(e96cb693-0403-4029-b4e9-bd6b25e8f8fe),segment_id=e96cb693-0403-4029-b4e9-bd6b25e8f8fe)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:06:38.190045 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 23:06:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4781a458-a829-439f-8b9f-22a7e417e821 x-openstack-request-id: req-4781a458-a829-439f-8b9f-22a7e417e821 {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 23:06:38.190045 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a334adf7-4744-4f48-acdd-7ebf11aef19b", "name": "network-vif-plugged", "status": "completed", "tag": "fc0f3c6c-4fbc-42f2-81c1-75baf5054de2", "code": 200}]} {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 23:06:38.190267 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-4781a458-a829-439f-8b9f-22a7e417e821 {{(pid=109630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 23:06:38.190635 dv-cinder-830096-1-iscsi neutron-server[109630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a334adf7-4744-4f48-acdd-7ebf11aef19b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc0f3c6c-4fbc-42f2-81c1-75baf5054de2', 'code': 200} Feb 20 23:06:38.205359 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747407212427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747406771514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747406771532'] for port (fc0f3c6c-4fbc-42f2-81c1-75baf5054de2), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:06:38.256275 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Pushing event updated for resources: {'Port': ['ID=fc0f3c6c-4fbc-42f2-81c1-75baf5054de2,revision_number=5']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:06:38.338952 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d030e3-fbf6-41f3-aea9-f7a81161ccdb req-faffb267-98ba-4186-b01c-cd5f010f853d tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:06:38.340439 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-c2d030e3-fbf6-41f3-aea9-f7a81161ccdb req-faffb267-98ba-4186-b01c-cd5f010f853d tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] 10.222.0.65 "GET /v2.0/ports?device_id=6732eadb-c39d-499f-84e7-dc5e141ce7e5 HTTP/1.1" status: 200 len: 946 time: 0.0510030 Feb 20 23:06:38.386325 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-c2d030e3-fbf6-41f3-aea9-f7a81161ccdb req-d6c9ac3d-9f7a-475f-b224-624a19bb5437 tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] 10.222.0.65 "GET /v2.0/security-groups?id=3bcd6c59-40eb-44ff-a14d-74710665948f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401947 Feb 20 23:06:38.488678 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ffeb35-3e2b-4964-9c30-485c7c2b2330 req-f1ba9bf4-8d69-479a-8ac8-a8dd97a5789e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:06:38.490148 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-79ffeb35-3e2b-4964-9c30-485c7c2b2330 req-f1ba9bf4-8d69-479a-8ac8-a8dd97a5789e service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=a334adf7-4744-4f48-acdd-7ebf11aef19b HTTP/1.1" status: 200 len: 1129 time: 0.0418782 Feb 20 23:06:38.536225 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-79ffeb35-3e2b-4964-9c30-485c7c2b2330 req-9520fac4-fb1f-4970-9088-39602a9c82f6 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=aefff0bf-e3d0-4c68-a8f6-dd8d29a02d15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390246 Feb 20 23:06:39.122962 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a980b17-acfd-40de-a6be-eb9172036a53 req-9fa4360a-927f-4bdc-bb13-25a1f6958423 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:06:39.124374 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-4a980b17-acfd-40de-a6be-eb9172036a53 req-9fa4360a-927f-4bdc-bb13-25a1f6958423 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/ports?device_id=a334adf7-4744-4f48-acdd-7ebf11aef19b HTTP/1.1" status: 200 len: 945 time: 0.0618024 Feb 20 23:06:39.170498 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-4a980b17-acfd-40de-a6be-eb9172036a53 req-54f50453-964d-46de-bbbe-51d8313bac3c tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/security-groups?id=aefff0bf-e3d0-4c68-a8f6-dd8d29a02d15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406797 Feb 20 23:06:40.290053 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1228ee63-0665-4c11-845e-015cc9ae7170 req-c7e48f70-bc17-4541-803f-05d2142fcb61 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:06:40.291514 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-1228ee63-0665-4c11-845e-015cc9ae7170 req-c7e48f70-bc17-4541-803f-05d2142fcb61 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/ports?device_id=a334adf7-4744-4f48-acdd-7ebf11aef19b HTTP/1.1" status: 200 len: 945 time: 0.0506117 Feb 20 23:06:40.336327 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-1228ee63-0665-4c11-845e-015cc9ae7170 req-75d43068-124e-4cae-88b0-f929a10b649f tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/security-groups?id=aefff0bf-e3d0-4c68-a8f6-dd8d29a02d15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394962 Feb 20 23:06:40.450536 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9a4a64-e717-4523-994f-a0b96a6d2561 req-f25704f3-e4ca-41fd-b705-9e09209aef68 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:06:40.451891 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-3a9a4a64-e717-4523-994f-a0b96a6d2561 req-f25704f3-e4ca-41fd-b705-9e09209aef68 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/ports?device_id=a334adf7-4744-4f48-acdd-7ebf11aef19b HTTP/1.1" status: 200 len: 945 time: 0.0508246 Feb 20 23:06:40.460059 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.65', 51714) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:06:40.464299 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.v2.base [None req-822486c7-19a3-4f6e-953f-5a9dd13fab91 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Request body: {'floatingip': {'port_id': 'fc0f3c6c-4fbc-42f2-81c1-75baf5054de2'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:06:40.505232 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-822486c7-19a3-4f6e-953f-5a9dd13fab91 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Publish callbacks [] for floatingip (b3bc894e-61ce-416d-9bc4-c0c0af758a53), before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:06:41.210249 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.db.resource_extend [None req-822486c7-19a3-4f6e-953f-5a9dd13fab91 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 20 23:06:41.286129 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-822486c7-19a3-4f6e-953f-5a9dd13fab91 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:06:41.357717 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-822486c7-19a3-4f6e-953f-5a9dd13fab91 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-704244'] for floatingip (b3bc894e-61ce-416d-9bc4-c0c0af758a53), after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:06:41.456511 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.db.l3_db [None req-822486c7-19a3-4f6e-953f-5a9dd13fab91 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Floating IP b3bc894e-61ce-416d-9bc4-c0c0af758a53 associated. External IP: 172.27.2.65, port: fc0f3c6c-4fbc-42f2-81c1-75baf5054de2. Feb 20 23:06:41.659539 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-822486c7-19a3-4f6e-953f-5a9dd13fab91 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Router 46817dfe-fc89-4585-97bb-fc918877ba0e has already been hosted by L3 agent 13c347f3-1c01-45ee-af8c-9f8a630e0f23 {{(pid=109629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 23:06:41.765839 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-822486c7-19a3-4f6e-953f-5a9dd13fab91 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Notify agent at l3_agent.dv-cinder-830096-1-iscsi the message routers_updated {{(pid=109629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 23:06:41.770653 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-822486c7-19a3-4f6e-953f-5a9dd13fab91 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932959'] for floatingip (None), before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:06:41.775631 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81228d23-7d31-4b6c-a1ca-75b38ff10b25 None None] Sync routers for ids ['46817dfe-fc89-4585-97bb-fc918877ba0e'] in dv-cinder-830096-1-iscsi {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 23:06:41.784771 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81228d23-7d31-4b6c-a1ca-75b38ff10b25 None None] Routers {'46817dfe-fc89-4585-97bb-fc918877ba0e'} bound to L3 agent in host dv-cinder-830096-1-iscsi {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 23:06:41.785449 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-81228d23-7d31-4b6c-a1ca-75b38ff10b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T22:50:44Z,description=,heartbeat_timestamp=2022-02-20T23:06:14Z,host='dv-cinder-830096-1-iscsi',id=13c347f3-1c01-45ee-af8c-9f8a630e0f23,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T22:50:45Z,topic='l3_agent')) {'router_ids': ['46817dfe-fc89-4585-97bb-fc918877ba0e'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:06:41.801081 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [None req-822486c7-19a3-4f6e-953f-5a9dd13fab91 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "PUT /v2.0/floatingips/b3bc894e-61ce-416d-9bc4-c0c0af758a53 HTTP/1.1" status: 200 len: 990 time: 1.3399539 Feb 20 23:06:41.801680 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a334adf7-4744-4f48-acdd-7ebf11aef19b', 'tag': 'fc0f3c6c-4fbc-42f2-81c1-75baf5054de2'}] {{(pid=109629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 23:06:41.804299 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fb480476601f6d45763ee6f7049a1d11722b8eb4e711c6cc4532448040ffc9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe8cc4bb-2652-4a45-bbaf-aee0e0152228" -d '{"events": [{"name": "network-changed", "server_uuid": "a334adf7-4744-4f48-acdd-7ebf11aef19b", "tag": "fc0f3c6c-4fbc-42f2-81c1-75baf5054de2"}]}' {{(pid=109629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 23:06:41.843515 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 23:06:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f40c9972-abea-45d3-8278-55bf155627fc x-openstack-request-id: req-f40c9972-abea-45d3-8278-55bf155627fc {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 23:06:41.843814 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a334adf7-4744-4f48-acdd-7ebf11aef19b", "tag": "fc0f3c6c-4fbc-42f2-81c1-75baf5054de2", "status": "completed", "code": 200}]} {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 23:06:41.844070 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f40c9972-abea-45d3-8278-55bf155627fc {{(pid=109629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 23:06:41.844472 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a334adf7-4744-4f48-acdd-7ebf11aef19b', 'tag': 'fc0f3c6c-4fbc-42f2-81c1-75baf5054de2', 'status': 'completed', 'code': 200} Feb 20 23:06:41.914469 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8cc4bb-2652-4a45-bbaf-aee0e0152228 req-c0725603-53c8-4392-a713-3f439778f65f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:06:41.916061 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-fe8cc4bb-2652-4a45-bbaf-aee0e0152228 req-c0725603-53c8-4392-a713-3f439778f65f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=48a93be9550345ed9b9cbfc081ec5671&device_id=a334adf7-4744-4f48-acdd-7ebf11aef19b HTTP/1.1" status: 200 len: 1129 time: 0.0480554 Feb 20 23:06:42.010420 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8cc4bb-2652-4a45-bbaf-aee0e0152228 req-143ffd2f-7759-4f15-a758-eff298ee2641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:06:42.011935 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-fe8cc4bb-2652-4a45-bbaf-aee0e0152228 req-143ffd2f-7759-4f15-a758-eff298ee2641 service neutron] 10.222.0.42 "GET /v2.0/networks?id=8904bc28-8825-408d-a027-aaac96b04ee9 HTTP/1.1" status: 200 len: 916 time: 0.0902629 Feb 20 23:06:42.015919 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-81228d23-7d31-4b6c-a1ca-75b38ff10b25 None None] Set router 46817dfe-fc89-4585-97bb-fc918877ba0e gateway port host: dv-cinder-830096-1-iscsi {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 23:06:42.077357 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-fe8cc4bb-2652-4a45-bbaf-aee0e0152228 req-a1156114-4d70-4ab7-b468-65c515961b9b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fc0f3c6c-4fbc-42f2-81c1-75baf5054de2 HTTP/1.1" status: 200 len: 998 time: 0.0595555 Feb 20 23:06:42.125786 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8cc4bb-2652-4a45-bbaf-aee0e0152228 req-c77c70ec-6664-4597-b9f3-b24f8ac32126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:06:42.127325 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-fe8cc4bb-2652-4a45-bbaf-aee0e0152228 req-c77c70ec-6664-4597-b9f3-b24f8ac32126 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=58431437-f6f9-4145-a265-242d6c5c36fc HTTP/1.1" status: 200 len: 855 time: 0.0444472 Feb 20 23:06:42.184092 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8cc4bb-2652-4a45-bbaf-aee0e0152228 req-95f01c5f-18d8-4efd-b7af-46eda64f2b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:06:42.185747 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-fe8cc4bb-2652-4a45-bbaf-aee0e0152228 req-95f01c5f-18d8-4efd-b7af-46eda64f2b97 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8904bc28-8825-408d-a027-aaac96b04ee9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0514071 Feb 20 23:06:42.272997 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-fe8cc4bb-2652-4a45-bbaf-aee0e0152228 req-ddfe7900-2e65-45a8-bc4d-d3c65fd6ad88 service neutron] 10.222.0.42 "GET /v2.0/networks/8904bc28-8825-408d-a027-aaac96b04ee9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811343 Feb 20 23:06:42.298927 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-81228d23-7d31-4b6c-a1ca-75b38ff10b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46817dfe-fc89-4585-97bb-fc918877ba0e', 'name': 'tempest-AttachVolumeShelveTestJSON-841500598-router', 'tenant_id': '48a93be9550345ed9b9cbfc081ec5671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f52b71d-61c7-49bc-86ae-3e3415c25b55', 'external_fixed_ips': [{'subnet_id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'ip_address': '172.27.2.135'}], 'enable_snat': True}, 'gw_port_id': '668be8c4-3b55-47a7-90f8-93d4d855d93f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T22:59:16Z', 'updated_at': '2022-02-20T22:59:22Z', 'revision_number': 4, 'project_id': '48a93be9550345ed9b9cbfc081ec5671', 'gw_port': {'id': '668be8c4-3b55-47a7-90f8-93d4d855d93f', 'name': '', 'network_id': '5f52b71d-61c7-49bc-86ae-3e3415c25b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:36:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46817dfe-fc89-4585-97bb-fc918877ba0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'ip_address': '172.27.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T22:59:17Z', 'updated_at': '2022-02-20T22:59:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-1-iscsi', '_floatingips': [{'id': 'b3bc894e-61ce-416d-9bc4-c0c0af758a53', 'tenant_id': '48a93be9550345ed9b9cbfc081ec5671', 'floating_ip_address': '172.27.2.65', 'floating_network_id': '5f52b71d-61c7-49bc-86ae-3e3415c25b55', 'router_id': '46817dfe-fc89-4585-97bb-fc918877ba0e', 'port_id': 'fc0f3c6c-4fbc-42f2-81c1-75baf5054de2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 518, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8904bc28-8825-408d-a027-aaac96b04ee9', 'mac_address': 'fa:16:3e:7e:01:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a334adf7-4744-4f48-acdd-7ebf11aef19b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T23:06:25Z', 'updated_at': '2022-02-20T23:06:40Z', 'revision_number': 1, 'project_id': '48a93be9550345ed9b9cbfc081ec5671', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95d16298-3bc7-4771-bf34-e3a6ec44e3a9', 'name': '', 'network_id': '8904bc28-8825-408d-a027-aaac96b04ee9', 'tenant_id': '48a93be9550345ed9b9cbfc081ec5671', 'mac_address': 'fa:16:3e:4c:5a:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46817dfe-fc89-4585-97bb-fc918877ba0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '58431437-f6f9-4145-a265-242d6c5c36fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T22:59:21Z', 'updated_at': '2022-02-20T22:59:27Z', 'revision_number': 5, 'project_id': '48a93be9550345ed9b9cbfc081ec5671', 'subnets': [{'id': '58431437-f6f9-4145-a265-242d6c5c36fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830096-1-iscsi', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:06:42.329498 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81228d23-7d31-4b6c-a1ca-75b38ff10b25 None None] Checking router: 46817dfe-fc89-4585-97bb-fc918877ba0e for host: dv-cinder-830096-1-iscsi {{(pid=109630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 23:06:42.338880 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81228d23-7d31-4b6c-a1ca-75b38ff10b25 None None] Routers {'46817dfe-fc89-4585-97bb-fc918877ba0e'} bound to L3 agent in host dv-cinder-830096-1-iscsi {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 23:06:42.339505 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-81228d23-7d31-4b6c-a1ca-75b38ff10b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T22:50:44Z,description=,heartbeat_timestamp=2022-02-20T23:06:14Z,host='dv-cinder-830096-1-iscsi',id=13c347f3-1c01-45ee-af8c-9f8a630e0f23,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T22:50:45Z,topic='l3_agent')) {'router_ids': ['46817dfe-fc89-4585-97bb-fc918877ba0e'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:06:42.342714 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-20a87293-0109-432f-a79d-abf0b784626c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (83a03d73-f5e1-4f72-b2a3-d557ae097998), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:06:42.364544 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-fe8cc4bb-2652-4a45-bbaf-aee0e0152228 req-d28394b7-1bf5-4bdb-84fd-f6497fc3c7a9 service neutron] 10.222.0.42 "GET /v2.0/networks/8904bc28-8825-408d-a027-aaac96b04ee9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860019 Feb 20 23:06:42.449515 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-81228d23-7d31-4b6c-a1ca-75b38ff10b25 None None] Set router 46817dfe-fc89-4585-97bb-fc918877ba0e gateway port host: dv-cinder-830096-1-iscsi {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 23:06:42.668488 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-81228d23-7d31-4b6c-a1ca-75b38ff10b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46817dfe-fc89-4585-97bb-fc918877ba0e', 'name': 'tempest-AttachVolumeShelveTestJSON-841500598-router', 'tenant_id': '48a93be9550345ed9b9cbfc081ec5671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f52b71d-61c7-49bc-86ae-3e3415c25b55', 'external_fixed_ips': [{'subnet_id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'ip_address': '172.27.2.135'}], 'enable_snat': True}, 'gw_port_id': '668be8c4-3b55-47a7-90f8-93d4d855d93f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T22:59:16Z', 'updated_at': '2022-02-20T22:59:22Z', 'revision_number': 4, 'project_id': '48a93be9550345ed9b9cbfc081ec5671', 'gw_port': {'id': '668be8c4-3b55-47a7-90f8-93d4d855d93f', 'name': '', 'network_id': '5f52b71d-61c7-49bc-86ae-3e3415c25b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:36:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46817dfe-fc89-4585-97bb-fc918877ba0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'ip_address': '172.27.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T22:59:17Z', 'updated_at': '2022-02-20T22:59:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-1-iscsi', '_floatingips': [{'id': 'b3bc894e-61ce-416d-9bc4-c0c0af758a53', 'tenant_id': '48a93be9550345ed9b9cbfc081ec5671', 'floating_ip_address': '172.27.2.65', 'floating_network_id': '5f52b71d-61c7-49bc-86ae-3e3415c25b55', 'router_id': '46817dfe-fc89-4585-97bb-fc918877ba0e', 'port_id': 'fc0f3c6c-4fbc-42f2-81c1-75baf5054de2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 518, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8904bc28-8825-408d-a027-aaac96b04ee9', 'mac_address': 'fa:16:3e:7e:01:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a334adf7-4744-4f48-acdd-7ebf11aef19b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T23:06:25Z', 'updated_at': '2022-02-20T23:06:40Z', 'revision_number': 1, 'project_id': '48a93be9550345ed9b9cbfc081ec5671', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95d16298-3bc7-4771-bf34-e3a6ec44e3a9', 'name': '', 'network_id': '8904bc28-8825-408d-a027-aaac96b04ee9', 'tenant_id': '48a93be9550345ed9b9cbfc081ec5671', 'mac_address': 'fa:16:3e:4c:5a:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46817dfe-fc89-4585-97bb-fc918877ba0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '58431437-f6f9-4145-a265-242d6c5c36fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T22:59:21Z', 'updated_at': '2022-02-20T22:59:27Z', 'revision_number': 5, 'project_id': '48a93be9550345ed9b9cbfc081ec5671', 'subnets': [{'id': '58431437-f6f9-4145-a265-242d6c5c36fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830096-1-iscsi', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:06:42.697918 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81228d23-7d31-4b6c-a1ca-75b38ff10b25 None None] The sync data for ids ['46817dfe-fc89-4585-97bb-fc918877ba0e'] in dv-cinder-830096-1-iscsi is: [{'id': '46817dfe-fc89-4585-97bb-fc918877ba0e', 'name': 'tempest-AttachVolumeShelveTestJSON-841500598-router', 'tenant_id': '48a93be9550345ed9b9cbfc081ec5671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f52b71d-61c7-49bc-86ae-3e3415c25b55', 'external_fixed_ips': [{'subnet_id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'ip_address': '172.27.2.135'}], 'enable_snat': True}, 'gw_port_id': '668be8c4-3b55-47a7-90f8-93d4d855d93f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T22:59:16Z', 'updated_at': '2022-02-20T22:59:22Z', 'revision_number': 4, 'project_id': '48a93be9550345ed9b9cbfc081ec5671', 'gw_port': {'id': '668be8c4-3b55-47a7-90f8-93d4d855d93f', 'name': '', 'network_id': '5f52b71d-61c7-49bc-86ae-3e3415c25b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:36:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46817dfe-fc89-4585-97bb-fc918877ba0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'ip_address': '172.27.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T22:59:17Z', 'updated_at': '2022-02-20T22:59:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-1-iscsi', '_floatingips': [{'id': 'b3bc894e-61ce-416d-9bc4-c0c0af758a53', 'tenant_id': '48a93be9550345ed9b9cbfc081ec5671', 'floating_ip_address': '172.27.2.65', 'floating_network_id': '5f52b71d-61c7-49bc-86ae-3e3415c25b55', 'router_id': '46817dfe-fc89-4585-97bb-fc918877ba0e', 'port_id': 'fc0f3c6c-4fbc-42f2-81c1-75baf5054de2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 518, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8904bc28-8825-408d-a027-aaac96b04ee9', 'mac_address': 'fa:16:3e:7e:01:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a334adf7-4744-4f48-acdd-7ebf11aef19b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T23:06:25Z', 'updated_at': '2022-02-20T23:06:40Z', 'revision_number': 1, 'project_id': '48a93be9550345ed9b9cbfc081ec5671', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95d16298-3bc7-4771-bf34-e3a6ec44e3a9', 'name': '', 'network_id': '8904bc28-8825-408d-a027-aaac96b04ee9', 'tenant_id': '48a93be9550345ed9b9cbfc081ec5671', 'mac_address': 'fa:16:3e:4c:5a:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46817dfe-fc89-4585-97bb-fc918877ba0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '58431437-f6f9-4145-a265-242d6c5c36fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T22:59:21Z', 'updated_at': '2022-02-20T22:59:27Z', 'revision_number': 5, 'project_id': '48a93be9550345ed9b9cbfc081ec5671', 'subnets': [{'id': '58431437-f6f9-4145-a265-242d6c5c36fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 23:06:42.879531 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0dd1123-ade6-4764-8b53-afe232eaeed4 None None] New status for floating IP b3bc894e-61ce-416d-9bc4-c0c0af758a53: ACTIVE {{(pid=109631) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 20 23:06:44.501851 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-b894c1aa-57c6-4c54-80d1-702bb857110e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (13c347f3-1c01-45ee-af8c-9f8a630e0f23), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:06:45.934937 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-343008d4-3a37-47e4-bcbd-5ef9b41dd99c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (5ba36dc9-fc49-4f8a-9e75-ea70dbbc9d37), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:06:46.643536 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.db.agents_db [None req-1f7bd598-9080-4651-a904-61cb6c9001fd None None] Agent healthcheck: found 6 active agents {{(pid=109631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 23:06:47.187971 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-f8bda328-0f39-40fc-b2c8-28796977f3d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (e2edd6cb-ac77-47df-80b5-e0a92a5dde3d), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:06:47.999507 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-072b575a-78d1-4b6a-9d0b-8f36ba4d465a req-388c5dd4-34e3-4d08-b514-7e9b9f88f759 tempest-TestMinimumBasicScenario-1893721209 tempest-TestMinimumBasicScenario-1893721209-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-263473719&fields=id&tenant_id=c3e33ca04103445c86d7b13f76fe664b HTTP/1.1" status: 200 len: 267 time: 0.0443335 Feb 20 23:06:48.052494 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072b575a-78d1-4b6a-9d0b-8f36ba4d465a req-d8ba58b0-1197-4bd6-9d00-20a99fe66beb tempest-TestMinimumBasicScenario-1893721209 tempest-TestMinimumBasicScenario-1893721209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:06:48.054154 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-072b575a-78d1-4b6a-9d0b-8f36ba4d465a req-d8ba58b0-1197-4bd6-9d00-20a99fe66beb tempest-TestMinimumBasicScenario-1893721209 tempest-TestMinimumBasicScenario-1893721209-project] 10.222.0.65 "GET /v2.0/ports?device_id=dd328b41-a333-4a4f-8d95-3d7e290f5bc9 HTTP/1.1" status: 200 len: 985 time: 0.0494728 Feb 20 23:06:48.065067 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.v2.base [req-072b575a-78d1-4b6a-9d0b-8f36ba4d465a req-698eebb3-e448-4be6-af2a-c89788c8d127 tempest-TestMinimumBasicScenario-1893721209 tempest-TestMinimumBasicScenario-1893721209-project] Request body: {'port': {'security_groups': ['7ac38dbc-73f7-4b33-bf1f-e114483eb6e0']}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:06:48.139349 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-072b575a-78d1-4b6a-9d0b-8f36ba4d465a req-698eebb3-e448-4be6-af2a-c89788c8d127 tempest-TestMinimumBasicScenario-1893721209 tempest-TestMinimumBasicScenario-1893721209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4131840'] for port (094032c2-20c8-4097-a27f-880be39ff71d), before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:06:48.308690 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-072b575a-78d1-4b6a-9d0b-8f36ba4d465a req-698eebb3-e448-4be6-af2a-c89788c8d127 tempest-TestMinimumBasicScenario-1893721209 tempest-TestMinimumBasicScenario-1893721209-project] For port 094032c2-20c8-4097-a27f-880be39ff71d, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=094032c2-20c8-4097-a27f-880be39ff71d,segment=NetworkSegment(9f41be4e-4ea2-4c33-b37b-5645696f0dfb),segment_id=9f41be4e-4ea2-4c33-b37b-5645696f0dfb)] {{(pid=109629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:06:48.336166 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-072b575a-78d1-4b6a-9d0b-8f36ba4d465a req-698eebb3-e448-4be6-af2a-c89788c8d127 tempest-TestMinimumBasicScenario-1893721209 tempest-TestMinimumBasicScenario-1893721209-project] Publish callbacks [] for port (094032c2-20c8-4097-a27f-880be39ff71d), precommit_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:06:48.392944 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-072b575a-78d1-4b6a-9d0b-8f36ba4d465a req-698eebb3-e448-4be6-af2a-c89788c8d127 tempest-TestMinimumBasicScenario-1893721209 tempest-TestMinimumBasicScenario-1893721209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747407212427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747406771514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747406771532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61629273'] for port (094032c2-20c8-4097-a27f-880be39ff71d), after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:06:48.404762 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] get_ports_and_sgs() called for port_ids ['094032c2-20c8-4097-a27f-880be39ff71d'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 23:06:48.437669 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072b575a-78d1-4b6a-9d0b-8f36ba4d465a req-698eebb3-e448-4be6-af2a-c89788c8d127 tempest-TestMinimumBasicScenario-1893721209 tempest-TestMinimumBasicScenario-1893721209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:06:48.438289 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-072b575a-78d1-4b6a-9d0b-8f36ba4d465a req-698eebb3-e448-4be6-af2a-c89788c8d127 tempest-TestMinimumBasicScenario-1893721209 tempest-TestMinimumBasicScenario-1893721209-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932959'] for port (None), before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:06:48.439770 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-072b575a-78d1-4b6a-9d0b-8f36ba4d465a req-698eebb3-e448-4be6-af2a-c89788c8d127 tempest-TestMinimumBasicScenario-1893721209 tempest-TestMinimumBasicScenario-1893721209-project] 10.222.0.65 "PUT /v2.0/ports/094032c2-20c8-4097-a27f-880be39ff71d HTTP/1.1" status: 200 len: 943 time: 0.3790097 Feb 20 23:06:48.445906 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd328b41-a333-4a4f-8d95-3d7e290f5bc9', 'tag': '094032c2-20c8-4097-a27f-880be39ff71d'}] {{(pid=109629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 23:06:48.445906 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fb480476601f6d45763ee6f7049a1d11722b8eb4e711c6cc4532448040ffc9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79093ba7-216b-4a13-a273-34b67a5e6f58" -d '{"events": [{"name": "network-changed", "server_uuid": "dd328b41-a333-4a4f-8d95-3d7e290f5bc9", "tag": "094032c2-20c8-4097-a27f-880be39ff71d"}]}' {{(pid=109629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 23:06:48.446349 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.65', 51742) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:06:48.466426 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698eebb3-e448-4be6-af2a-c89788c8d127 tempest-TestMinimumBasicScenario-1893721209 tempest-TestMinimumBasicScenario-1893721209-project] Pushing event updated for resources: {'Port': ['ID=094032c2-20c8-4097-a27f-880be39ff71d,revision_number=7']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:06:48.502190 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 23:06:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13738450-dd48-4e98-87c6-cd8e0c7e3c3c x-openstack-request-id: req-13738450-dd48-4e98-87c6-cd8e0c7e3c3c {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 23:06:48.502573 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd328b41-a333-4a4f-8d95-3d7e290f5bc9", "tag": "094032c2-20c8-4097-a27f-880be39ff71d", "status": "completed", "code": 200}]} {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 23:06:48.502829 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-13738450-dd48-4e98-87c6-cd8e0c7e3c3c {{(pid=109629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 23:06:48.503240 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd328b41-a333-4a4f-8d95-3d7e290f5bc9', 'tag': '094032c2-20c8-4097-a27f-880be39ff71d', 'status': 'completed', 'code': 200} Feb 20 23:06:48.532228 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] get_ports_and_sgs() called for port_ids ['094032c2-20c8-4097-a27f-880be39ff71d'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 23:06:48.542503 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-d003b536-6c39-4bc0-8736-ede8b34d8941 tempest-TestMinimumBasicScenario-1893721209 tempest-TestMinimumBasicScenario-1893721209-project] Publish callbacks [] for security_group (d0f3dee1-0426-499e-a956-715440d63bdd), before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:06:48.567889 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-d003b536-6c39-4bc0-8736-ede8b34d8941 tempest-TestMinimumBasicScenario-1893721209 tempest-TestMinimumBasicScenario-1893721209-project] Publish callbacks [] for security_group (d0f3dee1-0426-499e-a956-715440d63bdd), precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:06:48.635155 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79093ba7-216b-4a13-a273-34b67a5e6f58 req-1a95e146-fa0b-4b33-beb5-cbcd89edbc36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:06:48.636787 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-79093ba7-216b-4a13-a273-34b67a5e6f58 req-1a95e146-fa0b-4b33-beb5-cbcd89edbc36 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c3e33ca04103445c86d7b13f76fe664b&device_id=dd328b41-a333-4a4f-8d95-3d7e290f5bc9 HTTP/1.1" status: 200 len: 1130 time: 0.1045327 Feb 20 23:06:48.723197 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-4f9f5797-a5b6-4b86-8f45-e963a7849492 None None] Provisioning complete for port 094032c2-20c8-4097-a27f-880be39ff71d triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:06:48.723486 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4f9f5797-a5b6-4b86-8f45-e963a7849492 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4145689'] for port (094032c2-20c8-4097-a27f-880be39ff71d), provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:06:48.741742 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79093ba7-216b-4a13-a273-34b67a5e6f58 req-cd79f558-e18c-4a52-b779-b75c5f52f808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:06:48.743247 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-79093ba7-216b-4a13-a273-34b67a5e6f58 req-cd79f558-e18c-4a52-b779-b75c5f52f808 service neutron] 10.222.0.42 "GET /v2.0/networks?id=49827f61-3092-4973-9005-6ef8ce9e46b5 HTTP/1.1" status: 200 len: 915 time: 0.1003826 Feb 20 23:06:48.756781 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (2dc95353-690e-4eed-857f-cdb5bbe3a4be), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:06:48.789120 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-d003b536-6c39-4bc0-8736-ede8b34d8941 tempest-TestMinimumBasicScenario-1893721209 tempest-TestMinimumBasicScenario-1893721209-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627867'] for security_group (d0f3dee1-0426-499e-a956-715440d63bdd), after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:06:48.791703 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-d003b536-6c39-4bc0-8736-ede8b34d8941 tempest-TestMinimumBasicScenario-1893721209 tempest-TestMinimumBasicScenario-1893721209-project] Publish callbacks [] for security_group (None), before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:06:48.792875 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [None req-d003b536-6c39-4bc0-8736-ede8b34d8941 tempest-TestMinimumBasicScenario-1893721209 tempest-TestMinimumBasicScenario-1893721209-project] 10.222.0.65 "DELETE /v2.0/security-groups/d0f3dee1-0426-499e-a956-715440d63bdd HTTP/1.1" status: 204 len: 168 time: 0.3457127 Feb 20 23:06:48.795857 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.65', 51744) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:06:48.803752 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-4f9f5797-a5b6-4b86-8f45-e963a7849492 None None] Current status of the port 094032c2-20c8-4097-a27f-880be39ff71d is: ACTIVE; New status is: ACTIVE {{(pid=109630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:06:48.806162 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d003b536-6c39-4bc0-8736-ede8b34d8941 tempest-TestMinimumBasicScenario-1893721209 tempest-TestMinimumBasicScenario-1893721209-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0f3dee1-0426-499e-a956-715440d63bdd,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:06:48.822118 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-79093ba7-216b-4a13-a273-34b67a5e6f58 req-ddd11ad1-145b-47dd-89ab-6f66763d83b4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=094032c2-20c8-4097-a27f-880be39ff71d HTTP/1.1" status: 200 len: 1002 time: 0.0721083 Feb 20 23:06:48.877546 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79093ba7-216b-4a13-a273-34b67a5e6f58 req-7edcac9f-b246-47bc-b0a9-c546da90752f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:06:48.879032 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-79093ba7-216b-4a13-a273-34b67a5e6f58 req-7edcac9f-b246-47bc-b0a9-c546da90752f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e9c40620-c529-4a12-8658-8129e29b5c71 HTTP/1.1" status: 200 len: 854 time: 0.0483854 Feb 20 23:06:48.927756 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79093ba7-216b-4a13-a273-34b67a5e6f58 req-f912c907-5b14-4127-b774-8e10844b36e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:06:48.929530 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-79093ba7-216b-4a13-a273-34b67a5e6f58 req-f912c907-5b14-4127-b774-8e10844b36e6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=49827f61-3092-4973-9005-6ef8ce9e46b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0431190 Feb 20 23:06:48.964360 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-7f7e0fef-a964-4f8b-b721-3f4e9d228faf tempest-TestMinimumBasicScenario-1893721209 tempest-TestMinimumBasicScenario-1893721209-project] Deleting port 2ab3463e-480b-43e6-acf8-b7cf04ba5cbb {{(pid=109629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 23:06:48.964700 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-7f7e0fef-a964-4f8b-b721-3f4e9d228faf tempest-TestMinimumBasicScenario-1893721209 tempest-TestMinimumBasicScenario-1893721209-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747407206678'] for port (2ab3463e-480b-43e6-acf8-b7cf04ba5cbb), before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:06:49.016043 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-79093ba7-216b-4a13-a273-34b67a5e6f58 req-3ea13c6a-09b5-41a2-a63e-488f8df3cedb service neutron] 10.222.0.42 "GET /v2.0/networks/49827f61-3092-4973-9005-6ef8ce9e46b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801163 Feb 20 23:06:49.040781 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-7f7e0fef-a964-4f8b-b721-3f4e9d228faf tempest-TestMinimumBasicScenario-1893721209 tempest-TestMinimumBasicScenario-1893721209-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671932'] for port (2ab3463e-480b-43e6-acf8-b7cf04ba5cbb), precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:06:49.041351 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-7f7e0fef-a964-4f8b-b721-3f4e9d228faf tempest-TestMinimumBasicScenario-1893721209 tempest-TestMinimumBasicScenario-1893721209-project] Publish callbacks [] for floatingip (2ab3463e-480b-43e6-acf8-b7cf04ba5cbb), precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:06:49.052729 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-7f7e0fef-a964-4f8b-b721-3f4e9d228faf tempest-TestMinimumBasicScenario-1893721209 tempest-TestMinimumBasicScenario-1893721209-project] Calling delete_port for 2ab3463e-480b-43e6-acf8-b7cf04ba5cbb owned by network:floatingip {{(pid=109629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 23:06:49.107239 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-79093ba7-216b-4a13-a273-34b67a5e6f58 req-08e1f9d6-e2e6-4e7f-a51e-57f1f9d02a43 service neutron] 10.222.0.42 "GET /v2.0/networks/49827f61-3092-4973-9005-6ef8ce9e46b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840344 Feb 20 23:06:49.336529 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-7f7e0fef-a964-4f8b-b721-3f4e9d228faf tempest-TestMinimumBasicScenario-1893721209 tempest-TestMinimumBasicScenario-1893721209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747407212409', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747406771505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61629250'] for port (2ab3463e-480b-43e6-acf8-b7cf04ba5cbb), after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:06:49.360730 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7e0fef-a964-4f8b-b721-3f4e9d228faf tempest-TestMinimumBasicScenario-1893721209 tempest-TestMinimumBasicScenario-1893721209-project] Pushing event deleted for resources: {'Port': ['ID=2ab3463e-480b-43e6-acf8-b7cf04ba5cbb,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:06:49.450702 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-7f7e0fef-a964-4f8b-b721-3f4e9d228faf tempest-TestMinimumBasicScenario-1893721209 tempest-TestMinimumBasicScenario-1893721209-project] Publish callbacks [] for floatingip (43eaaa52-30cd-4298-a1ec-a3e98d90ca6f), after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:06:49.451289 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.db.l3_db [None req-7f7e0fef-a964-4f8b-b721-3f4e9d228faf tempest-TestMinimumBasicScenario-1893721209 tempest-TestMinimumBasicScenario-1893721209-project] Floating IP 43eaaa52-30cd-4298-a1ec-a3e98d90ca6f disassociated (deleted). External IP: 172.27.2.209, port: 094032c2-20c8-4097-a27f-880be39ff71d. Feb 20 23:06:49.877096 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f7e0fef-a964-4f8b-b721-3f4e9d228faf tempest-TestMinimumBasicScenario-1893721209 tempest-TestMinimumBasicScenario-1893721209-project] Router 957dbf51-248f-4ddc-979e-257e09f3cf2a has already been hosted by L3 agent 13c347f3-1c01-45ee-af8c-9f8a630e0f23 {{(pid=109629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 23:06:49.995495 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f7e0fef-a964-4f8b-b721-3f4e9d228faf tempest-TestMinimumBasicScenario-1893721209 tempest-TestMinimumBasicScenario-1893721209-project] Notify agent at l3_agent.dv-cinder-830096-1-iscsi the message routers_updated {{(pid=109629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 23:06:49.999866 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-7f7e0fef-a964-4f8b-b721-3f4e9d228faf tempest-TestMinimumBasicScenario-1893721209 tempest-TestMinimumBasicScenario-1893721209-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932959'] for floatingip (None), before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:06:50.004706 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5041c530-0f7c-442c-92ab-732b98ef9b42 None None] Sync routers for ids ['957dbf51-248f-4ddc-979e-257e09f3cf2a'] in dv-cinder-830096-1-iscsi {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 23:06:50.014866 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5041c530-0f7c-442c-92ab-732b98ef9b42 None None] Routers {'957dbf51-248f-4ddc-979e-257e09f3cf2a'} bound to L3 agent in host dv-cinder-830096-1-iscsi {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 23:06:50.015475 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-5041c530-0f7c-442c-92ab-732b98ef9b42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T22:50:44Z,description=,heartbeat_timestamp=2022-02-20T23:06:44Z,host='dv-cinder-830096-1-iscsi',id=13c347f3-1c01-45ee-af8c-9f8a630e0f23,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T22:50:45Z,topic='l3_agent')) {'router_ids': ['957dbf51-248f-4ddc-979e-257e09f3cf2a'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:06:50.029895 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [None req-7f7e0fef-a964-4f8b-b721-3f4e9d228faf tempest-TestMinimumBasicScenario-1893721209 tempest-TestMinimumBasicScenario-1893721209-project] 10.222.0.65 "DELETE /v2.0/floatingips/43eaaa52-30cd-4298-a1ec-a3e98d90ca6f HTTP/1.1" status: 204 len: 168 time: 1.2329774 Feb 20 23:06:50.122036 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-5041c530-0f7c-442c-92ab-732b98ef9b42 None None] Set router 957dbf51-248f-4ddc-979e-257e09f3cf2a gateway port host: dv-cinder-830096-1-iscsi {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 23:06:50.327473 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-5041c530-0f7c-442c-92ab-732b98ef9b42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '957dbf51-248f-4ddc-979e-257e09f3cf2a', 'name': 'tempest-TestMinimumBasicScenario-2043403748-router', 'tenant_id': 'c3e33ca04103445c86d7b13f76fe664b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f52b71d-61c7-49bc-86ae-3e3415c25b55', 'external_fixed_ips': [{'subnet_id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'ip_address': '172.27.2.20'}], 'enable_snat': True}, 'gw_port_id': 'c83ba2fa-10e7-432d-af47-93b96fff10e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:01:28Z', 'updated_at': '2022-02-20T23:01:32Z', 'revision_number': 4, 'project_id': 'c3e33ca04103445c86d7b13f76fe664b', 'gw_port': {'id': 'c83ba2fa-10e7-432d-af47-93b96fff10e6', 'name': '', 'network_id': '5f52b71d-61c7-49bc-86ae-3e3415c25b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:04:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '957dbf51-248f-4ddc-979e-257e09f3cf2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'ip_address': '172.27.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:01:29Z', 'updated_at': '2022-02-20T23:01:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-1-iscsi', '_interfaces': [{'id': 'e3dbf046-c3f5-4a7f-98cd-b1891ab07908', 'name': '', 'network_id': '49827f61-3092-4973-9005-6ef8ce9e46b5', 'tenant_id': 'c3e33ca04103445c86d7b13f76fe664b', 'mac_address': 'fa:16:3e:7c:c4:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '957dbf51-248f-4ddc-979e-257e09f3cf2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'e9c40620-c529-4a12-8658-8129e29b5c71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:01:32Z', 'updated_at': '2022-02-20T23:01:37Z', 'revision_number': 5, 'project_id': 'c3e33ca04103445c86d7b13f76fe664b', 'subnets': [{'id': 'e9c40620-c529-4a12-8658-8129e29b5c71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830096-1-iscsi', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:06:50.353124 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5041c530-0f7c-442c-92ab-732b98ef9b42 None None] Checking router: 957dbf51-248f-4ddc-979e-257e09f3cf2a for host: dv-cinder-830096-1-iscsi {{(pid=109630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 23:06:50.361112 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5041c530-0f7c-442c-92ab-732b98ef9b42 None None] Routers {'957dbf51-248f-4ddc-979e-257e09f3cf2a'} bound to L3 agent in host dv-cinder-830096-1-iscsi {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 23:06:50.361705 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-5041c530-0f7c-442c-92ab-732b98ef9b42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T22:50:44Z,description=,heartbeat_timestamp=2022-02-20T23:06:44Z,host='dv-cinder-830096-1-iscsi',id=13c347f3-1c01-45ee-af8c-9f8a630e0f23,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T22:50:45Z,topic='l3_agent')) {'router_ids': ['957dbf51-248f-4ddc-979e-257e09f3cf2a'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:06:50.504611 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd328b41-a333-4a4f-8d95-3d7e290f5bc9', 'tag': '094032c2-20c8-4097-a27f-880be39ff71d'}] {{(pid=109629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 23:06:50.507007 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fb480476601f6d45763ee6f7049a1d11722b8eb4e711c6cc4532448040ffc9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dea805d-013a-4a7a-abe7-515a38df710b" -d '{"events": [{"name": "network-changed", "server_uuid": "dd328b41-a333-4a4f-8d95-3d7e290f5bc9", "tag": "094032c2-20c8-4097-a27f-880be39ff71d"}]}' {{(pid=109629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 23:06:50.543654 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 23:06:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-436c7208-30b4-4fd5-aa42-2fe1ea77eac0 x-openstack-request-id: req-436c7208-30b4-4fd5-aa42-2fe1ea77eac0 {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 23:06:50.544083 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd328b41-a333-4a4f-8d95-3d7e290f5bc9", "tag": "094032c2-20c8-4097-a27f-880be39ff71d", "status": "completed", "code": 200}]} {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 23:06:50.544471 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-436c7208-30b4-4fd5-aa42-2fe1ea77eac0 {{(pid=109629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 23:06:50.544954 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd328b41-a333-4a4f-8d95-3d7e290f5bc9', 'tag': '094032c2-20c8-4097-a27f-880be39ff71d', 'status': 'completed', 'code': 200} Feb 20 23:06:50.589540 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-5041c530-0f7c-442c-92ab-732b98ef9b42 None None] Set router 957dbf51-248f-4ddc-979e-257e09f3cf2a gateway port host: dv-cinder-830096-1-iscsi {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 23:06:50.619384 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dea805d-013a-4a7a-abe7-515a38df710b req-38926ff7-2fd1-42b7-8f43-268a0679175d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:06:50.620723 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-6dea805d-013a-4a7a-abe7-515a38df710b req-38926ff7-2fd1-42b7-8f43-268a0679175d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c3e33ca04103445c86d7b13f76fe664b&device_id=dd328b41-a333-4a4f-8d95-3d7e290f5bc9 HTTP/1.1" status: 200 len: 1130 time: 0.0474043 Feb 20 23:06:50.712479 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dea805d-013a-4a7a-abe7-515a38df710b req-be8b8577-8a8d-4ffe-a0f8-065fb0a6be02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:06:50.713928 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-6dea805d-013a-4a7a-abe7-515a38df710b req-be8b8577-8a8d-4ffe-a0f8-065fb0a6be02 service neutron] 10.222.0.42 "GET /v2.0/networks?id=49827f61-3092-4973-9005-6ef8ce9e46b5 HTTP/1.1" status: 200 len: 915 time: 0.0875773 Feb 20 23:06:50.754190 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-6dea805d-013a-4a7a-abe7-515a38df710b req-0559dbfc-a680-4980-bd75-773c47530b47 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=094032c2-20c8-4097-a27f-880be39ff71d HTTP/1.1" status: 200 len: 217 time: 0.0341282 Feb 20 23:06:50.783387 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-5041c530-0f7c-442c-92ab-732b98ef9b42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '957dbf51-248f-4ddc-979e-257e09f3cf2a', 'name': 'tempest-TestMinimumBasicScenario-2043403748-router', 'tenant_id': 'c3e33ca04103445c86d7b13f76fe664b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f52b71d-61c7-49bc-86ae-3e3415c25b55', 'external_fixed_ips': [{'subnet_id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'ip_address': '172.27.2.20'}], 'enable_snat': True}, 'gw_port_id': 'c83ba2fa-10e7-432d-af47-93b96fff10e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:01:28Z', 'updated_at': '2022-02-20T23:01:32Z', 'revision_number': 4, 'project_id': 'c3e33ca04103445c86d7b13f76fe664b', 'gw_port': {'id': 'c83ba2fa-10e7-432d-af47-93b96fff10e6', 'name': '', 'network_id': '5f52b71d-61c7-49bc-86ae-3e3415c25b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:04:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '957dbf51-248f-4ddc-979e-257e09f3cf2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'ip_address': '172.27.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:01:29Z', 'updated_at': '2022-02-20T23:01:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-1-iscsi', '_interfaces': [{'id': 'e3dbf046-c3f5-4a7f-98cd-b1891ab07908', 'name': '', 'network_id': '49827f61-3092-4973-9005-6ef8ce9e46b5', 'tenant_id': 'c3e33ca04103445c86d7b13f76fe664b', 'mac_address': 'fa:16:3e:7c:c4:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '957dbf51-248f-4ddc-979e-257e09f3cf2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'e9c40620-c529-4a12-8658-8129e29b5c71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:01:32Z', 'updated_at': '2022-02-20T23:01:37Z', 'revision_number': 5, 'project_id': 'c3e33ca04103445c86d7b13f76fe664b', 'subnets': [{'id': 'e9c40620-c529-4a12-8658-8129e29b5c71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830096-1-iscsi', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:06:50.801550 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dea805d-013a-4a7a-abe7-515a38df710b req-c0043df8-3a01-4924-b766-897e15c9a60a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:06:50.802995 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-6dea805d-013a-4a7a-abe7-515a38df710b req-c0043df8-3a01-4924-b766-897e15c9a60a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e9c40620-c529-4a12-8658-8129e29b5c71 HTTP/1.1" status: 200 len: 854 time: 0.0417500 Feb 20 23:06:50.813087 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5041c530-0f7c-442c-92ab-732b98ef9b42 None None] The sync data for ids ['957dbf51-248f-4ddc-979e-257e09f3cf2a'] in dv-cinder-830096-1-iscsi is: [{'id': '957dbf51-248f-4ddc-979e-257e09f3cf2a', 'name': 'tempest-TestMinimumBasicScenario-2043403748-router', 'tenant_id': 'c3e33ca04103445c86d7b13f76fe664b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f52b71d-61c7-49bc-86ae-3e3415c25b55', 'external_fixed_ips': [{'subnet_id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'ip_address': '172.27.2.20'}], 'enable_snat': True}, 'gw_port_id': 'c83ba2fa-10e7-432d-af47-93b96fff10e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:01:28Z', 'updated_at': '2022-02-20T23:01:32Z', 'revision_number': 4, 'project_id': 'c3e33ca04103445c86d7b13f76fe664b', 'gw_port': {'id': 'c83ba2fa-10e7-432d-af47-93b96fff10e6', 'name': '', 'network_id': '5f52b71d-61c7-49bc-86ae-3e3415c25b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:04:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '957dbf51-248f-4ddc-979e-257e09f3cf2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'ip_address': '172.27.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:01:29Z', 'updated_at': '2022-02-20T23:01:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-1-iscsi', '_interfaces': [{'id': 'e3dbf046-c3f5-4a7f-98cd-b1891ab07908', 'name': '', 'network_id': '49827f61-3092-4973-9005-6ef8ce9e46b5', 'tenant_id': 'c3e33ca04103445c86d7b13f76fe664b', 'mac_address': 'fa:16:3e:7c:c4:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '957dbf51-248f-4ddc-979e-257e09f3cf2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'e9c40620-c529-4a12-8658-8129e29b5c71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:01:32Z', 'updated_at': '2022-02-20T23:01:37Z', 'revision_number': 5, 'project_id': 'c3e33ca04103445c86d7b13f76fe664b', 'subnets': [{'id': 'e9c40620-c529-4a12-8658-8129e29b5c71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 23:06:50.857868 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dea805d-013a-4a7a-abe7-515a38df710b req-239c59c2-03d8-418d-a394-bbcc3b99af9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:06:50.859385 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-6dea805d-013a-4a7a-abe7-515a38df710b req-239c59c2-03d8-418d-a394-bbcc3b99af9e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=49827f61-3092-4973-9005-6ef8ce9e46b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0494189 Feb 20 23:06:50.952937 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-6dea805d-013a-4a7a-abe7-515a38df710b req-e7d50406-050b-4879-be21-8a7d8b3c796b service neutron] 10.222.0.42 "GET /v2.0/networks/49827f61-3092-4973-9005-6ef8ce9e46b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827639 Feb 20 23:06:51.034895 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37940075-a087-4ee1-ba8c-02e34430e744 None None] New status for floating IP 43eaaa52-30cd-4298-a1ec-a3e98d90ca6f: DOWN {{(pid=109631) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 20 23:06:51.051246 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-6dea805d-013a-4a7a-abe7-515a38df710b req-49005a84-8f11-467e-8358-6863ac07fa22 service neutron] 10.222.0.42 "GET /v2.0/networks/49827f61-3092-4973-9005-6ef8ce9e46b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902207 Feb 20 23:06:54.591660 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14411085-16a1-487b-84bd-3fdef11a5faa req-4e228d33-38b5-4571-8e52-f4038f261aca tempest-TestMinimumBasicScenario-1893721209 tempest-TestMinimumBasicScenario-1893721209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:06:54.593244 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-14411085-16a1-487b-84bd-3fdef11a5faa req-4e228d33-38b5-4571-8e52-f4038f261aca tempest-TestMinimumBasicScenario-1893721209 tempest-TestMinimumBasicScenario-1893721209-project] 10.222.0.65 "GET /v2.0/ports?device_id=dd328b41-a333-4a4f-8d95-3d7e290f5bc9 HTTP/1.1" status: 200 len: 946 time: 0.0523334 Feb 20 23:06:54.641811 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-14411085-16a1-487b-84bd-3fdef11a5faa req-6df24751-2f6e-4d5d-8c8a-67ed6534f4b3 tempest-TestMinimumBasicScenario-1893721209 tempest-TestMinimumBasicScenario-1893721209-project] 10.222.0.65 "GET /v2.0/security-groups?id=7ac38dbc-73f7-4b33-bf1f-e114483eb6e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429397 Feb 20 23:06:55.759634 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e25d778-4073-42f2-9c67-0186a14fe2cd req-6ec9bcad-d2a9-4bde-b427-bd68b2c1946c tempest-TestMinimumBasicScenario-1893721209 tempest-TestMinimumBasicScenario-1893721209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:06:55.761084 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-0e25d778-4073-42f2-9c67-0186a14fe2cd req-6ec9bcad-d2a9-4bde-b427-bd68b2c1946c tempest-TestMinimumBasicScenario-1893721209 tempest-TestMinimumBasicScenario-1893721209-project] 10.222.0.65 "GET /v2.0/ports?device_id=dd328b41-a333-4a4f-8d95-3d7e290f5bc9 HTTP/1.1" status: 200 len: 946 time: 0.0512748 Feb 20 23:06:55.808353 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-0e25d778-4073-42f2-9c67-0186a14fe2cd req-c7e1a548-7ed6-4aaf-a071-422fe9c6e1f8 tempest-TestMinimumBasicScenario-1893721209 tempest-TestMinimumBasicScenario-1893721209-project] 10.222.0.65 "GET /v2.0/security-groups?id=7ac38dbc-73f7-4b33-bf1f-e114483eb6e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418327 Feb 20 23:06:56.111896 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (a929ecfe-02b1-4b86-b2e7-0c746ea4b12c), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:06:56.822253 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cd1e83-3830-4427-8308-00357cc934ae req-f6ed5507-7622-4815-b4c7-25e9396f9655 tempest-TestMinimumBasicScenario-1893721209 tempest-TestMinimumBasicScenario-1893721209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:06:56.823787 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-a6cd1e83-3830-4427-8308-00357cc934ae req-f6ed5507-7622-4815-b4c7-25e9396f9655 tempest-TestMinimumBasicScenario-1893721209 tempest-TestMinimumBasicScenario-1893721209-project] 10.222.0.42 "GET /v2.0/ports?device_id=dd328b41-a333-4a4f-8d95-3d7e290f5bc9 HTTP/1.1" status: 200 len: 946 time: 0.0506558 Feb 20 23:06:56.957718 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [req-a6cd1e83-3830-4427-8308-00357cc934ae req-af78a39c-03bf-4b5a-aefe-9af1ebc36eae tempest-TestMinimumBasicScenario-1893721209 tempest-TestMinimumBasicScenario-1893721209-project] Deleting port 094032c2-20c8-4097-a27f-880be39ff71d {{(pid=109628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 23:06:56.958095 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-a6cd1e83-3830-4427-8308-00357cc934ae req-af78a39c-03bf-4b5a-aefe-9af1ebc36eae tempest-TestMinimumBasicScenario-1893721209 tempest-TestMinimumBasicScenario-1893721209-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747407206678'] for port (094032c2-20c8-4097-a27f-880be39ff71d), before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:06:56.969265 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db2e826-d306-4eb3-9308-4ce5a02e9ca7 req-72b03072-f8b7-4c8b-8e70-b0036ea246a5 tempest-TestMinimumBasicScenario-1893721209 tempest-TestMinimumBasicScenario-1893721209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:06:56.970756 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-6db2e826-d306-4eb3-9308-4ce5a02e9ca7 req-72b03072-f8b7-4c8b-8e70-b0036ea246a5 tempest-TestMinimumBasicScenario-1893721209 tempest-TestMinimumBasicScenario-1893721209-project] 10.222.0.65 "GET /v2.0/ports?device_id=dd328b41-a333-4a4f-8d95-3d7e290f5bc9 HTTP/1.1" status: 200 len: 946 time: 0.0792508 Feb 20 23:06:57.068351 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-6db2e826-d306-4eb3-9308-4ce5a02e9ca7 req-23fd16e7-a0cf-44b8-b8de-8b13c4010199 tempest-TestMinimumBasicScenario-1893721209 tempest-TestMinimumBasicScenario-1893721209-project] 10.222.0.65 "GET /v2.0/security-groups?id=7ac38dbc-73f7-4b33-bf1f-e114483eb6e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878997 Feb 20 23:06:57.088744 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.db [req-a6cd1e83-3830-4427-8308-00357cc934ae req-af78a39c-03bf-4b5a-aefe-9af1ebc36eae tempest-TestMinimumBasicScenario-1893721209 tempest-TestMinimumBasicScenario-1893721209-project] For port 094032c2-20c8-4097-a27f-880be39ff71d, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=094032c2-20c8-4097-a27f-880be39ff71d,segment=NetworkSegment(9f41be4e-4ea2-4c33-b37b-5645696f0dfb),segment_id=9f41be4e-4ea2-4c33-b37b-5645696f0dfb)] {{(pid=109628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:06:57.089102 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-a6cd1e83-3830-4427-8308-00357cc934ae req-af78a39c-03bf-4b5a-aefe-9af1ebc36eae tempest-TestMinimumBasicScenario-1893721209 tempest-TestMinimumBasicScenario-1893721209-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671932'] for port (094032c2-20c8-4097-a27f-880be39ff71d), precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:06:57.100519 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [req-a6cd1e83-3830-4427-8308-00357cc934ae req-af78a39c-03bf-4b5a-aefe-9af1ebc36eae tempest-TestMinimumBasicScenario-1893721209 tempest-TestMinimumBasicScenario-1893721209-project] Calling delete_port for 094032c2-20c8-4097-a27f-880be39ff71d owned by compute:nova {{(pid=109628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 23:06:57.319351 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-a6cd1e83-3830-4427-8308-00357cc934ae req-af78a39c-03bf-4b5a-aefe-9af1ebc36eae tempest-TestMinimumBasicScenario-1893721209 tempest-TestMinimumBasicScenario-1893721209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747407212409', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747406771505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59259307'] for port (094032c2-20c8-4097-a27f-880be39ff71d), after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:06:57.331242 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] get_ports_and_sgs() called for port_ids ['094032c2-20c8-4097-a27f-880be39ff71d'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 23:06:57.349583 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af78a39c-03bf-4b5a-aefe-9af1ebc36eae tempest-TestMinimumBasicScenario-1893721209 tempest-TestMinimumBasicScenario-1893721209-project] Pushing event deleted for resources: {'Port': ['ID=094032c2-20c8-4097-a27f-880be39ff71d,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:06:57.404248 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6cd1e83-3830-4427-8308-00357cc934ae req-af78a39c-03bf-4b5a-aefe-9af1ebc36eae tempest-TestMinimumBasicScenario-1893721209 tempest-TestMinimumBasicScenario-1893721209-project] No DVR routers for this DVR port 094032c2-20c8-4097-a27f-880be39ff71d on host hv-cinder-83009 {{(pid=109628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 23:06:57.406958 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-a6cd1e83-3830-4427-8308-00357cc934ae req-af78a39c-03bf-4b5a-aefe-9af1ebc36eae tempest-TestMinimumBasicScenario-1893721209 tempest-TestMinimumBasicScenario-1893721209-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932959'] for port (None), before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:06:57.410249 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-a6cd1e83-3830-4427-8308-00357cc934ae req-af78a39c-03bf-4b5a-aefe-9af1ebc36eae tempest-TestMinimumBasicScenario-1893721209 tempest-TestMinimumBasicScenario-1893721209-project] 10.222.0.42 "DELETE /v2.0/ports/094032c2-20c8-4097-a27f-880be39ff71d HTTP/1.1" status: 204 len: 173 time: 0.5813282 Feb 20 23:06:57.410756 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd328b41-a333-4a4f-8d95-3d7e290f5bc9', 'name': 'network-vif-deleted', 'tag': '094032c2-20c8-4097-a27f-880be39ff71d'}] {{(pid=109628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 23:06:57.413036 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4be7ee60aa4259b475ee261dcf74c65065c56e299c7a4b2359a57cf03aee0d96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33b13ea4-50d1-457e-a035-b31cd1582797" -d '{"events": [{"server_uuid": "dd328b41-a333-4a4f-8d95-3d7e290f5bc9", "name": "network-vif-deleted", "tag": "094032c2-20c8-4097-a27f-880be39ff71d"}]}' {{(pid=109628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 23:06:57.447997 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 23:06:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3708e9bb-0d57-42fc-9732-b990b4ee57c5 x-openstack-request-id: req-3708e9bb-0d57-42fc-9732-b990b4ee57c5 {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 23:06:57.448291 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd328b41-a333-4a4f-8d95-3d7e290f5bc9", "name": "network-vif-deleted", "tag": "094032c2-20c8-4097-a27f-880be39ff71d", "status": "completed", "code": 200}]} {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 23:06:57.448544 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-3708e9bb-0d57-42fc-9732-b990b4ee57c5 {{(pid=109628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 23:06:57.448943 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd328b41-a333-4a4f-8d95-3d7e290f5bc9', 'name': 'network-vif-deleted', 'tag': '094032c2-20c8-4097-a27f-880be39ff71d', 'status': 'completed', 'code': 200} Feb 20 23:06:58.171832 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-baf740a6-bdb0-4010-8c11-0d09d1ade62b req-8396c047-deb0-4db3-983d-e9e4152e4f79 tempest-TestMinimumBasicScenario-1893721209 tempest-TestMinimumBasicScenario-1893721209-project] 10.222.0.65 "GET /v2.0/ports?device_id=dd328b41-a333-4a4f-8d95-3d7e290f5bc9 HTTP/1.1" status: 200 len: 210 time: 0.0264540 Feb 20 23:06:59.995580 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Device 094032c2-20c8-4097-a27f-880be39ff71d no longer exists at agent hyperv_hv-cinder-83009 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 23:07:00.015087 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] No Port match for: 094032c2-20c8-4097-a27f-880be39ff71d {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 23:07:00.015431 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Device 094032c2-20c8-4097-a27f-880be39ff71d not bound to the agent host hv-cinder-83009 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 23:07:00.765468 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.65', 51832) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:07:01.516732 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e75a828d-bd86-4113-a72d-c60f5a793d1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-702964'] for router_interface (957dbf51-248f-4ddc-979e-257e09f3cf2a), before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:07:01.799522 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-e75a828d-bd86-4113-a72d-c60f5a793d1b admin admin] Deleting port e3dbf046-c3f5-4a7f-98cd-b1891ab07908 {{(pid=109628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 23:07:01.800105 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e75a828d-bd86-4113-a72d-c60f5a793d1b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747407206678'] for port (e3dbf046-c3f5-4a7f-98cd-b1891ab07908), before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:07:01.877526 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.db [None req-e75a828d-bd86-4113-a72d-c60f5a793d1b admin admin] For port e3dbf046-c3f5-4a7f-98cd-b1891ab07908, host dv-cinder-830096-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-1-iscsi',level=0,port_id=e3dbf046-c3f5-4a7f-98cd-b1891ab07908,segment=NetworkSegment(9f41be4e-4ea2-4c33-b37b-5645696f0dfb),segment_id=9f41be4e-4ea2-4c33-b37b-5645696f0dfb)] {{(pid=109628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:07:01.877874 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e75a828d-bd86-4113-a72d-c60f5a793d1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671932'] for port (e3dbf046-c3f5-4a7f-98cd-b1891ab07908), precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:07:01.889018 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-e75a828d-bd86-4113-a72d-c60f5a793d1b admin admin] Calling delete_port for e3dbf046-c3f5-4a7f-98cd-b1891ab07908 owned by network:router_interface {{(pid=109628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 23:07:02.170470 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e75a828d-bd86-4113-a72d-c60f5a793d1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747407212409', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747406771505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59259307'] for port (e3dbf046-c3f5-4a7f-98cd-b1891ab07908), after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:07:02.197292 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75a828d-bd86-4113-a72d-c60f5a793d1b admin admin] Pushing event deleted for resources: {'Port': ['ID=e3dbf046-c3f5-4a7f-98cd-b1891ab07908,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:07:02.212596 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75a828d-bd86-4113-a72d-c60f5a793d1b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:07:02.212596 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75a828d-bd86-4113-a72d-c60f5a793d1b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:07:02.212596 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75a828d-bd86-4113-a72d-c60f5a793d1b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:07:02.212596 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75a828d-bd86-4113-a72d-c60f5a793d1b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:07:02.212596 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75a828d-bd86-4113-a72d-c60f5a793d1b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:07:02.212596 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75a828d-bd86-4113-a72d-c60f5a793d1b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:07:02.212596 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75a828d-bd86-4113-a72d-c60f5a793d1b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:07:02.212596 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75a828d-bd86-4113-a72d-c60f5a793d1b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:07:02.212596 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75a828d-bd86-4113-a72d-c60f5a793d1b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:07:02.212596 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75a828d-bd86-4113-a72d-c60f5a793d1b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:07:02.212596 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75a828d-bd86-4113-a72d-c60f5a793d1b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:07:02.213437 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75a828d-bd86-4113-a72d-c60f5a793d1b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:07:02.213437 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75a828d-bd86-4113-a72d-c60f5a793d1b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:07:02.372080 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e75a828d-bd86-4113-a72d-c60f5a793d1b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-565519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-703332'] for router_interface (957dbf51-248f-4ddc-979e-257e09f3cf2a), after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:07:02.581739 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e75a828d-bd86-4113-a72d-c60f5a793d1b admin admin] Router 957dbf51-248f-4ddc-979e-257e09f3cf2a has already been hosted by L3 agent 13c347f3-1c01-45ee-af8c-9f8a630e0f23 {{(pid=109628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 23:07:02.685104 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e75a828d-bd86-4113-a72d-c60f5a793d1b admin admin] Notify agent at l3_agent.dv-cinder-830096-1-iscsi the message routers_updated {{(pid=109628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 23:07:02.698966 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [None req-e75a828d-bd86-4113-a72d-c60f5a793d1b admin admin] 10.222.0.65 "PUT /v2.0/routers/957dbf51-248f-4ddc-979e-257e09f3cf2a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9234660 Feb 20 23:07:02.699096 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.65', 51836) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:07:02.699527 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9247c24-8344-403d-9fd5-77878eac3f74 None None] Sync routers for ids ['957dbf51-248f-4ddc-979e-257e09f3cf2a'] in dv-cinder-830096-1-iscsi {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 23:07:02.705609 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9247c24-8344-403d-9fd5-77878eac3f74 None None] Routers {'957dbf51-248f-4ddc-979e-257e09f3cf2a'} bound to L3 agent in host dv-cinder-830096-1-iscsi {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 23:07:02.706235 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-b9247c24-8344-403d-9fd5-77878eac3f74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T22:50:44Z,description=,heartbeat_timestamp=2022-02-20T23:06:44Z,host='dv-cinder-830096-1-iscsi',id=13c347f3-1c01-45ee-af8c-9f8a630e0f23,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T22:50:45Z,topic='l3_agent')) {'router_ids': ['957dbf51-248f-4ddc-979e-257e09f3cf2a'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:07:02.797843 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-99bb7e13-1cda-40f2-8dbd-245eb2c92119 admin admin] Publish callbacks [] for router (957dbf51-248f-4ddc-979e-257e09f3cf2a), before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:07:02.812692 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-b9247c24-8344-403d-9fd5-77878eac3f74 None None] Set router 957dbf51-248f-4ddc-979e-257e09f3cf2a gateway port host: dv-cinder-830096-1-iscsi {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 23:07:02.897850 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-99bb7e13-1cda-40f2-8dbd-245eb2c92119 admin admin] Publish callbacks [] for router_gateway (957dbf51-248f-4ddc-979e-257e09f3cf2a), before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:07:02.983898 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-b9247c24-8344-403d-9fd5-77878eac3f74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '957dbf51-248f-4ddc-979e-257e09f3cf2a', 'name': 'tempest-TestMinimumBasicScenario-2043403748-router', 'tenant_id': 'c3e33ca04103445c86d7b13f76fe664b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f52b71d-61c7-49bc-86ae-3e3415c25b55', 'external_fixed_ips': [{'subnet_id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'ip_address': '172.27.2.20'}], 'enable_snat': True}, 'gw_port_id': 'c83ba2fa-10e7-432d-af47-93b96fff10e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:01:28Z', 'updated_at': '2022-02-20T23:07:02Z', 'revision_number': 5, 'project_id': 'c3e33ca04103445c86d7b13f76fe664b', 'gw_port': {'id': 'c83ba2fa-10e7-432d-af47-93b96fff10e6', 'name': '', 'network_id': '5f52b71d-61c7-49bc-86ae-3e3415c25b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:04:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '957dbf51-248f-4ddc-979e-257e09f3cf2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'ip_address': '172.27.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:01:29Z', 'updated_at': '2022-02-20T23:01:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-1-iscsi'}], 'dv-cinder-830096-1-iscsi', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:07:03.010111 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9247c24-8344-403d-9fd5-77878eac3f74 None None] Checking router: 957dbf51-248f-4ddc-979e-257e09f3cf2a for host: dv-cinder-830096-1-iscsi {{(pid=109630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 23:07:03.015588 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-99bb7e13-1cda-40f2-8dbd-245eb2c92119 admin admin] Deleting port c83ba2fa-10e7-432d-af47-93b96fff10e6 {{(pid=109629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 23:07:03.015927 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-99bb7e13-1cda-40f2-8dbd-245eb2c92119 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747407206678'] for port (c83ba2fa-10e7-432d-af47-93b96fff10e6), before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:07:03.018272 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9247c24-8344-403d-9fd5-77878eac3f74 None None] Routers {'957dbf51-248f-4ddc-979e-257e09f3cf2a'} bound to L3 agent in host dv-cinder-830096-1-iscsi {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 23:07:03.018916 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-b9247c24-8344-403d-9fd5-77878eac3f74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T22:50:44Z,description=,heartbeat_timestamp=2022-02-20T23:06:44Z,host='dv-cinder-830096-1-iscsi',id=13c347f3-1c01-45ee-af8c-9f8a630e0f23,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T22:50:45Z,topic='l3_agent')) {'router_ids': ['957dbf51-248f-4ddc-979e-257e09f3cf2a'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:07:03.092895 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.plugins.ml2.db [None req-99bb7e13-1cda-40f2-8dbd-245eb2c92119 admin admin] For port c83ba2fa-10e7-432d-af47-93b96fff10e6, host dv-cinder-830096-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-1-iscsi',level=0,port_id=c83ba2fa-10e7-432d-af47-93b96fff10e6,segment=NetworkSegment(c35aac5e-90b0-4d56-90ba-57f79ef09092),segment_id=c35aac5e-90b0-4d56-90ba-57f79ef09092)] {{(pid=109629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:07:03.093258 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-99bb7e13-1cda-40f2-8dbd-245eb2c92119 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671932'] for port (c83ba2fa-10e7-432d-af47-93b96fff10e6), precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:07:03.105199 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-99bb7e13-1cda-40f2-8dbd-245eb2c92119 admin admin] Calling delete_port for c83ba2fa-10e7-432d-af47-93b96fff10e6 owned by network:router_gateway {{(pid=109629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 23:07:03.106079 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-b9247c24-8344-403d-9fd5-77878eac3f74 None None] Set router 957dbf51-248f-4ddc-979e-257e09f3cf2a gateway port host: None {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 23:07:03.160293 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-b9247c24-8344-403d-9fd5-77878eac3f74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '957dbf51-248f-4ddc-979e-257e09f3cf2a', 'name': 'tempest-TestMinimumBasicScenario-2043403748-router', 'tenant_id': 'c3e33ca04103445c86d7b13f76fe664b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:01:28Z', 'updated_at': '2022-02-20T23:07:02Z', 'revision_number': 6, 'project_id': 'c3e33ca04103445c86d7b13f76fe664b', 'gw_port_host': None}], 'dv-cinder-830096-1-iscsi', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:07:03.186621 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9247c24-8344-403d-9fd5-77878eac3f74 None None] The sync data for ids ['957dbf51-248f-4ddc-979e-257e09f3cf2a'] in dv-cinder-830096-1-iscsi is: [{'id': '957dbf51-248f-4ddc-979e-257e09f3cf2a', 'name': 'tempest-TestMinimumBasicScenario-2043403748-router', 'tenant_id': 'c3e33ca04103445c86d7b13f76fe664b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:01:28Z', 'updated_at': '2022-02-20T23:07:02Z', 'revision_number': 6, 'project_id': 'c3e33ca04103445c86d7b13f76fe664b', 'gw_port_host': None}] {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 23:07:03.359065 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-99bb7e13-1cda-40f2-8dbd-245eb2c92119 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747407212409', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747406771505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61629250'] for port (c83ba2fa-10e7-432d-af47-93b96fff10e6), after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:07:03.387469 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bb7e13-1cda-40f2-8dbd-245eb2c92119 admin admin] Pushing event deleted for resources: {'Port': ['ID=c83ba2fa-10e7-432d-af47-93b96fff10e6,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:07:03.412776 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99bb7e13-1cda-40f2-8dbd-245eb2c92119 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:07:03.413069 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99bb7e13-1cda-40f2-8dbd-245eb2c92119 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:07:03.413408 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99bb7e13-1cda-40f2-8dbd-245eb2c92119 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:07:03.413741 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99bb7e13-1cda-40f2-8dbd-245eb2c92119 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:07:03.414068 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99bb7e13-1cda-40f2-8dbd-245eb2c92119 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:07:03.414411 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99bb7e13-1cda-40f2-8dbd-245eb2c92119 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:07:03.414737 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99bb7e13-1cda-40f2-8dbd-245eb2c92119 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:07:03.415713 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99bb7e13-1cda-40f2-8dbd-245eb2c92119 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:07:03.416053 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99bb7e13-1cda-40f2-8dbd-245eb2c92119 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:07:03.416379 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99bb7e13-1cda-40f2-8dbd-245eb2c92119 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:07:03.416702 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99bb7e13-1cda-40f2-8dbd-245eb2c92119 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:07:03.417024 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99bb7e13-1cda-40f2-8dbd-245eb2c92119 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:07:03.417341 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99bb7e13-1cda-40f2-8dbd-245eb2c92119 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:07:03.457136 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-99bb7e13-1cda-40f2-8dbd-245eb2c92119 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-704142'] for router_gateway (957dbf51-248f-4ddc-979e-257e09f3cf2a), after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:07:03.550511 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-99bb7e13-1cda-40f2-8dbd-245eb2c92119 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-700690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6565'] for router (957dbf51-248f-4ddc-979e-257e09f3cf2a), precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:07:03.554692 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-99bb7e13-1cda-40f2-8dbd-245eb2c92119 admin admin] Publish callbacks [] for router_controller (957dbf51-248f-4ddc-979e-257e09f3cf2a), precommit_delete_associations {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:07:03.718984 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-99bb7e13-1cda-40f2-8dbd-245eb2c92119 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-700779'] for router (957dbf51-248f-4ddc-979e-257e09f3cf2a), after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:07:03.719601 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99bb7e13-1cda-40f2-8dbd-245eb2c92119 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 957dbf51-248f-4ddc-979e-257e09f3cf2a {{(pid=109629) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 20 23:07:03.723732 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-99bb7e13-1cda-40f2-8dbd-245eb2c92119 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:07:03.724845 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [None req-99bb7e13-1cda-40f2-8dbd-245eb2c92119 admin admin] 10.222.0.65 "DELETE /v2.0/routers/957dbf51-248f-4ddc-979e-257e09f3cf2a HTTP/1.1" status: 204 len: 168 time: 1.0311065 Feb 20 23:07:03.727251 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.65', 51838) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:07:03.773750 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b2fee65-55b0-4435-bcbc-207706112ea0 admin admin] Deleting subnet e9c40620-c529-4a12-8658-8129e29b5c71 {{(pid=109629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 23:07:03.777430 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-5b2fee65-55b0-4435-bcbc-207706112ea0 admin admin] Publish callbacks [] for subnet (e9c40620-c529-4a12-8658-8129e29b5c71), before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:07:03.810592 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-5b2fee65-55b0-4435-bcbc-207706112ea0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62688243'] for subnet (e9c40620-c529-4a12-8658-8129e29b5c71), precommit_delete_associations {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:07:03.917940 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-5b2fee65-55b0-4435-bcbc-207706112ea0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4171819'] for subnet (e9c40620-c529-4a12-8658-8129e29b5c71), precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:07:03.995000 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Device e3dbf046-c3f5-4a7f-98cd-b1891ab07908 no longer exists at agent ovs-agent-dv-cinder-830096-1-iscsi {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 23:07:04.015624 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] No Port match for: e3dbf046-c3f5-4a7f-98cd-b1891ab07908 {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 23:07:04.016035 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Device e3dbf046-c3f5-4a7f-98cd-b1891ab07908 not bound to the agent host dv-cinder-830096-1-iscsi {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 23:07:04.016530 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Device c83ba2fa-10e7-432d-af47-93b96fff10e6 no longer exists at agent ovs-agent-dv-cinder-830096-1-iscsi {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 23:07:04.032770 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-5b2fee65-55b0-4435-bcbc-207706112ea0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4171794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61644179', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59081886'] for subnet (e9c40620-c529-4a12-8658-8129e29b5c71), after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:07:04.039201 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] No Port match for: c83ba2fa-10e7-432d-af47-93b96fff10e6 {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 23:07:04.039548 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Device c83ba2fa-10e7-432d-af47-93b96fff10e6 not bound to the agent host dv-cinder-830096-1-iscsi {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 23:07:04.060737 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2fee65-55b0-4435-bcbc-207706112ea0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e9c40620-c529-4a12-8658-8129e29b5c71,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:07:04.065600 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-5b2fee65-55b0-4435-bcbc-207706112ea0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:07:04.068461 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [None req-5b2fee65-55b0-4435-bcbc-207706112ea0 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/e9c40620-c529-4a12-8658-8129e29b5c71 HTTP/1.1" status: 204 len: 168 time: 0.3402882 Feb 20 23:07:04.070938 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.65', 51840) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:07:04.074432 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb1debca-cba9-4eed-a584-78bd1861cc14 None None] Network 49827f61-3092-4973-9005-6ef8ce9e46b5 requested from dv-cinder-830096-1-iscsi {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 23:07:04.150860 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-2ce289ec-ae81-4e2a-9339-79848823a7b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4031138'] for network (49827f61-3092-4973-9005-6ef8ce9e46b5), before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:07:04.218755 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-2ce289ec-ae81-4e2a-9339-79848823a7b9 admin admin] Deleting port 4f08ded1-812a-4604-9879-3860c6b35844 {{(pid=109629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 23:07:04.219100 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-2ce289ec-ae81-4e2a-9339-79848823a7b9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747407206678'] for port (4f08ded1-812a-4604-9879-3860c6b35844), before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:07:04.244457 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5959c0a5-388c-4978-aaf4-5a8b3035e4cb None None] DHCP port deletion for 49827f61-3092-4973-9005-6ef8ce9e46b5 request from dv-cinder-830096-1-iscsi {{(pid=109630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 23:07:04.282683 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.plugins.ml2.db [None req-2ce289ec-ae81-4e2a-9339-79848823a7b9 admin admin] For port 4f08ded1-812a-4604-9879-3860c6b35844, host dv-cinder-830096-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-1-iscsi',level=0,port_id=4f08ded1-812a-4604-9879-3860c6b35844,segment=NetworkSegment(9f41be4e-4ea2-4c33-b37b-5645696f0dfb),segment_id=9f41be4e-4ea2-4c33-b37b-5645696f0dfb)] {{(pid=109629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:07:04.283048 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-2ce289ec-ae81-4e2a-9339-79848823a7b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671932'] for port (4f08ded1-812a-4604-9879-3860c6b35844), precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:07:04.295460 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-5959c0a5-388c-4978-aaf4-5a8b3035e4cb None None] Deleting port 4f08ded1-812a-4604-9879-3860c6b35844 {{(pid=109630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 23:07:04.295670 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-2ce289ec-ae81-4e2a-9339-79848823a7b9 admin admin] Calling delete_port for 4f08ded1-812a-4604-9879-3860c6b35844 owned by network:dhcp {{(pid=109629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 23:07:04.295840 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-5959c0a5-388c-4978-aaf4-5a8b3035e4cb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747407206678'] for port (4f08ded1-812a-4604-9879-3860c6b35844), before_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:07:04.357278 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-5959c0a5-388c-4978-aaf4-5a8b3035e4cb None None] For port 4f08ded1-812a-4604-9879-3860c6b35844, host dv-cinder-830096-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-1-iscsi',level=0,port_id=4f08ded1-812a-4604-9879-3860c6b35844,segment=NetworkSegment(9f41be4e-4ea2-4c33-b37b-5645696f0dfb),segment_id=9f41be4e-4ea2-4c33-b37b-5645696f0dfb)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:07:04.357672 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-5959c0a5-388c-4978-aaf4-5a8b3035e4cb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671932'] for port (4f08ded1-812a-4604-9879-3860c6b35844), precommit_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:07:04.369748 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-5959c0a5-388c-4978-aaf4-5a8b3035e4cb None None] Calling delete_port for 4f08ded1-812a-4604-9879-3860c6b35844 owned by network:dhcp {{(pid=109630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 23:07:04.473189 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-2ce289ec-ae81-4e2a-9339-79848823a7b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747407212409', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747406771505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61629250'] for port (4f08ded1-812a-4604-9879-3860c6b35844), after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:07:04.481752 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-5959c0a5-388c-4978-aaf4-5a8b3035e4cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747407212409', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747406771505'] for port (4f08ded1-812a-4604-9879-3860c6b35844), after_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:07:04.497998 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce289ec-ae81-4e2a-9339-79848823a7b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=4f08ded1-812a-4604-9879-3860c6b35844,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:07:04.501462 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ce289ec-ae81-4e2a-9339-79848823a7b9 admin admin] No DVR routers for this DVR port 4f08ded1-812a-4604-9879-3860c6b35844 on host dv-cinder-830096-1-iscsi {{(pid=109629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 23:07:04.507138 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5959c0a5-388c-4978-aaf4-5a8b3035e4cb None None] Pushing event deleted for resources: {'Port': ['ID=4f08ded1-812a-4604-9879-3860c6b35844,revision_number=None']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:07:04.509486 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5959c0a5-388c-4978-aaf4-5a8b3035e4cb None None] No DVR routers for this DVR port 4f08ded1-812a-4604-9879-3860c6b35844 on host dv-cinder-830096-1-iscsi {{(pid=109630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 23:07:04.572619 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-2ce289ec-ae81-4e2a-9339-79848823a7b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4175522', 'neutron.services.segments.db._delete_segments_for_network-8747407231802'] for network (49827f61-3092-4973-9005-6ef8ce9e46b5), precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:07:04.593345 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.services.segments.db [None req-2ce289ec-ae81-4e2a-9339-79848823a7b9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49827f61-3092-4973-9005-6ef8ce9e46b5']}} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:07:04.602721 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.services.segments.db [None req-2ce289ec-ae81-4e2a-9339-79848823a7b9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f41be4e-4ea2-4c33-b37b-5645696f0dfb') {'for_net_delete': True} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:07:04.603020 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.services.segments.db [None req-2ce289ec-ae81-4e2a-9339-79848823a7b9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f41be4e-4ea2-4c33-b37b-5645696f0dfb') {} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:07:04.615592 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-2ce289ec-ae81-4e2a-9339-79848823a7b9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747407232323', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62688234'] for segment (9f41be4e-4ea2-4c33-b37b-5645696f0dfb), before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:07:04.628762 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-2ce289ec-ae81-4e2a-9339-79848823a7b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4056974'] for segment (9f41be4e-4ea2-4c33-b37b-5645696f0dfb), precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:07:04.635081 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ce289ec-ae81-4e2a-9339-79848823a7b9 admin admin] Releasing vlan 87 on physical network physnet1 to pool {{(pid=109629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 23:07:04.639298 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-2ce289ec-ae81-4e2a-9339-79848823a7b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4056974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61629301'] for segment (9f41be4e-4ea2-4c33-b37b-5645696f0dfb), after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:07:04.639298 dv-cinder-830096-1-iscsi neutron-server[109629]: Traceback (most recent call last): Feb 20 23:07:04.639298 dv-cinder-830096-1-iscsi neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 23:07:04.639298 dv-cinder-830096-1-iscsi neutron-server[109629]: timer() Feb 20 23:07:04.639298 dv-cinder-830096-1-iscsi neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 23:07:04.639298 dv-cinder-830096-1-iscsi neutron-server[109629]: cb(*args, **kw) Feb 20 23:07:04.639298 dv-cinder-830096-1-iscsi neutron-server[109629]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 23:07:04.639298 dv-cinder-830096-1-iscsi neutron-server[109629]: return func(*args, **kwargs) Feb 20 23:07:04.639298 dv-cinder-830096-1-iscsi neutron-server[109629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 23:07:04.639298 dv-cinder-830096-1-iscsi neutron-server[109629]: self._notify() Feb 20 23:07:04.639298 dv-cinder-830096-1-iscsi neutron-server[109629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 23:07:04.639298 dv-cinder-830096-1-iscsi neutron-server[109629]: self.callback(batched_events) Feb 20 23:07:04.639298 dv-cinder-830096-1-iscsi neutron-server[109629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 23:07:04.639298 dv-cinder-830096-1-iscsi neutron-server[109629]: event.method(event) Feb 20 23:07:04.639298 dv-cinder-830096-1-iscsi neutron-server[109629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 23:07:04.639298 dv-cinder-830096-1-iscsi neutron-server[109629]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 23:07:04.639298 dv-cinder-830096-1-iscsi neutron-server[109629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 23:07:04.639298 dv-cinder-830096-1-iscsi neutron-server[109629]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 23:07:04.639298 dv-cinder-830096-1-iscsi neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 23:07:04.639298 dv-cinder-830096-1-iscsi neutron-server[109629]: return f(self, *a, **k) Feb 20 23:07:04.639298 dv-cinder-830096-1-iscsi neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 23:07:04.639298 dv-cinder-830096-1-iscsi neutron-server[109629]: return self._get(url).json() Feb 20 23:07:04.639298 dv-cinder-830096-1-iscsi neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 23:07:04.639298 dv-cinder-830096-1-iscsi neutron-server[109629]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 23:07:04.639298 dv-cinder-830096-1-iscsi neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 23:07:04.639298 dv-cinder-830096-1-iscsi neutron-server[109629]: return self.request(url, 'GET', **kwargs) Feb 20 23:07:04.639298 dv-cinder-830096-1-iscsi neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 23:07:04.639298 dv-cinder-830096-1-iscsi neutron-server[109629]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 23:07:04.639298 dv-cinder-830096-1-iscsi neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 23:07:04.639298 dv-cinder-830096-1-iscsi neutron-server[109629]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 23:07:04.639298 dv-cinder-830096-1-iscsi neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 23:07:04.639298 dv-cinder-830096-1-iscsi neutron-server[109629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 23:07:04.639298 dv-cinder-830096-1-iscsi neutron-server[109629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 23:07:04.729942 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-2ce289ec-ae81-4e2a-9339-79848823a7b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4175529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704226'] for network (49827f61-3092-4973-9005-6ef8ce9e46b5), after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:07:04.735059 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-2ce289ec-ae81-4e2a-9339-79848823a7b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565544'] for network (None), before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:07:04.738156 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [None req-2ce289ec-ae81-4e2a-9339-79848823a7b9 admin admin] 10.222.0.65 "DELETE /v2.0/networks/49827f61-3092-4973-9005-6ef8ce9e46b5 HTTP/1.1" status: 204 len: 168 time: 0.6661816 Feb 20 23:07:04.741302 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.65', 51844) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:07:04.749513 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce289ec-ae81-4e2a-9339-79848823a7b9 admin admin] Pushing event deleted for resources: {'Network': ['ID=49827f61-3092-4973-9005-6ef8ce9e46b5,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:07:05.078881 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-680705b0-5c6d-4b88-80c7-c7dadfde9e35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-702964'] for router_interface (1db8b78f-7fd3-4157-840d-aca7dc23e790), before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:07:05.319316 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-680705b0-5c6d-4b88-80c7-c7dadfde9e35 admin admin] Deleting port d15c1ef1-53c2-40cc-90fa-65cc13fb519b {{(pid=109628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 23:07:05.319648 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-680705b0-5c6d-4b88-80c7-c7dadfde9e35 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747407206678'] for port (d15c1ef1-53c2-40cc-90fa-65cc13fb519b), before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:07:05.393717 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.db [None req-680705b0-5c6d-4b88-80c7-c7dadfde9e35 admin admin] For port d15c1ef1-53c2-40cc-90fa-65cc13fb519b, host dv-cinder-830096-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-1-iscsi',level=0,port_id=d15c1ef1-53c2-40cc-90fa-65cc13fb519b,segment=NetworkSegment(1440394c-792e-46b3-b715-1601e830ed0f),segment_id=1440394c-792e-46b3-b715-1601e830ed0f)] {{(pid=109628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:07:05.393988 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-680705b0-5c6d-4b88-80c7-c7dadfde9e35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671932'] for port (d15c1ef1-53c2-40cc-90fa-65cc13fb519b), precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:07:05.405696 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-680705b0-5c6d-4b88-80c7-c7dadfde9e35 admin admin] Calling delete_port for d15c1ef1-53c2-40cc-90fa-65cc13fb519b owned by network:router_interface {{(pid=109628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 23:07:05.661974 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-680705b0-5c6d-4b88-80c7-c7dadfde9e35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747407212409', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747406771505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59259307'] for port (d15c1ef1-53c2-40cc-90fa-65cc13fb519b), after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:07:05.687497 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680705b0-5c6d-4b88-80c7-c7dadfde9e35 admin admin] Pushing event deleted for resources: {'Port': ['ID=d15c1ef1-53c2-40cc-90fa-65cc13fb519b,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:07:05.859592 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-680705b0-5c6d-4b88-80c7-c7dadfde9e35 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-565519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-703332'] for router_interface (1db8b78f-7fd3-4157-840d-aca7dc23e790), after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:07:05.891527 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Device 4f08ded1-812a-4604-9879-3860c6b35844 no longer exists at agent ovs-agent-dv-cinder-830096-1-iscsi {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 23:07:05.914217 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] No Port match for: 4f08ded1-812a-4604-9879-3860c6b35844 {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 23:07:05.914534 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Device 4f08ded1-812a-4604-9879-3860c6b35844 not bound to the agent host dv-cinder-830096-1-iscsi {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 23:07:06.325158 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-680705b0-5c6d-4b88-80c7-c7dadfde9e35 admin admin] Router 1db8b78f-7fd3-4157-840d-aca7dc23e790 has already been hosted by L3 agent 13c347f3-1c01-45ee-af8c-9f8a630e0f23 {{(pid=109628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 23:07:06.430279 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-680705b0-5c6d-4b88-80c7-c7dadfde9e35 admin admin] Notify agent at l3_agent.dv-cinder-830096-1-iscsi the message routers_updated {{(pid=109628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 23:07:06.436501 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [None req-680705b0-5c6d-4b88-80c7-c7dadfde9e35 admin admin] 10.222.0.65 "PUT /v2.0/routers/1db8b78f-7fd3-4157-840d-aca7dc23e790/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6928909 Feb 20 23:07:06.438325 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.65', 51846) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:07:06.440939 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c8791c9-eda0-4f2d-9b2d-04cb7938906f None None] Sync routers for ids ['1db8b78f-7fd3-4157-840d-aca7dc23e790'] in dv-cinder-830096-1-iscsi {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 23:07:06.451612 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c8791c9-eda0-4f2d-9b2d-04cb7938906f None None] Routers {'1db8b78f-7fd3-4157-840d-aca7dc23e790'} bound to L3 agent in host dv-cinder-830096-1-iscsi {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 23:07:06.452211 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-6c8791c9-eda0-4f2d-9b2d-04cb7938906f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T22:50:44Z,description=,heartbeat_timestamp=2022-02-20T23:06:44Z,host='dv-cinder-830096-1-iscsi',id=13c347f3-1c01-45ee-af8c-9f8a630e0f23,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T22:50:45Z,topic='l3_agent')) {'router_ids': ['1db8b78f-7fd3-4157-840d-aca7dc23e790'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:07:06.543075 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-361986c3-44fa-489b-813d-5c828a14f735 admin admin] Publish callbacks [] for router (1db8b78f-7fd3-4157-840d-aca7dc23e790), before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:07:06.555603 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.db.l3_dvr_db [None req-6c8791c9-eda0-4f2d-9b2d-04cb7938906f None None] Set router 1db8b78f-7fd3-4157-840d-aca7dc23e790 gateway port host: dv-cinder-830096-1-iscsi {{(pid=109631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 23:07:06.647405 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-361986c3-44fa-489b-813d-5c828a14f735 admin admin] Publish callbacks [] for router_gateway (1db8b78f-7fd3-4157-840d-aca7dc23e790), before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:07:06.730350 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-6c8791c9-eda0-4f2d-9b2d-04cb7938906f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1db8b78f-7fd3-4157-840d-aca7dc23e790', 'name': 'tempest-TestMinimumBasicScenario-2095202810-router', 'tenant_id': 'eade46b36ccb4e14b9207d1a7c2d24d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f52b71d-61c7-49bc-86ae-3e3415c25b55', 'external_fixed_ips': [{'subnet_id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': 'c405f4ff-6ef8-4041-880b-f20aad3f3e14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:01:36Z', 'updated_at': '2022-02-20T23:07:05Z', 'revision_number': 5, 'project_id': 'eade46b36ccb4e14b9207d1a7c2d24d2', 'gw_port': {'id': 'c405f4ff-6ef8-4041-880b-f20aad3f3e14', 'name': '', 'network_id': '5f52b71d-61c7-49bc-86ae-3e3415c25b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:7e:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1db8b78f-7fd3-4157-840d-aca7dc23e790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:01:38Z', 'updated_at': '2022-02-20T23:01:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-1-iscsi'}], 'dv-cinder-830096-1-iscsi', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:07:06.756043 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c8791c9-eda0-4f2d-9b2d-04cb7938906f None None] Checking router: 1db8b78f-7fd3-4157-840d-aca7dc23e790 for host: dv-cinder-830096-1-iscsi {{(pid=109631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 23:07:06.764743 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c8791c9-eda0-4f2d-9b2d-04cb7938906f None None] Routers {'1db8b78f-7fd3-4157-840d-aca7dc23e790'} bound to L3 agent in host dv-cinder-830096-1-iscsi {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 23:07:06.765348 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-6c8791c9-eda0-4f2d-9b2d-04cb7938906f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T22:50:44Z,description=,heartbeat_timestamp=2022-02-20T23:06:44Z,host='dv-cinder-830096-1-iscsi',id=13c347f3-1c01-45ee-af8c-9f8a630e0f23,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T22:50:45Z,topic='l3_agent')) {'router_ids': ['1db8b78f-7fd3-4157-840d-aca7dc23e790'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:07:06.772282 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-361986c3-44fa-489b-813d-5c828a14f735 admin admin] Deleting port c405f4ff-6ef8-4041-880b-f20aad3f3e14 {{(pid=109628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 23:07:06.772610 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-361986c3-44fa-489b-813d-5c828a14f735 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747407206678'] for port (c405f4ff-6ef8-4041-880b-f20aad3f3e14), before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:07:06.850037 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.db [None req-361986c3-44fa-489b-813d-5c828a14f735 admin admin] For port c405f4ff-6ef8-4041-880b-f20aad3f3e14, host dv-cinder-830096-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-1-iscsi',level=0,port_id=c405f4ff-6ef8-4041-880b-f20aad3f3e14,segment=NetworkSegment(c35aac5e-90b0-4d56-90ba-57f79ef09092),segment_id=c35aac5e-90b0-4d56-90ba-57f79ef09092)] {{(pid=109628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:07:06.850434 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-361986c3-44fa-489b-813d-5c828a14f735 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671932'] for port (c405f4ff-6ef8-4041-880b-f20aad3f3e14), precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:07:06.852229 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.db.l3_dvr_db [None req-6c8791c9-eda0-4f2d-9b2d-04cb7938906f None None] Set router 1db8b78f-7fd3-4157-840d-aca7dc23e790 gateway port host: None {{(pid=109631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 23:07:06.863225 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-361986c3-44fa-489b-813d-5c828a14f735 admin admin] Calling delete_port for c405f4ff-6ef8-4041-880b-f20aad3f3e14 owned by network:router_gateway {{(pid=109628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 23:07:06.907503 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-6c8791c9-eda0-4f2d-9b2d-04cb7938906f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1db8b78f-7fd3-4157-840d-aca7dc23e790', 'name': 'tempest-TestMinimumBasicScenario-2095202810-router', 'tenant_id': 'eade46b36ccb4e14b9207d1a7c2d24d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:01:36Z', 'updated_at': '2022-02-20T23:07:06Z', 'revision_number': 6, 'project_id': 'eade46b36ccb4e14b9207d1a7c2d24d2', 'gw_port_host': None}], 'dv-cinder-830096-1-iscsi', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:07:06.933788 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c8791c9-eda0-4f2d-9b2d-04cb7938906f None None] The sync data for ids ['1db8b78f-7fd3-4157-840d-aca7dc23e790'] in dv-cinder-830096-1-iscsi is: [{'id': '1db8b78f-7fd3-4157-840d-aca7dc23e790', 'name': 'tempest-TestMinimumBasicScenario-2095202810-router', 'tenant_id': 'eade46b36ccb4e14b9207d1a7c2d24d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:01:36Z', 'updated_at': '2022-02-20T23:07:06Z', 'revision_number': 6, 'project_id': 'eade46b36ccb4e14b9207d1a7c2d24d2', 'gw_port_host': None}] {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 23:07:07.107352 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-361986c3-44fa-489b-813d-5c828a14f735 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747407212409', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747406771505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59259307'] for port (c405f4ff-6ef8-4041-880b-f20aad3f3e14), after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:07:07.136548 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361986c3-44fa-489b-813d-5c828a14f735 admin admin] Pushing event deleted for resources: {'Port': ['ID=c405f4ff-6ef8-4041-880b-f20aad3f3e14,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:07:07.193865 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-361986c3-44fa-489b-813d-5c828a14f735 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-704142'] for router_gateway (1db8b78f-7fd3-4157-840d-aca7dc23e790), after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:07:07.298683 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-361986c3-44fa-489b-813d-5c828a14f735 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-700690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6565'] for router (1db8b78f-7fd3-4157-840d-aca7dc23e790), precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:07:07.301093 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-361986c3-44fa-489b-813d-5c828a14f735 admin admin] Publish callbacks [] for router_controller (1db8b78f-7fd3-4157-840d-aca7dc23e790), precommit_delete_associations {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:07:07.438620 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-361986c3-44fa-489b-813d-5c828a14f735 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-700779'] for router (1db8b78f-7fd3-4157-840d-aca7dc23e790), after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:07:07.439142 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-361986c3-44fa-489b-813d-5c828a14f735 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1db8b78f-7fd3-4157-840d-aca7dc23e790 {{(pid=109628) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 20 23:07:07.444201 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-361986c3-44fa-489b-813d-5c828a14f735 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:07:07.445349 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [None req-361986c3-44fa-489b-813d-5c828a14f735 admin admin] 10.222.0.65 "DELETE /v2.0/routers/1db8b78f-7fd3-4157-840d-aca7dc23e790 HTTP/1.1" status: 204 len: 168 time: 1.0061002 Feb 20 23:07:07.448515 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.65', 51848) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:07:07.493677 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f4cd7e5-d422-4058-be8c-611b47075c9c admin admin] Deleting subnet f6c9c356-d13e-4d93-b822-7175851091a1 {{(pid=109628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 23:07:07.496842 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-6f4cd7e5-d422-4058-be8c-611b47075c9c admin admin] Publish callbacks [] for subnet (f6c9c356-d13e-4d93-b822-7175851091a1), before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:07:07.530572 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-6f4cd7e5-d422-4058-be8c-611b47075c9c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59578410'] for subnet (f6c9c356-d13e-4d93-b822-7175851091a1), precommit_delete_associations {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:07:07.634516 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-6f4cd7e5-d422-4058-be8c-611b47075c9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4171819'] for subnet (f6c9c356-d13e-4d93-b822-7175851091a1), precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:07:07.753640 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-6f4cd7e5-d422-4058-be8c-611b47075c9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4171794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59295610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60044582'] for subnet (f6c9c356-d13e-4d93-b822-7175851091a1), after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:07:07.780125 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4cd7e5-d422-4058-be8c-611b47075c9c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f6c9c356-d13e-4d93-b822-7175851091a1,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:07:07.795872 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2f7fef8-48d7-4d88-b4ba-3877ca8df92b None None] Network e216fadb-7c9f-4265-847c-3516db7f0650 requested from dv-cinder-830096-1-iscsi {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 23:07:07.797565 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-6f4cd7e5-d422-4058-be8c-611b47075c9c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565544'] for subnet (None), before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:07:07.800981 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [None req-6f4cd7e5-d422-4058-be8c-611b47075c9c admin admin] 10.222.0.65 "DELETE /v2.0/subnets/f6c9c356-d13e-4d93-b822-7175851091a1 HTTP/1.1" status: 204 len: 168 time: 0.3515213 Feb 20 23:07:07.803426 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.65', 51850) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:07:07.843964 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Device c405f4ff-6ef8-4041-880b-f20aad3f3e14 no longer exists at agent ovs-agent-dv-cinder-830096-1-iscsi {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 23:07:07.872948 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e401d769-51e0-4107-a0e9-7ee56cf2e93d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4031138'] for network (e216fadb-7c9f-4265-847c-3516db7f0650), before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:07:07.875556 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] No Port match for: c405f4ff-6ef8-4041-880b-f20aad3f3e14 {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 23:07:07.875904 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Device c405f4ff-6ef8-4041-880b-f20aad3f3e14 not bound to the agent host dv-cinder-830096-1-iscsi {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 23:07:07.876326 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Device d15c1ef1-53c2-40cc-90fa-65cc13fb519b no longer exists at agent ovs-agent-dv-cinder-830096-1-iscsi {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 23:07:07.914781 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] No Port match for: d15c1ef1-53c2-40cc-90fa-65cc13fb519b {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 23:07:07.915771 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Device d15c1ef1-53c2-40cc-90fa-65cc13fb519b not bound to the agent host dv-cinder-830096-1-iscsi {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 23:07:07.934573 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-e401d769-51e0-4107-a0e9-7ee56cf2e93d admin admin] Deleting port 96def934-7327-413d-931f-abdc2af70002 {{(pid=109628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 23:07:07.935033 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e401d769-51e0-4107-a0e9-7ee56cf2e93d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747407206678'] for port (96def934-7327-413d-931f-abdc2af70002), before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:07:07.998963 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c3c662c-51a5-4424-894c-0318be01712f None None] DHCP port deletion for e216fadb-7c9f-4265-847c-3516db7f0650 request from dv-cinder-830096-1-iscsi {{(pid=109630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 23:07:08.009927 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.db [None req-e401d769-51e0-4107-a0e9-7ee56cf2e93d admin admin] For port 96def934-7327-413d-931f-abdc2af70002, host dv-cinder-830096-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-1-iscsi',level=0,port_id=96def934-7327-413d-931f-abdc2af70002,segment=NetworkSegment(1440394c-792e-46b3-b715-1601e830ed0f),segment_id=1440394c-792e-46b3-b715-1601e830ed0f)] {{(pid=109628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:07:08.010281 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e401d769-51e0-4107-a0e9-7ee56cf2e93d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671932'] for port (96def934-7327-413d-931f-abdc2af70002), precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:07:08.022777 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-e401d769-51e0-4107-a0e9-7ee56cf2e93d admin admin] Calling delete_port for 96def934-7327-413d-931f-abdc2af70002 owned by network:dhcp {{(pid=109628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 23:07:08.044828 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-9c3c662c-51a5-4424-894c-0318be01712f None None] Deleting port 96def934-7327-413d-931f-abdc2af70002 {{(pid=109630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 23:07:08.045197 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-9c3c662c-51a5-4424-894c-0318be01712f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747407206678'] for port (96def934-7327-413d-931f-abdc2af70002), before_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:07:08.107935 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-9c3c662c-51a5-4424-894c-0318be01712f None None] For port 96def934-7327-413d-931f-abdc2af70002, host dv-cinder-830096-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-1-iscsi',level=0,port_id=96def934-7327-413d-931f-abdc2af70002,segment=NetworkSegment(1440394c-792e-46b3-b715-1601e830ed0f),segment_id=1440394c-792e-46b3-b715-1601e830ed0f)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:07:08.111039 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-9c3c662c-51a5-4424-894c-0318be01712f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671932'] for port (96def934-7327-413d-931f-abdc2af70002), precommit_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:07:08.120634 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-9c3c662c-51a5-4424-894c-0318be01712f None None] Calling delete_port for 96def934-7327-413d-931f-abdc2af70002 owned by network:dhcp {{(pid=109630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 23:07:08.175906 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e401d769-51e0-4107-a0e9-7ee56cf2e93d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747407212409', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747406771505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59259307'] for port (96def934-7327-413d-931f-abdc2af70002), after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:07:08.193657 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-9c3c662c-51a5-4424-894c-0318be01712f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747407212409', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747406771505'] for port (96def934-7327-413d-931f-abdc2af70002), after_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:07:08.203470 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e401d769-51e0-4107-a0e9-7ee56cf2e93d admin admin] No DVR routers for this DVR port 96def934-7327-413d-931f-abdc2af70002 on host dv-cinder-830096-1-iscsi {{(pid=109628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 23:07:08.207353 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e401d769-51e0-4107-a0e9-7ee56cf2e93d admin admin] Pushing event deleted for resources: {'Port': ['ID=96def934-7327-413d-931f-abdc2af70002,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:07:08.219443 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3c662c-51a5-4424-894c-0318be01712f None None] Pushing event deleted for resources: {'Port': ['ID=96def934-7327-413d-931f-abdc2af70002,revision_number=None']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:07:08.223282 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c3c662c-51a5-4424-894c-0318be01712f None None] No DVR routers for this DVR port 96def934-7327-413d-931f-abdc2af70002 on host dv-cinder-830096-1-iscsi {{(pid=109630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 23:07:08.280306 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e401d769-51e0-4107-a0e9-7ee56cf2e93d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4175522', 'neutron.services.segments.db._delete_segments_for_network-8747407231802'] for network (e216fadb-7c9f-4265-847c-3516db7f0650), precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:07:08.305558 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.services.segments.db [None req-e401d769-51e0-4107-a0e9-7ee56cf2e93d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e216fadb-7c9f-4265-847c-3516db7f0650']}} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:07:08.316466 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.services.segments.db [None req-e401d769-51e0-4107-a0e9-7ee56cf2e93d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1440394c-792e-46b3-b715-1601e830ed0f') {'for_net_delete': True} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:07:08.316763 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.services.segments.db [None req-e401d769-51e0-4107-a0e9-7ee56cf2e93d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1440394c-792e-46b3-b715-1601e830ed0f') {} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:07:08.326979 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e401d769-51e0-4107-a0e9-7ee56cf2e93d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747407232323', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59578419'] for segment (1440394c-792e-46b3-b715-1601e830ed0f), before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:07:08.345096 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e401d769-51e0-4107-a0e9-7ee56cf2e93d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4056974'] for segment (1440394c-792e-46b3-b715-1601e830ed0f), precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:07:08.350797 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e401d769-51e0-4107-a0e9-7ee56cf2e93d admin admin] Releasing vlan 59 on physical network physnet1 to pool {{(pid=109628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 23:07:08.351172 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e401d769-51e0-4107-a0e9-7ee56cf2e93d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4056974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59259292'] for segment (1440394c-792e-46b3-b715-1601e830ed0f), after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:07:08.352805 dv-cinder-830096-1-iscsi neutron-server[109628]: Traceback (most recent call last): Feb 20 23:07:08.352805 dv-cinder-830096-1-iscsi neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 23:07:08.352805 dv-cinder-830096-1-iscsi neutron-server[109628]: timer() Feb 20 23:07:08.352805 dv-cinder-830096-1-iscsi neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 23:07:08.352805 dv-cinder-830096-1-iscsi neutron-server[109628]: cb(*args, **kw) Feb 20 23:07:08.352805 dv-cinder-830096-1-iscsi neutron-server[109628]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 23:07:08.352805 dv-cinder-830096-1-iscsi neutron-server[109628]: return func(*args, **kwargs) Feb 20 23:07:08.352805 dv-cinder-830096-1-iscsi neutron-server[109628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 23:07:08.352805 dv-cinder-830096-1-iscsi neutron-server[109628]: self._notify() Feb 20 23:07:08.352805 dv-cinder-830096-1-iscsi neutron-server[109628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 23:07:08.352805 dv-cinder-830096-1-iscsi neutron-server[109628]: self.callback(batched_events) Feb 20 23:07:08.352805 dv-cinder-830096-1-iscsi neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 23:07:08.352805 dv-cinder-830096-1-iscsi neutron-server[109628]: event.method(event) Feb 20 23:07:08.352805 dv-cinder-830096-1-iscsi neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 23:07:08.352805 dv-cinder-830096-1-iscsi neutron-server[109628]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 23:07:08.352805 dv-cinder-830096-1-iscsi neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 23:07:08.352805 dv-cinder-830096-1-iscsi neutron-server[109628]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 23:07:08.352805 dv-cinder-830096-1-iscsi neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 23:07:08.352805 dv-cinder-830096-1-iscsi neutron-server[109628]: return f(self, *a, **k) Feb 20 23:07:08.352805 dv-cinder-830096-1-iscsi neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 23:07:08.352805 dv-cinder-830096-1-iscsi neutron-server[109628]: return self._get(url).json() Feb 20 23:07:08.352805 dv-cinder-830096-1-iscsi neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 23:07:08.352805 dv-cinder-830096-1-iscsi neutron-server[109628]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 23:07:08.352805 dv-cinder-830096-1-iscsi neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 23:07:08.352805 dv-cinder-830096-1-iscsi neutron-server[109628]: return self.request(url, 'GET', **kwargs) Feb 20 23:07:08.352805 dv-cinder-830096-1-iscsi neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 23:07:08.352805 dv-cinder-830096-1-iscsi neutron-server[109628]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 23:07:08.352805 dv-cinder-830096-1-iscsi neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 23:07:08.352805 dv-cinder-830096-1-iscsi neutron-server[109628]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 23:07:08.352805 dv-cinder-830096-1-iscsi neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 23:07:08.352805 dv-cinder-830096-1-iscsi neutron-server[109628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 23:07:08.352805 dv-cinder-830096-1-iscsi neutron-server[109628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 23:07:08.473168 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e401d769-51e0-4107-a0e9-7ee56cf2e93d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4175529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704226'] for network (e216fadb-7c9f-4265-847c-3516db7f0650), after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:07:08.478565 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e401d769-51e0-4107-a0e9-7ee56cf2e93d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565544'] for network (None), before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:07:08.481712 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [None req-e401d769-51e0-4107-a0e9-7ee56cf2e93d admin admin] 10.222.0.65 "DELETE /v2.0/networks/e216fadb-7c9f-4265-847c-3516db7f0650 HTTP/1.1" status: 204 len: 168 time: 0.6770566 Feb 20 23:07:08.494646 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e401d769-51e0-4107-a0e9-7ee56cf2e93d admin admin] Pushing event deleted for resources: {'Network': ['ID=e216fadb-7c9f-4265-847c-3516db7f0650,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:07:08.773079 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.65', 51854) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:07:08.812479 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [None req-04d5b658-866a-46d4-8a86-36a49a15cc14 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=c3e33ca04103445c86d7b13f76fe664b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0382571 Feb 20 23:07:08.814927 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.65', 51856) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:07:08.859648 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-8e036e38-51d8-47ff-b711-9f2aa82205ce admin admin] Publish callbacks [] for security_group (7ac38dbc-73f7-4b33-bf1f-e114483eb6e0), before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:07:08.880278 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-8e036e38-51d8-47ff-b711-9f2aa82205ce admin admin] Publish callbacks [] for security_group (7ac38dbc-73f7-4b33-bf1f-e114483eb6e0), precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:07:09.004732 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-8e036e38-51d8-47ff-b711-9f2aa82205ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627867'] for security_group (7ac38dbc-73f7-4b33-bf1f-e114483eb6e0), after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:07:09.007314 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-8e036e38-51d8-47ff-b711-9f2aa82205ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:07:09.008471 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [None req-8e036e38-51d8-47ff-b711-9f2aa82205ce admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/7ac38dbc-73f7-4b33-bf1f-e114483eb6e0 HTTP/1.1" status: 204 len: 168 time: 0.1926544 Feb 20 23:07:09.016219 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e036e38-51d8-47ff-b711-9f2aa82205ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ac38dbc-73f7-4b33-bf1f-e114483eb6e0,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:07:09.584518 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.65', 51862) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:07:09.623860 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [None req-e47a59ad-5239-4845-adb3-67f09787f634 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=eade46b36ccb4e14b9207d1a7c2d24d2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0382106 Feb 20 23:07:09.626269 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.65', 51864) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:07:09.676223 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-32513e7d-e8fa-4f8d-9395-5a0d4893fdb9 admin admin] Publish callbacks [] for security_group (484dfefa-cfb0-493e-8faf-2001e8c18163), before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:07:09.697967 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-32513e7d-e8fa-4f8d-9395-5a0d4893fdb9 admin admin] Publish callbacks [] for security_group (484dfefa-cfb0-493e-8faf-2001e8c18163), precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:07:09.811984 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Device 96def934-7327-413d-931f-abdc2af70002 no longer exists at agent ovs-agent-dv-cinder-830096-1-iscsi {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 23:07:09.822220 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-32513e7d-e8fa-4f8d-9395-5a0d4893fdb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627867'] for security_group (484dfefa-cfb0-493e-8faf-2001e8c18163), after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:07:09.824985 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-32513e7d-e8fa-4f8d-9395-5a0d4893fdb9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:07:09.828973 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [None req-32513e7d-e8fa-4f8d-9395-5a0d4893fdb9 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/484dfefa-cfb0-493e-8faf-2001e8c18163 HTTP/1.1" status: 204 len: 168 time: 0.1990237 Feb 20 23:07:09.832193 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] No Port match for: 96def934-7327-413d-931f-abdc2af70002 {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 23:07:09.832536 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Device 96def934-7327-413d-931f-abdc2af70002 not bound to the agent host dv-cinder-830096-1-iscsi {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 23:07:09.834922 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32513e7d-e8fa-4f8d-9395-5a0d4893fdb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=484dfefa-cfb0-493e-8faf-2001e8c18163,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:07:10.739285 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.65', 51886) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:07:10.831488 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.v2.base [None req-246290c8-fc26-4c6a-a059-cbe40875d7f3 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-469129069-network', 'tenant_id': '0cba5500ec13454c84750d795b267d1f'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:07:10.936006 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-246290c8-fc26-4c6a-a059-cbe40875d7f3 admin admin] Made reservation on behalf of 0cba5500ec13454c84750d795b267d1f for: {'network': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 23:07:10.938251 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-246290c8-fc26-4c6a-a059-cbe40875d7f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4131840'] for network (None), before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:07:10.946738 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-246290c8-fc26-4c6a-a059-cbe40875d7f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:07:11.020827 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-246290c8-fc26-4c6a-a059-cbe40875d7f3 admin admin] Publish callbacks [] for security_group (35461fec-de24-4c29-b983-e67489af0130), precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:07:11.078691 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-246290c8-fc26-4c6a-a059-cbe40875d7f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627867'] for security_group (35461fec-de24-4c29-b983-e67489af0130), after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:07:11.102553 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-246290c8-fc26-4c6a-a059-cbe40875d7f3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 65} {{(pid=109628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 23:07:11.110964 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246290c8-fc26-4c6a-a059-cbe40875d7f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35461fec-de24-4c29-b983-e67489af0130,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:07:11.116557 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-246290c8-fc26-4c6a-a059-cbe40875d7f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4056974'] for segment (56bf0c4d-c62b-4b69-a2bf-9ef505b71839), precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:07:11.116896 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.db.segments_db [None req-246290c8-fc26-4c6a-a059-cbe40875d7f3 admin admin] Added segment 56bf0c4d-c62b-4b69-a2bf-9ef505b71839 of type vlan for network 0b6be559-f94f-4c5a-9671-c3c472d8311a Feb 20 23:07:11.155606 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-246290c8-fc26-4c6a-a059-cbe40875d7f3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747406756747'] for network (0b6be559-f94f-4c5a-9671-c3c472d8311a), precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:07:11.272826 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-246290c8-fc26-4c6a-a059-cbe40875d7f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510'] for network (0b6be559-f94f-4c5a-9671-c3c472d8311a), after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:07:11.273769 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-246290c8-fc26-4c6a-a059-cbe40875d7f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:07:11.275022 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-246290c8-fc26-4c6a-a059-cbe40875d7f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565544'] for network (None), before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:07:11.330999 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246290c8-fc26-4c6a-a059-cbe40875d7f3 admin admin] Pushing event updated for resources: {'Network': ['ID=0b6be559-f94f-4c5a-9671-c3c472d8311a,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:07:11.340960 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Network 0b6be559-f94f-4c5a-9671-c3c472d8311a details requested by agent ovs-agent-dv-cinder-830096-1-iscsi with host dv-cinder-830096-1-iscsi {{(pid=109630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 23:07:11.390050 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [None req-246290c8-fc26-4c6a-a059-cbe40875d7f3 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.6496727 Feb 20 23:07:11.392848 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.65', 51890) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:07:11.397485 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.v2.base [None req-dfed38c3-6b3b-48c0-b74f-6f846d25f6f8 admin admin] Request body: {'subnet': {'network_id': '0b6be559-f94f-4c5a-9671-c3c472d8311a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-469129069-subnet', 'tenant_id': '0cba5500ec13454c84750d795b267d1f', 'ip_version': 4}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:07:11.467025 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfed38c3-6b3b-48c0-b74f-6f846d25f6f8 admin admin] Made reservation on behalf of 0cba5500ec13454c84750d795b267d1f for: {'subnet': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 23:07:11.469376 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-dfed38c3-6b3b-48c0-b74f-6f846d25f6f8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60044747'] for subnet (None), before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:07:11.677537 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-dfed38c3-6b3b-48c0-b74f-6f846d25f6f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59295547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60044601'] for subnet (34d111b8-53a8-4bd0-9d27-ae1b2459244b), after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:07:11.733040 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfed38c3-6b3b-48c0-b74f-6f846d25f6f8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=34d111b8-53a8-4bd0-9d27-ae1b2459244b,revision_number=0']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:07:11.739782 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfed38c3-6b3b-48c0-b74f-6f846d25f6f8 admin admin] Checking segment: {'id': '56bf0c4d-c62b-4b69-a2bf-9ef505b71839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '0b6be559-f94f-4c5a-9671-c3c472d8311a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 23:07:11.740360 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfed38c3-6b3b-48c0-b74f-6f846d25f6f8 admin admin] Network hostable DHCP agents. Network: 0b6be559-f94f-4c5a-9671-c3c472d8311a, hostable agents: ['83a03d73-f5e1-4f72-b2a3-d557ae097998'], hosted agents: [] {{(pid=109628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 23:07:11.820300 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfed38c3-6b3b-48c0-b74f-6f846d25f6f8 admin admin] Network 0b6be559-f94f-4c5a-9671-c3c472d8311a is scheduled to be hosted by DHCP agent 83a03d73-f5e1-4f72-b2a3-d557ae097998 with binding_index 1 {{(pid=109628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 23:07:11.894300 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-dfed38c3-6b3b-48c0-b74f-6f846d25f6f8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830096-1-iscsi, 0b6be559-f94f-4c5a-9671-c3c472d8311a) {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 23:07:11.898347 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfed38c3-6b3b-48c0-b74f-6f846d25f6f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:07:11.898991 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-dfed38c3-6b3b-48c0-b74f-6f846d25f6f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565544'] for subnet (None), before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:07:11.902868 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0559d6c9-03a4-4bd4-b2d5-67e2a80d1085 None None] Network 0b6be559-f94f-4c5a-9671-c3c472d8311a requested from dv-cinder-830096-1-iscsi {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 23:07:11.999469 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cab796e9-5eb9-470b-a98c-44c0d8b40230 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c3c1bb5-3d94-599d-bc7e-fdaa49c69afc-0b6be559-f94f-4c5a-9671-c3c472d8311a', 'network_id': '0b6be559-f94f-4c5a-9671-c3c472d8311a', 'project_id': '0cba5500ec13454c84750d795b267d1f', 'fixed_ips': [{'subnet_id': '34d111b8-53a8-4bd0-9d27-ae1b2459244b'}]}} from dv-cinder-830096-1-iscsi. {{(pid=109630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 23:07:12.000431 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-cab796e9-5eb9-470b-a98c-44c0d8b40230 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4131840'] for port (None), before_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:07:12.004205 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [None req-dfed38c3-6b3b-48c0-b74f-6f846d25f6f8 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6078496 Feb 20 23:07:12.004425 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.65', 51892) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:07:12.008692 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.v2.base [None req-230072f2-8c2f-4c10-a04e-b408c90bd2f8 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-469129069-router', 'tenant_id': '0cba5500ec13454c84750d795b267d1f', 'external_gateway_info': {'network_id': '5f52b71d-61c7-49bc-86ae-3e3415c25b55'}}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:07:12.096220 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-230072f2-8c2f-4c10-a04e-b408c90bd2f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-701372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6487'] for router (d4fcffe3-b9f4-4a1b-801d-f2df8352cef9), before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:07:12.097291 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-230072f2-8c2f-4c10-a04e-b408c90bd2f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-700716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-704125', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-623842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6572'] for router (d4fcffe3-b9f4-4a1b-801d-f2df8352cef9), precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:07:12.156401 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-230072f2-8c2f-4c10-a04e-b408c90bd2f8 admin admin] Publish callbacks [] for router_controller (d4fcffe3-b9f4-4a1b-801d-f2df8352cef9), precommit_add_association {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:07:12.265602 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.db_base_plugin_common [None req-cab796e9-5eb9-470b-a98c-44c0d8b40230 None None] Allocated IP 172.20.0.2 (0b6be559-f94f-4c5a-9671-c3c472d8311a/34d111b8-53a8-4bd0-9d27-ae1b2459244b/dcd712e2-c46c-4091-aaf8-0c636e78c5b0) {{(pid=109630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 23:07:12.342891 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-92348f42-4f03-4485-b0a0-2d5cdea91244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (83a03d73-f5e1-4f72-b2a3-d557ae097998), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:07:12.372936 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-230072f2-8c2f-4c10-a04e-b408c90bd2f8 admin admin] Publish callbacks [] for router_gateway (d4fcffe3-b9f4-4a1b-801d-f2df8352cef9), precommit_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:07:12.410826 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-cab796e9-5eb9-470b-a98c-44c0d8b40230 None None] Publish callbacks [] for port (dcd712e2-c46c-4091-aaf8-0c636e78c5b0), precommit_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:07:12.479773 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-cab796e9-5eb9-470b-a98c-44c0d8b40230 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747406771496'] for port (dcd712e2-c46c-4091-aaf8-0c636e78c5b0), after_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:07:12.517525 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cab796e9-5eb9-470b-a98c-44c0d8b40230 None None] Network 0b6be559-f94f-4c5a-9671-c3c472d8311a is already hosted by enough agents. {{(pid=109630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 23:07:12.520567 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.scheduler.base_scheduler [None req-cab796e9-5eb9-470b-a98c-44c0d8b40230 None None] Resources bound (agent type, host, resource id): {{(pid=109630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 23:07:12.522920 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cab796e9-5eb9-470b-a98c-44c0d8b40230 None None] Received port after_create {{(pid=109630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 23:07:12.536698 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab796e9-5eb9-470b-a98c-44c0d8b40230 None None] Pushing event updated for resources: {'Port': ['ID=dcd712e2-c46c-4091-aaf8-0c636e78c5b0,revision_number=1']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:07:12.584580 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-cab796e9-5eb9-470b-a98c-44c0d8b40230 None None] Attempting to bind port dcd712e2-c46c-4091-aaf8-0c636e78c5b0 on host dv-cinder-830096-1-iscsi for vnic_type normal with profile {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 23:07:12.584959 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-cab796e9-5eb9-470b-a98c-44c0d8b40230 None None] Attempting to bind port dcd712e2-c46c-4091-aaf8-0c636e78c5b0 by drivers openvswitch,hyperv on host dv-cinder-830096-1-iscsi at level 0 using segments [{'id': '56bf0c4d-c62b-4b69-a2bf-9ef505b71839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '0b6be559-f94f-4c5a-9671-c3c472d8311a'}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 23:07:12.590109 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cab796e9-5eb9-470b-a98c-44c0d8b40230 None None] Attempting to bind port dcd712e2-c46c-4091-aaf8-0c636e78c5b0 on network 0b6be559-f94f-4c5a-9671-c3c472d8311a {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 23:07:12.591156 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cab796e9-5eb9-470b-a98c-44c0d8b40230 None None] Checking agent: {'id': '2dc95353-690e-4eed-857f-cdb5bbe3a4be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830096-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 22, 50, 49), 'started_at': datetime.datetime(2022, 2, 20, 22, 51, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 23, 6, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830096-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 23:07:12.591540 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cab796e9-5eb9-470b-a98c-44c0d8b40230 None None] Checking segment: {'id': '56bf0c4d-c62b-4b69-a2bf-9ef505b71839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '0b6be559-f94f-4c5a-9671-c3c472d8311a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 23:07:12.591943 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-cab796e9-5eb9-470b-a98c-44c0d8b40230 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:07:12.592336 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cab796e9-5eb9-470b-a98c-44c0d8b40230 None None] Bound using segment: {'id': '56bf0c4d-c62b-4b69-a2bf-9ef505b71839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '0b6be559-f94f-4c5a-9671-c3c472d8311a'} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 23:07:12.592799 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-cab796e9-5eb9-470b-a98c-44c0d8b40230 None None] Bound port: dcd712e2-c46c-4091-aaf8-0c636e78c5b0, host: dv-cinder-830096-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56bf0c4d-c62b-4b69-a2bf-9ef505b71839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '0b6be559-f94f-4c5a-9671-c3c472d8311a'}}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 23:07:12.593181 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-cab796e9-5eb9-470b-a98c-44c0d8b40230 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4131840'] for port (dcd712e2-c46c-4091-aaf8-0c636e78c5b0), before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:07:12.638116 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-230072f2-8c2f-4c10-a04e-b408c90bd2f8 admin admin] Publish callbacks [] for router_gateway (d4fcffe3-b9f4-4a1b-801d-f2df8352cef9), before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:07:12.658566 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-230072f2-8c2f-4c10-a04e-b408c90bd2f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4131840'] for port (None), before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:07:12.661816 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-cab796e9-5eb9-470b-a98c-44c0d8b40230 None None] For port dcd712e2-c46c-4091-aaf8-0c636e78c5b0, host dv-cinder-830096-1-iscsi, cleared binding levels {{(pid=109630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 23:07:12.665427 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-cab796e9-5eb9-470b-a98c-44c0d8b40230 None None] For port dcd712e2-c46c-4091-aaf8-0c636e78c5b0, host dv-cinder-830096-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-1-iscsi',level=0,port_id=dcd712e2-c46c-4091-aaf8-0c636e78c5b0,segment=NetworkSegment(56bf0c4d-c62b-4b69-a2bf-9ef505b71839),segment_id=56bf0c4d-c62b-4b69-a2bf-9ef505b71839)] {{(pid=109630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 23:07:12.753538 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-cab796e9-5eb9-470b-a98c-44c0d8b40230 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747407212427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747406771514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747406771532'] for port (dcd712e2-c46c-4091-aaf8-0c636e78c5b0), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:07:12.767763 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.db.db_base_plugin_common [None req-230072f2-8c2f-4c10-a04e-b408c90bd2f8 admin admin] Allocated IP 172.27.2.155 (5f52b71d-61c7-49bc-86ae-3e3415c25b55/841afcd6-8af7-4cd5-baec-c52e88cacaa2/7d6e490a-ed3f-4694-aec3-66d905e276aa) {{(pid=109628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 23:07:12.811829 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab796e9-5eb9-470b-a98c-44c0d8b40230 None None] Pushing event updated for resources: {'Port': ['ID=dcd712e2-c46c-4091-aaf8-0c636e78c5b0,revision_number=2']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:07:12.873104 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-230072f2-8c2f-4c10-a04e-b408c90bd2f8 admin admin] Publish callbacks [] for port (7d6e490a-ed3f-4694-aec3-66d905e276aa), precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:07:12.976838 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-230072f2-8c2f-4c10-a04e-b408c90bd2f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747406771496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59259307'] for port (7d6e490a-ed3f-4694-aec3-66d905e276aa), after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:07:13.018719 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-230072f2-8c2f-4c10-a04e-b408c90bd2f8 admin admin] Network 5f52b71d-61c7-49bc-86ae-3e3415c25b55 is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 23:07:13.021485 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-230072f2-8c2f-4c10-a04e-b408c90bd2f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 23:07:13.027931 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-230072f2-8c2f-4c10-a04e-b408c90bd2f8 admin admin] Received port after_create {{(pid=109628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 23:07:13.033574 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230072f2-8c2f-4c10-a04e-b408c90bd2f8 admin admin] Pushing event updated for resources: {'Port': ['ID=7d6e490a-ed3f-4694-aec3-66d905e276aa,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:07:13.411477 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-230072f2-8c2f-4c10-a04e-b408c90bd2f8 admin admin] Publish callbacks [] for router_gateway (d4fcffe3-b9f4-4a1b-801d-f2df8352cef9), after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:07:13.711527 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5b5a7ca-0997-40b8-ac28-979e972ad476 None None] Network 0b6be559-f94f-4c5a-9671-c3c472d8311a requested from dv-cinder-830096-1-iscsi {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 23:07:13.827181 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-03029b89-15ab-4d31-9443-e1dc285b407f None None] Provisioning complete for port dcd712e2-c46c-4091-aaf8-0c636e78c5b0 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:07:13.827556 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-03029b89-15ab-4d31-9443-e1dc285b407f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4145689'] for port (dcd712e2-c46c-4091-aaf8-0c636e78c5b0), provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:07:13.868895 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Device dcd712e2-c46c-4091-aaf8-0c636e78c5b0 up at agent ovs-agent-dv-cinder-830096-1-iscsi {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 23:07:13.896459 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-230072f2-8c2f-4c10-a04e-b408c90bd2f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-700709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-704170'] for router (d4fcffe3-b9f4-4a1b-801d-f2df8352cef9), after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:07:13.957233 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-03029b89-15ab-4d31-9443-e1dc285b407f None None] Current status of the port dcd712e2-c46c-4091-aaf8-0c636e78c5b0 is: DOWN; New status is: ACTIVE {{(pid=109630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:07:13.957548 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-03029b89-15ab-4d31-9443-e1dc285b407f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4131840'] for port (dcd712e2-c46c-4091-aaf8-0c636e78c5b0), before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:07:13.967373 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Provisioning complete for port dcd712e2-c46c-4091-aaf8-0c636e78c5b0 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:07:13.967746 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4145689'] for port (dcd712e2-c46c-4091-aaf8-0c636e78c5b0), provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:07:14.020864 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-03029b89-15ab-4d31-9443-e1dc285b407f None None] For port dcd712e2-c46c-4091-aaf8-0c636e78c5b0, host dv-cinder-830096-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-1-iscsi',level=0,port_id=dcd712e2-c46c-4091-aaf8-0c636e78c5b0,segment=NetworkSegment(56bf0c4d-c62b-4b69-a2bf-9ef505b71839),segment_id=56bf0c4d-c62b-4b69-a2bf-9ef505b71839)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:07:14.066469 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Current status of the port dcd712e2-c46c-4091-aaf8-0c636e78c5b0 is: DOWN; New status is: ACTIVE {{(pid=109630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:07:14.069737 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4131840'] for port (dcd712e2-c46c-4091-aaf8-0c636e78c5b0), before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:07:14.097231 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-03029b89-15ab-4d31-9443-e1dc285b407f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747407212427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747406771514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747406771532'] for port (dcd712e2-c46c-4091-aaf8-0c636e78c5b0), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:07:14.125038 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-230072f2-8c2f-4c10-a04e-b408c90bd2f8 admin admin] Router d4fcffe3-b9f4-4a1b-801d-f2df8352cef9 is scheduled to L3 agent 13c347f3-1c01-45ee-af8c-9f8a630e0f23 with binding_index 1 {{(pid=109628) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 20 23:07:14.169848 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.db.api [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109630) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 20 23:07:14.172929 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG oslo_db.api [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 20 23:07:14.172929 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03029b89-15ab-4d31-9443-e1dc285b407f None None] Pushing event updated for resources: {'Port': ['ID=dcd712e2-c46c-4091-aaf8-0c636e78c5b0,revision_number=3']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:07:14.215689 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-92b43807-5b0b-41d9-9038-f807475ace03 None None] Provisioning complete for port dcd712e2-c46c-4091-aaf8-0c636e78c5b0 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:07:14.216097 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-92b43807-5b0b-41d9-9038-f807475ace03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4145689'] for port (dcd712e2-c46c-4091-aaf8-0c636e78c5b0), provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:07:14.233183 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-230072f2-8c2f-4c10-a04e-b408c90bd2f8 admin admin] Notify agent at l3_agent.dv-cinder-830096-1-iscsi the message routers_updated {{(pid=109628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 23:07:14.245350 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5502490-d8e9-41ce-a967-3c8d080b554d None None] Sync routers for ids ['d4fcffe3-b9f4-4a1b-801d-f2df8352cef9'] in dv-cinder-830096-1-iscsi {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 23:07:14.265109 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5502490-d8e9-41ce-a967-3c8d080b554d None None] Routers {'d4fcffe3-b9f4-4a1b-801d-f2df8352cef9'} bound to L3 agent in host dv-cinder-830096-1-iscsi {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 23:07:14.265726 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-e5502490-d8e9-41ce-a967-3c8d080b554d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T22:50:44Z,description=,heartbeat_timestamp=2022-02-20T23:06:44Z,host='dv-cinder-830096-1-iscsi',id=13c347f3-1c01-45ee-af8c-9f8a630e0f23,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T22:50:45Z,topic='l3_agent')) {'router_ids': ['d4fcffe3-b9f4-4a1b-801d-f2df8352cef9'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:07:14.332417 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-230072f2-8c2f-4c10-a04e-b408c90bd2f8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:07:14.336128 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [None req-230072f2-8c2f-4c10-a04e-b408c90bd2f8 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.3283262 Feb 20 23:07:14.336327 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.65', 51896) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:07:14.383615 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-92b43807-5b0b-41d9-9038-f807475ace03 None None] Current status of the port dcd712e2-c46c-4091-aaf8-0c636e78c5b0 is: ACTIVE; New status is: ACTIVE {{(pid=109630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:07:14.416994 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-e5502490-d8e9-41ce-a967-3c8d080b554d None None] Set router d4fcffe3-b9f4-4a1b-801d-f2df8352cef9 gateway port host: dv-cinder-830096-1-iscsi {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 23:07:14.527306 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-44d9e011-8286-454a-a51c-52f5f54f8b96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (13c347f3-1c01-45ee-af8c-9f8a630e0f23), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:07:14.597482 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-e5502490-d8e9-41ce-a967-3c8d080b554d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4fcffe3-b9f4-4a1b-801d-f2df8352cef9', 'name': 'tempest-TestShelveInstance-469129069-router', 'tenant_id': '0cba5500ec13454c84750d795b267d1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f52b71d-61c7-49bc-86ae-3e3415c25b55', 'external_fixed_ips': [{'subnet_id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'ip_address': '172.27.2.155'}], 'enable_snat': True}, 'gw_port_id': '7d6e490a-ed3f-4694-aec3-66d905e276aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:07:12Z', 'updated_at': '2022-02-20T23:07:13Z', 'revision_number': 3, 'project_id': '0cba5500ec13454c84750d795b267d1f', 'gw_port': {'id': '7d6e490a-ed3f-4694-aec3-66d905e276aa', 'name': '', 'network_id': '5f52b71d-61c7-49bc-86ae-3e3415c25b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:5d:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4fcffe3-b9f4-4a1b-801d-f2df8352cef9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'ip_address': '172.27.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:07:12Z', 'updated_at': '2022-02-20T23:07:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-1-iscsi'}], 'dv-cinder-830096-1-iscsi', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:07:14.623344 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5502490-d8e9-41ce-a967-3c8d080b554d None None] Checking router: d4fcffe3-b9f4-4a1b-801d-f2df8352cef9 for host: dv-cinder-830096-1-iscsi {{(pid=109630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 23:07:14.623784 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5502490-d8e9-41ce-a967-3c8d080b554d None None] Updating router d4fcffe3-b9f4-4a1b-801d-f2df8352cef9 port 7d6e490a-ed3f-4694-aec3-66d905e276aa binding host dv-cinder-830096-1-iscsi {{(pid=109630) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 23:07:14.654167 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e5502490-d8e9-41ce-a967-3c8d080b554d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4131840'] for port (7d6e490a-ed3f-4694-aec3-66d905e276aa), before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:07:14.743658 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-5012c84f-b6a7-4017-987c-799cd223f5fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4131840'] for port (None), before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:07:14.763727 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Current status of the port dcd712e2-c46c-4091-aaf8-0c636e78c5b0 is: ACTIVE; New status is: ACTIVE {{(pid=109630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:07:14.897500 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.db.db_base_plugin_common [None req-5012c84f-b6a7-4017-987c-799cd223f5fb admin admin] Allocated IP 172.20.0.1 (0b6be559-f94f-4c5a-9671-c3c472d8311a/34d111b8-53a8-4bd0-9d27-ae1b2459244b/86fc3b90-dea8-4332-b479-1095dadd6cc7) {{(pid=109628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 23:07:14.924115 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e5502490-d8e9-41ce-a967-3c8d080b554d None None] Publish callbacks [] for port (7d6e490a-ed3f-4694-aec3-66d905e276aa), precommit_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:07:14.987216 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e5502490-d8e9-41ce-a967-3c8d080b554d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747407212427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747406771514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747406771532'] for port (7d6e490a-ed3f-4694-aec3-66d905e276aa), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:07:14.998246 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-5012c84f-b6a7-4017-987c-799cd223f5fb admin admin] Publish callbacks [] for port (86fc3b90-dea8-4332-b479-1095dadd6cc7), precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:07:15.041512 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-e5502490-d8e9-41ce-a967-3c8d080b554d None None] Attempting to bind port 7d6e490a-ed3f-4694-aec3-66d905e276aa on host dv-cinder-830096-1-iscsi for vnic_type normal with profile {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 23:07:15.041879 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-e5502490-d8e9-41ce-a967-3c8d080b554d None None] Attempting to bind port 7d6e490a-ed3f-4694-aec3-66d905e276aa by drivers openvswitch,hyperv on host dv-cinder-830096-1-iscsi at level 0 using segments [{'id': 'c35aac5e-90b0-4d56-90ba-57f79ef09092', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5f52b71d-61c7-49bc-86ae-3e3415c25b55'}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 23:07:15.042238 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5502490-d8e9-41ce-a967-3c8d080b554d None None] Attempting to bind port 7d6e490a-ed3f-4694-aec3-66d905e276aa on network 5f52b71d-61c7-49bc-86ae-3e3415c25b55 {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 23:07:15.044189 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ce4629-4f2b-4b1a-a86e-0e3dcb22f370 None None] Pushing event updated for resources: {'Port': ['ID=7d6e490a-ed3f-4694-aec3-66d905e276aa,revision_number=2']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:07:15.049483 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5502490-d8e9-41ce-a967-3c8d080b554d None None] Checking agent: {'id': '2dc95353-690e-4eed-857f-cdb5bbe3a4be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830096-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 22, 50, 49), 'started_at': datetime.datetime(2022, 2, 20, 22, 51, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 23, 6, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830096-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 23:07:15.049858 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5502490-d8e9-41ce-a967-3c8d080b554d None None] Checking segment: {'id': 'c35aac5e-90b0-4d56-90ba-57f79ef09092', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5f52b71d-61c7-49bc-86ae-3e3415c25b55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 23:07:15.050251 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e5502490-d8e9-41ce-a967-3c8d080b554d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:07:15.050654 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5502490-d8e9-41ce-a967-3c8d080b554d None None] Bound using segment: {'id': 'c35aac5e-90b0-4d56-90ba-57f79ef09092', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5f52b71d-61c7-49bc-86ae-3e3415c25b55'} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 23:07:15.051107 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-e5502490-d8e9-41ce-a967-3c8d080b554d None None] Bound port: 7d6e490a-ed3f-4694-aec3-66d905e276aa, host: dv-cinder-830096-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c35aac5e-90b0-4d56-90ba-57f79ef09092', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5f52b71d-61c7-49bc-86ae-3e3415c25b55'}}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 23:07:15.051476 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e5502490-d8e9-41ce-a967-3c8d080b554d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4131840'] for port (7d6e490a-ed3f-4694-aec3-66d905e276aa), before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:07:15.068167 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-5012c84f-b6a7-4017-987c-799cd223f5fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747406771496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59259307'] for port (86fc3b90-dea8-4332-b479-1095dadd6cc7), after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:07:15.102300 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-e5502490-d8e9-41ce-a967-3c8d080b554d None None] For port 7d6e490a-ed3f-4694-aec3-66d905e276aa, host dv-cinder-830096-1-iscsi, cleared binding levels {{(pid=109630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 23:07:15.105550 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5012c84f-b6a7-4017-987c-799cd223f5fb admin admin] Network 0b6be559-f94f-4c5a-9671-c3c472d8311a is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 23:07:15.106043 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-e5502490-d8e9-41ce-a967-3c8d080b554d None None] For port 7d6e490a-ed3f-4694-aec3-66d905e276aa, host dv-cinder-830096-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-1-iscsi',level=0,port_id=7d6e490a-ed3f-4694-aec3-66d905e276aa,segment=NetworkSegment(c35aac5e-90b0-4d56-90ba-57f79ef09092),segment_id=c35aac5e-90b0-4d56-90ba-57f79ef09092)] {{(pid=109630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 23:07:15.108581 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-5012c84f-b6a7-4017-987c-799cd223f5fb admin admin] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 23:07:15.111956 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5012c84f-b6a7-4017-987c-799cd223f5fb admin admin] Received port after_create {{(pid=109628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 23:07:15.141893 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5012c84f-b6a7-4017-987c-799cd223f5fb admin admin] Pushing event updated for resources: {'Port': ['ID=86fc3b90-dea8-4332-b479-1095dadd6cc7,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:07:15.161138 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-5012c84f-b6a7-4017-987c-799cd223f5fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-702845'] for router_interface (d4fcffe3-b9f4-4a1b-801d-f2df8352cef9), before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:07:15.192921 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e5502490-d8e9-41ce-a967-3c8d080b554d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747407212427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747406771514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747406771532'] for port (7d6e490a-ed3f-4694-aec3-66d905e276aa), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:07:15.241244 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5502490-d8e9-41ce-a967-3c8d080b554d None None] Routers {'d4fcffe3-b9f4-4a1b-801d-f2df8352cef9'} bound to L3 agent in host dv-cinder-830096-1-iscsi {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 23:07:15.241938 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-e5502490-d8e9-41ce-a967-3c8d080b554d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T22:50:44Z,description=,heartbeat_timestamp=2022-02-20T23:07:14Z,host='dv-cinder-830096-1-iscsi',id=13c347f3-1c01-45ee-af8c-9f8a630e0f23,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T22:50:45Z,topic='l3_agent')) {'router_ids': ['d4fcffe3-b9f4-4a1b-801d-f2df8352cef9'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:07:15.310232 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ce4629-4f2b-4b1a-a86e-0e3dcb22f370 None None] Pushing event updated for resources: {'Port': ['ID=7d6e490a-ed3f-4694-aec3-66d905e276aa,revision_number=3']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:07:15.353078 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-61a81314-4330-44c7-b717-17b38ec2b071 None None] Provisioning complete for port 86fc3b90-dea8-4332-b479-1095dadd6cc7 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:07:15.353455 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-61a81314-4330-44c7-b717-17b38ec2b071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4145689'] for port (86fc3b90-dea8-4332-b479-1095dadd6cc7), provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:07:15.364323 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-5012c84f-b6a7-4017-987c-799cd223f5fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4131840'] for port (86fc3b90-dea8-4332-b479-1095dadd6cc7), before_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:07:15.405218 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-61a81314-4330-44c7-b717-17b38ec2b071 None None] Port 86fc3b90-dea8-4332-b479-1095dadd6cc7 cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 23:07:15.407546 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-e5502490-d8e9-41ce-a967-3c8d080b554d None None] Set router d4fcffe3-b9f4-4a1b-801d-f2df8352cef9 gateway port host: dv-cinder-830096-1-iscsi {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 23:07:15.527540 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-5012c84f-b6a7-4017-987c-799cd223f5fb admin admin] Publish callbacks [] for port (86fc3b90-dea8-4332-b479-1095dadd6cc7), precommit_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:07:15.585978 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-5012c84f-b6a7-4017-987c-799cd223f5fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747407212427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747406771514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747406771532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59259312'] for port (86fc3b90-dea8-4332-b479-1095dadd6cc7), after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:07:15.652017 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-5012c84f-b6a7-4017-987c-799cd223f5fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-565524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-702953'] for router_interface (d4fcffe3-b9f4-4a1b-801d-f2df8352cef9), after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:07:15.653685 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5012c84f-b6a7-4017-987c-799cd223f5fb admin admin] Pushing event updated for resources: {'Port': ['ID=86fc3b90-dea8-4332-b479-1095dadd6cc7,revision_number=2']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:07:15.709053 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-e5502490-d8e9-41ce-a967-3c8d080b554d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4fcffe3-b9f4-4a1b-801d-f2df8352cef9', 'name': 'tempest-TestShelveInstance-469129069-router', 'tenant_id': '0cba5500ec13454c84750d795b267d1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f52b71d-61c7-49bc-86ae-3e3415c25b55', 'external_fixed_ips': [{'subnet_id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'ip_address': '172.27.2.155'}], 'enable_snat': True}, 'gw_port_id': '7d6e490a-ed3f-4694-aec3-66d905e276aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:07:12Z', 'updated_at': '2022-02-20T23:07:13Z', 'revision_number': 3, 'project_id': '0cba5500ec13454c84750d795b267d1f', 'gw_port': {'id': '7d6e490a-ed3f-4694-aec3-66d905e276aa', 'name': '', 'network_id': '5f52b71d-61c7-49bc-86ae-3e3415c25b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:5d:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4fcffe3-b9f4-4a1b-801d-f2df8352cef9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'ip_address': '172.27.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:07:12Z', 'updated_at': '2022-02-20T23:07:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-1-iscsi'}], 'dv-cinder-830096-1-iscsi', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:07:15.734642 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5502490-d8e9-41ce-a967-3c8d080b554d None None] The sync data for ids ['d4fcffe3-b9f4-4a1b-801d-f2df8352cef9'] in dv-cinder-830096-1-iscsi is: [{'id': 'd4fcffe3-b9f4-4a1b-801d-f2df8352cef9', 'name': 'tempest-TestShelveInstance-469129069-router', 'tenant_id': '0cba5500ec13454c84750d795b267d1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f52b71d-61c7-49bc-86ae-3e3415c25b55', 'external_fixed_ips': [{'subnet_id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'ip_address': '172.27.2.155'}], 'enable_snat': True}, 'gw_port_id': '7d6e490a-ed3f-4694-aec3-66d905e276aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:07:12Z', 'updated_at': '2022-02-20T23:07:13Z', 'revision_number': 3, 'project_id': '0cba5500ec13454c84750d795b267d1f', 'gw_port': {'id': '7d6e490a-ed3f-4694-aec3-66d905e276aa', 'name': '', 'network_id': '5f52b71d-61c7-49bc-86ae-3e3415c25b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:5d:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4fcffe3-b9f4-4a1b-801d-f2df8352cef9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'ip_address': '172.27.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:07:12Z', 'updated_at': '2022-02-20T23:07:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-1-iscsi'}] {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 23:07:15.745748 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5012c84f-b6a7-4017-987c-799cd223f5fb admin admin] Network 0b6be559-f94f-4c5a-9671-c3c472d8311a is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 23:07:15.747208 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-5012c84f-b6a7-4017-987c-799cd223f5fb admin admin] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 23:07:15.852399 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Device dcd712e2-c46c-4091-aaf8-0c636e78c5b0 up at agent ovs-agent-dv-cinder-830096-1-iscsi {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 23:07:15.878508 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5012c84f-b6a7-4017-987c-799cd223f5fb admin admin] Router d4fcffe3-b9f4-4a1b-801d-f2df8352cef9 has already been hosted by L3 agent 13c347f3-1c01-45ee-af8c-9f8a630e0f23 {{(pid=109628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 23:07:15.914479 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Provisioning complete for port dcd712e2-c46c-4091-aaf8-0c636e78c5b0 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:07:15.914908 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4145689'] for port (dcd712e2-c46c-4091-aaf8-0c636e78c5b0), provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:07:15.965339 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-343008d4-3a37-47e4-bcbd-5ef9b41dd99c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (5ba36dc9-fc49-4f8a-9e75-ea70dbbc9d37), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:07:16.005693 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Current status of the port dcd712e2-c46c-4091-aaf8-0c636e78c5b0 is: ACTIVE; New status is: ACTIVE {{(pid=109630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:07:16.005921 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5012c84f-b6a7-4017-987c-799cd223f5fb admin admin] Notify agent at l3_agent.dv-cinder-830096-1-iscsi the message routers_updated {{(pid=109628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 23:07:16.014519 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [None req-5012c84f-b6a7-4017-987c-799cd223f5fb admin admin] 10.222.0.65 "PUT /v2.0/routers/d4fcffe3-b9f4-4a1b-801d-f2df8352cef9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6746979 Feb 20 23:07:16.053930 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-f83e0638-d62b-4ada-9aae-9655cba90409 None None] Provisioning complete for port 86fc3b90-dea8-4332-b479-1095dadd6cc7 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:07:16.054511 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-f83e0638-d62b-4ada-9aae-9655cba90409 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4145689'] for port (86fc3b90-dea8-4332-b479-1095dadd6cc7), provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:07:16.092927 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-f83e0638-d62b-4ada-9aae-9655cba90409 None None] Port 86fc3b90-dea8-4332-b479-1095dadd6cc7 cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 23:07:16.788185 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.65', 51914) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:07:16.793139 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.v2.base [None req-f0c7127b-ca69-4494-b4ac-59c2a9e80887 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2053906482-network', 'tenant_id': '12be88d1bb4346499668757296e0479a'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:07:16.878665 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0c7127b-ca69-4494-b4ac-59c2a9e80887 admin admin] Made reservation on behalf of 12be88d1bb4346499668757296e0479a for: {'network': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 23:07:16.881014 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f0c7127b-ca69-4494-b4ac-59c2a9e80887 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4131840'] for network (None), before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:07:16.890242 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f0c7127b-ca69-4494-b4ac-59c2a9e80887 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:07:16.962569 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f0c7127b-ca69-4494-b4ac-59c2a9e80887 admin admin] Publish callbacks [] for security_group (d0ef8ac9-40df-48da-b197-cf7fc871bf3a), precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:07:17.056646 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f0c7127b-ca69-4494-b4ac-59c2a9e80887 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627867'] for security_group (d0ef8ac9-40df-48da-b197-cf7fc871bf3a), after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:07:17.081787 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0c7127b-ca69-4494-b4ac-59c2a9e80887 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 66} {{(pid=109628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 23:07:17.090922 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c7127b-ca69-4494-b4ac-59c2a9e80887 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0ef8ac9-40df-48da-b197-cf7fc871bf3a,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:07:17.098482 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f0c7127b-ca69-4494-b4ac-59c2a9e80887 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4056974'] for segment (b4ebdf64-0dd9-4cf4-9b59-022790ed7dfe), precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:07:17.098712 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.db.segments_db [None req-f0c7127b-ca69-4494-b4ac-59c2a9e80887 admin admin] Added segment b4ebdf64-0dd9-4cf4-9b59-022790ed7dfe of type vlan for network 72784a2d-e084-47e0-8343-d6397aa50667 Feb 20 23:07:17.143004 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f0c7127b-ca69-4494-b4ac-59c2a9e80887 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747406756747'] for network (72784a2d-e084-47e0-8343-d6397aa50667), precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:07:17.216063 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-f8bda328-0f39-40fc-b2c8-28796977f3d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (e2edd6cb-ac77-47df-80b5-e0a92a5dde3d), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:07:17.250275 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f0c7127b-ca69-4494-b4ac-59c2a9e80887 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510'] for network (72784a2d-e084-47e0-8343-d6397aa50667), after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:07:17.254277 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0c7127b-ca69-4494-b4ac-59c2a9e80887 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:07:17.254277 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f0c7127b-ca69-4494-b4ac-59c2a9e80887 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565544'] for network (None), before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:07:17.295125 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6221cba3-c1d8-4e56-be89-7087b2134ce4 None None] Sync routers for ids ['d4fcffe3-b9f4-4a1b-801d-f2df8352cef9'] in dv-cinder-830096-1-iscsi {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 23:07:17.295125 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6221cba3-c1d8-4e56-be89-7087b2134ce4 None None] Routers {'d4fcffe3-b9f4-4a1b-801d-f2df8352cef9'} bound to L3 agent in host dv-cinder-830096-1-iscsi {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 23:07:17.295125 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-6221cba3-c1d8-4e56-be89-7087b2134ce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T22:50:44Z,description=,heartbeat_timestamp=2022-02-20T23:07:14Z,host='dv-cinder-830096-1-iscsi',id=13c347f3-1c01-45ee-af8c-9f8a630e0f23,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T22:50:45Z,topic='l3_agent')) {'router_ids': ['d4fcffe3-b9f4-4a1b-801d-f2df8352cef9'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:07:17.318540 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c7127b-ca69-4494-b4ac-59c2a9e80887 admin admin] Pushing event updated for resources: {'Network': ['ID=72784a2d-e084-47e0-8343-d6397aa50667,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:07:17.328198 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Network 72784a2d-e084-47e0-8343-d6397aa50667 details requested by agent ovs-agent-dv-cinder-830096-1-iscsi with host dv-cinder-830096-1-iscsi {{(pid=109630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 23:07:17.396168 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.db.l3_dvr_db [None req-6221cba3-c1d8-4e56-be89-7087b2134ce4 None None] Set router d4fcffe3-b9f4-4a1b-801d-f2df8352cef9 gateway port host: dv-cinder-830096-1-iscsi {{(pid=109631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 23:07:17.407269 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [None req-f0c7127b-ca69-4494-b4ac-59c2a9e80887 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6180003 Feb 20 23:07:17.409903 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.65', 51916) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:07:17.415571 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.v2.base [None req-0d0df901-8591-4479-9d16-b8d3ef004b7e admin admin] Request body: {'subnet': {'network_id': '72784a2d-e084-47e0-8343-d6397aa50667', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2053906482-subnet', 'tenant_id': '12be88d1bb4346499668757296e0479a', 'ip_version': 4}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:07:17.525304 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d0df901-8591-4479-9d16-b8d3ef004b7e admin admin] Made reservation on behalf of 12be88d1bb4346499668757296e0479a for: {'subnet': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 23:07:17.527614 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-0d0df901-8591-4479-9d16-b8d3ef004b7e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60044747'] for subnet (None), before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:07:17.592783 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-6221cba3-c1d8-4e56-be89-7087b2134ce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4fcffe3-b9f4-4a1b-801d-f2df8352cef9', 'name': 'tempest-TestShelveInstance-469129069-router', 'tenant_id': '0cba5500ec13454c84750d795b267d1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f52b71d-61c7-49bc-86ae-3e3415c25b55', 'external_fixed_ips': [{'subnet_id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'ip_address': '172.27.2.155'}], 'enable_snat': True}, 'gw_port_id': '7d6e490a-ed3f-4694-aec3-66d905e276aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:07:12Z', 'updated_at': '2022-02-20T23:07:15Z', 'revision_number': 4, 'project_id': '0cba5500ec13454c84750d795b267d1f', 'gw_port': {'id': '7d6e490a-ed3f-4694-aec3-66d905e276aa', 'name': '', 'network_id': '5f52b71d-61c7-49bc-86ae-3e3415c25b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:5d:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4fcffe3-b9f4-4a1b-801d-f2df8352cef9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'ip_address': '172.27.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:07:12Z', 'updated_at': '2022-02-20T23:07:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-1-iscsi', '_interfaces': [{'id': '86fc3b90-dea8-4332-b479-1095dadd6cc7', 'name': '', 'network_id': '0b6be559-f94f-4c5a-9671-c3c472d8311a', 'tenant_id': '0cba5500ec13454c84750d795b267d1f', 'mac_address': 'fa:16:3e:a5:2e:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4fcffe3-b9f4-4a1b-801d-f2df8352cef9', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '34d111b8-53a8-4bd0-9d27-ae1b2459244b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:07:14Z', 'updated_at': '2022-02-20T23:07:15Z', 'revision_number': 2, 'project_id': '0cba5500ec13454c84750d795b267d1f', 'subnets': [{'id': '34d111b8-53a8-4bd0-9d27-ae1b2459244b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830096-1-iscsi', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:07:17.619847 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6221cba3-c1d8-4e56-be89-7087b2134ce4 None None] Checking router: d4fcffe3-b9f4-4a1b-801d-f2df8352cef9 for host: dv-cinder-830096-1-iscsi {{(pid=109631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 23:07:17.620207 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6221cba3-c1d8-4e56-be89-7087b2134ce4 None None] Updating router d4fcffe3-b9f4-4a1b-801d-f2df8352cef9 port 86fc3b90-dea8-4332-b479-1095dadd6cc7 binding host dv-cinder-830096-1-iscsi {{(pid=109631) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 23:07:17.647225 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-6221cba3-c1d8-4e56-be89-7087b2134ce4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4131840'] for port (86fc3b90-dea8-4332-b479-1095dadd6cc7), before_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:07:17.765066 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-0d0df901-8591-4479-9d16-b8d3ef004b7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59295547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60044601'] for subnet (736c1897-f4f2-467c-9a09-ac5f582fbb18), after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:07:17.822023 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0df901-8591-4479-9d16-b8d3ef004b7e admin admin] Pushing event updated for resources: {'Subnet': ['ID=736c1897-f4f2-467c-9a09-ac5f582fbb18,revision_number=0']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:07:17.829451 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d0df901-8591-4479-9d16-b8d3ef004b7e admin admin] Checking segment: {'id': 'b4ebdf64-0dd9-4cf4-9b59-022790ed7dfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '72784a2d-e084-47e0-8343-d6397aa50667'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 23:07:17.829799 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d0df901-8591-4479-9d16-b8d3ef004b7e admin admin] Network hostable DHCP agents. Network: 72784a2d-e084-47e0-8343-d6397aa50667, hostable agents: ['83a03d73-f5e1-4f72-b2a3-d557ae097998'], hosted agents: [] {{(pid=109628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 23:07:17.870213 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Device 7d6e490a-ed3f-4694-aec3-66d905e276aa up at agent ovs-agent-dv-cinder-830096-1-iscsi {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 23:07:17.918528 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Provisioning complete for port 7d6e490a-ed3f-4694-aec3-66d905e276aa triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:07:17.918899 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4145689'] for port (7d6e490a-ed3f-4694-aec3-66d905e276aa), provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:07:17.921678 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-6221cba3-c1d8-4e56-be89-7087b2134ce4 None None] Publish callbacks [] for port (86fc3b90-dea8-4332-b479-1095dadd6cc7), precommit_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:07:17.963620 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d0df901-8591-4479-9d16-b8d3ef004b7e admin admin] Network 72784a2d-e084-47e0-8343-d6397aa50667 is scheduled to be hosted by DHCP agent 83a03d73-f5e1-4f72-b2a3-d557ae097998 with binding_index 1 {{(pid=109628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 23:07:17.996569 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Current status of the port 7d6e490a-ed3f-4694-aec3-66d905e276aa is: DOWN; New status is: ACTIVE {{(pid=109630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:07:17.996959 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4131840'] for port (7d6e490a-ed3f-4694-aec3-66d905e276aa), before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:07:18.016328 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] For port 7d6e490a-ed3f-4694-aec3-66d905e276aa, host dv-cinder-830096-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-1-iscsi',level=0,port_id=7d6e490a-ed3f-4694-aec3-66d905e276aa,segment=NetworkSegment(c35aac5e-90b0-4d56-90ba-57f79ef09092),segment_id=c35aac5e-90b0-4d56-90ba-57f79ef09092)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:07:18.039358 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-6221cba3-c1d8-4e56-be89-7087b2134ce4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747407212427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747406771514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747406771532'] for port (86fc3b90-dea8-4332-b479-1095dadd6cc7), after_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:07:18.067864 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-0d0df901-8591-4479-9d16-b8d3ef004b7e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830096-1-iscsi, 72784a2d-e084-47e0-8343-d6397aa50667) {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 23:07:18.072206 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d0df901-8591-4479-9d16-b8d3ef004b7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:07:18.072801 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-0d0df901-8591-4479-9d16-b8d3ef004b7e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565544'] for subnet (None), before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:07:18.079492 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de86f39c-623c-4aff-881a-fce962f0c8fd None None] Network 72784a2d-e084-47e0-8343-d6397aa50667 requested from dv-cinder-830096-1-iscsi {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 23:07:18.088843 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a9a154-0a2f-4c29-942f-5f79bf1997eb None None] Pushing event updated for resources: {'Port': ['ID=86fc3b90-dea8-4332-b479-1095dadd6cc7,revision_number=3']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:07:18.099107 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a9a154-0a2f-4c29-942f-5f79bf1997eb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:07:18.099589 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a9a154-0a2f-4c29-942f-5f79bf1997eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:07:18.099961 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a9a154-0a2f-4c29-942f-5f79bf1997eb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:07:18.100308 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a9a154-0a2f-4c29-942f-5f79bf1997eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:07:18.100639 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a9a154-0a2f-4c29-942f-5f79bf1997eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:07:18.100971 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a9a154-0a2f-4c29-942f-5f79bf1997eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:07:18.101301 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a9a154-0a2f-4c29-942f-5f79bf1997eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:07:18.101626 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a9a154-0a2f-4c29-942f-5f79bf1997eb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:07:18.101953 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a9a154-0a2f-4c29-942f-5f79bf1997eb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:07:18.102300 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a9a154-0a2f-4c29-942f-5f79bf1997eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:07:18.102650 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a9a154-0a2f-4c29-942f-5f79bf1997eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:07:18.102969 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a9a154-0a2f-4c29-942f-5f79bf1997eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:07:18.103288 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a9a154-0a2f-4c29-942f-5f79bf1997eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:07:18.128587 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747407212427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747406771514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747406771532'] for port (7d6e490a-ed3f-4694-aec3-66d905e276aa), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:07:18.164885 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.plugins.ml2.managers [None req-6221cba3-c1d8-4e56-be89-7087b2134ce4 None None] Attempting to bind port 86fc3b90-dea8-4332-b479-1095dadd6cc7 on host dv-cinder-830096-1-iscsi for vnic_type normal with profile {{(pid=109631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 23:07:18.165391 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.plugins.ml2.managers [None req-6221cba3-c1d8-4e56-be89-7087b2134ce4 None None] Attempting to bind port 86fc3b90-dea8-4332-b479-1095dadd6cc7 by drivers openvswitch,hyperv on host dv-cinder-830096-1-iscsi at level 0 using segments [{'id': '56bf0c4d-c62b-4b69-a2bf-9ef505b71839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '0b6be559-f94f-4c5a-9671-c3c472d8311a'}] {{(pid=109631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 23:07:18.166010 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6221cba3-c1d8-4e56-be89-7087b2134ce4 None None] Attempting to bind port 86fc3b90-dea8-4332-b479-1095dadd6cc7 on network 0b6be559-f94f-4c5a-9671-c3c472d8311a {{(pid=109631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 23:07:18.169449 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [None req-0d0df901-8591-4479-9d16-b8d3ef004b7e admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7584488 Feb 20 23:07:18.171909 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.65', 51918) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:07:18.180765 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.v2.base [None req-3c1c710d-d55e-4214-9db2-fb3068069f11 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2053906482-router', 'tenant_id': '12be88d1bb4346499668757296e0479a', 'external_gateway_info': {'network_id': '5f52b71d-61c7-49bc-86ae-3e3415c25b55'}}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:07:18.180917 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6221cba3-c1d8-4e56-be89-7087b2134ce4 None None] Checking agent: {'id': '2dc95353-690e-4eed-857f-cdb5bbe3a4be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830096-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 22, 50, 49), 'started_at': datetime.datetime(2022, 2, 20, 22, 51, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 23, 6, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830096-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 23:07:18.180917 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6221cba3-c1d8-4e56-be89-7087b2134ce4 None None] Checking segment: {'id': '56bf0c4d-c62b-4b69-a2bf-9ef505b71839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '0b6be559-f94f-4c5a-9671-c3c472d8311a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 23:07:18.180917 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-6221cba3-c1d8-4e56-be89-7087b2134ce4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:07:18.180917 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6221cba3-c1d8-4e56-be89-7087b2134ce4 None None] Bound using segment: {'id': '56bf0c4d-c62b-4b69-a2bf-9ef505b71839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '0b6be559-f94f-4c5a-9671-c3c472d8311a'} {{(pid=109631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 23:07:18.181351 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.plugins.ml2.managers [None req-6221cba3-c1d8-4e56-be89-7087b2134ce4 None None] Bound port: 86fc3b90-dea8-4332-b479-1095dadd6cc7, host: dv-cinder-830096-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56bf0c4d-c62b-4b69-a2bf-9ef505b71839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '0b6be559-f94f-4c5a-9671-c3c472d8311a'}}] {{(pid=109631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 23:07:18.181734 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-6221cba3-c1d8-4e56-be89-7087b2134ce4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4131840'] for port (86fc3b90-dea8-4332-b479-1095dadd6cc7), before_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:07:18.201863 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Pushing event updated for resources: {'Port': ['ID=7d6e490a-ed3f-4694-aec3-66d905e276aa,revision_number=4']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:07:18.237297 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b35dbdc-0f61-4d9e-86e4-9029259491c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c3c1bb5-3d94-599d-bc7e-fdaa49c69afc-72784a2d-e084-47e0-8343-d6397aa50667', 'network_id': '72784a2d-e084-47e0-8343-d6397aa50667', 'project_id': '12be88d1bb4346499668757296e0479a', 'fixed_ips': [{'subnet_id': '736c1897-f4f2-467c-9a09-ac5f582fbb18'}]}} from dv-cinder-830096-1-iscsi. {{(pid=109630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 23:07:18.238877 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-5b35dbdc-0f61-4d9e-86e4-9029259491c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4131840'] for port (None), before_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:07:18.250396 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.plugins.ml2.db [None req-6221cba3-c1d8-4e56-be89-7087b2134ce4 None None] For port 86fc3b90-dea8-4332-b479-1095dadd6cc7, host dv-cinder-830096-1-iscsi, cleared binding levels {{(pid=109631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 23:07:18.253839 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.plugins.ml2.db [None req-6221cba3-c1d8-4e56-be89-7087b2134ce4 None None] For port 86fc3b90-dea8-4332-b479-1095dadd6cc7, host dv-cinder-830096-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-1-iscsi',level=0,port_id=86fc3b90-dea8-4332-b479-1095dadd6cc7,segment=NetworkSegment(56bf0c4d-c62b-4b69-a2bf-9ef505b71839),segment_id=56bf0c4d-c62b-4b69-a2bf-9ef505b71839)] {{(pid=109631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 23:07:18.347769 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-6221cba3-c1d8-4e56-be89-7087b2134ce4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747407212427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747406771514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747406771532'] for port (86fc3b90-dea8-4332-b479-1095dadd6cc7), after_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:07:18.366289 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-fcffe095-fbef-4d6d-9a66-db705037b74f None None] Provisioning complete for port 86fc3b90-dea8-4332-b479-1095dadd6cc7 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:07:18.366749 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-fcffe095-fbef-4d6d-9a66-db705037b74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4145689'] for port (86fc3b90-dea8-4332-b479-1095dadd6cc7), provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:07:18.406936 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.db_base_plugin_common [None req-5b35dbdc-0f61-4d9e-86e4-9029259491c8 None None] Allocated IP 172.20.0.2 (72784a2d-e084-47e0-8343-d6397aa50667/736c1897-f4f2-467c-9a09-ac5f582fbb18/4d01a89f-34e5-4f30-8b46-cb5b4e33c202) {{(pid=109630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 23:07:18.409151 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a9a154-0a2f-4c29-942f-5f79bf1997eb None None] Pushing event updated for resources: {'Port': ['ID=86fc3b90-dea8-4332-b479-1095dadd6cc7,revision_number=4']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:07:18.410333 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-3c1c710d-d55e-4214-9db2-fb3068069f11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-701372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6487'] for router (928c1573-b274-40b1-9bba-bea9d8941585), before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:07:18.411822 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-3c1c710d-d55e-4214-9db2-fb3068069f11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-700716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-704125', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-623842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6572'] for router (928c1573-b274-40b1-9bba-bea9d8941585), precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:07:18.413224 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6221cba3-c1d8-4e56-be89-7087b2134ce4 None None] Routers {'d4fcffe3-b9f4-4a1b-801d-f2df8352cef9'} bound to L3 agent in host dv-cinder-830096-1-iscsi {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 23:07:18.413827 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-6221cba3-c1d8-4e56-be89-7087b2134ce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T22:50:44Z,description=,heartbeat_timestamp=2022-02-20T23:07:14Z,host='dv-cinder-830096-1-iscsi',id=13c347f3-1c01-45ee-af8c-9f8a630e0f23,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T22:50:45Z,topic='l3_agent')) {'router_ids': ['d4fcffe3-b9f4-4a1b-801d-f2df8352cef9'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:07:18.481752 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-3c1c710d-d55e-4214-9db2-fb3068069f11 admin admin] Publish callbacks [] for router_controller (928c1573-b274-40b1-9bba-bea9d8941585), precommit_add_association {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:07:18.523000 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-fcffe095-fbef-4d6d-9a66-db705037b74f None None] Current status of the port 86fc3b90-dea8-4332-b479-1095dadd6cc7 is: DOWN; New status is: ACTIVE {{(pid=109630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:07:18.528619 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-fcffe095-fbef-4d6d-9a66-db705037b74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4131840'] for port (86fc3b90-dea8-4332-b479-1095dadd6cc7), before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:07:18.618150 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.db.l3_dvr_db [None req-6221cba3-c1d8-4e56-be89-7087b2134ce4 None None] Set router d4fcffe3-b9f4-4a1b-801d-f2df8352cef9 gateway port host: dv-cinder-830096-1-iscsi {{(pid=109631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 23:07:18.620322 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-fcffe095-fbef-4d6d-9a66-db705037b74f None None] For port 86fc3b90-dea8-4332-b479-1095dadd6cc7, host dv-cinder-830096-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-1-iscsi',level=0,port_id=86fc3b90-dea8-4332-b479-1095dadd6cc7,segment=NetworkSegment(56bf0c4d-c62b-4b69-a2bf-9ef505b71839),segment_id=56bf0c4d-c62b-4b69-a2bf-9ef505b71839)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:07:18.652129 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-5b35dbdc-0f61-4d9e-86e4-9029259491c8 None None] Publish callbacks [] for port (4d01a89f-34e5-4f30-8b46-cb5b4e33c202), precommit_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:07:18.684597 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-fcffe095-fbef-4d6d-9a66-db705037b74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747407212427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747406771514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747406771532'] for port (86fc3b90-dea8-4332-b479-1095dadd6cc7), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:07:18.714939 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-3c1c710d-d55e-4214-9db2-fb3068069f11 admin admin] Publish callbacks [] for router_gateway (928c1573-b274-40b1-9bba-bea9d8941585), precommit_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:07:18.737521 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcffe095-fbef-4d6d-9a66-db705037b74f None None] Pushing event updated for resources: {'Port': ['ID=86fc3b90-dea8-4332-b479-1095dadd6cc7,revision_number=5']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:07:18.747132 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (2dc95353-690e-4eed-857f-cdb5bbe3a4be), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:07:18.776375 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-5b35dbdc-0f61-4d9e-86e4-9029259491c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747406771496'] for port (4d01a89f-34e5-4f30-8b46-cb5b4e33c202), after_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:07:18.816311 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-6221cba3-c1d8-4e56-be89-7087b2134ce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4fcffe3-b9f4-4a1b-801d-f2df8352cef9', 'name': 'tempest-TestShelveInstance-469129069-router', 'tenant_id': '0cba5500ec13454c84750d795b267d1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f52b71d-61c7-49bc-86ae-3e3415c25b55', 'external_fixed_ips': [{'subnet_id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'ip_address': '172.27.2.155'}], 'enable_snat': True}, 'gw_port_id': '7d6e490a-ed3f-4694-aec3-66d905e276aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:07:12Z', 'updated_at': '2022-02-20T23:07:15Z', 'revision_number': 4, 'project_id': '0cba5500ec13454c84750d795b267d1f', 'gw_port': {'id': '7d6e490a-ed3f-4694-aec3-66d905e276aa', 'name': '', 'network_id': '5f52b71d-61c7-49bc-86ae-3e3415c25b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:5d:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4fcffe3-b9f4-4a1b-801d-f2df8352cef9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'ip_address': '172.27.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:07:12Z', 'updated_at': '2022-02-20T23:07:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-1-iscsi', '_interfaces': [{'id': '86fc3b90-dea8-4332-b479-1095dadd6cc7', 'name': '', 'network_id': '0b6be559-f94f-4c5a-9671-c3c472d8311a', 'tenant_id': '0cba5500ec13454c84750d795b267d1f', 'mac_address': 'fa:16:3e:a5:2e:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4fcffe3-b9f4-4a1b-801d-f2df8352cef9', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '34d111b8-53a8-4bd0-9d27-ae1b2459244b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:07:14Z', 'updated_at': '2022-02-20T23:07:18Z', 'revision_number': 4, 'project_id': '0cba5500ec13454c84750d795b267d1f', 'subnets': [{'id': '34d111b8-53a8-4bd0-9d27-ae1b2459244b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830096-1-iscsi', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:07:18.822058 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b35dbdc-0f61-4d9e-86e4-9029259491c8 None None] Network 72784a2d-e084-47e0-8343-d6397aa50667 is already hosted by enough agents. {{(pid=109630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 23:07:18.827303 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.scheduler.base_scheduler [None req-5b35dbdc-0f61-4d9e-86e4-9029259491c8 None None] Resources bound (agent type, host, resource id): {{(pid=109630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 23:07:18.829615 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b35dbdc-0f61-4d9e-86e4-9029259491c8 None None] Received port after_create {{(pid=109630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 23:07:18.842769 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6221cba3-c1d8-4e56-be89-7087b2134ce4 None None] The sync data for ids ['d4fcffe3-b9f4-4a1b-801d-f2df8352cef9'] in dv-cinder-830096-1-iscsi is: [{'id': 'd4fcffe3-b9f4-4a1b-801d-f2df8352cef9', 'name': 'tempest-TestShelveInstance-469129069-router', 'tenant_id': '0cba5500ec13454c84750d795b267d1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f52b71d-61c7-49bc-86ae-3e3415c25b55', 'external_fixed_ips': [{'subnet_id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'ip_address': '172.27.2.155'}], 'enable_snat': True}, 'gw_port_id': '7d6e490a-ed3f-4694-aec3-66d905e276aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:07:12Z', 'updated_at': '2022-02-20T23:07:15Z', 'revision_number': 4, 'project_id': '0cba5500ec13454c84750d795b267d1f', 'gw_port': {'id': '7d6e490a-ed3f-4694-aec3-66d905e276aa', 'name': '', 'network_id': '5f52b71d-61c7-49bc-86ae-3e3415c25b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:5d:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4fcffe3-b9f4-4a1b-801d-f2df8352cef9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'ip_address': '172.27.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:07:12Z', 'updated_at': '2022-02-20T23:07:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-1-iscsi', '_interfaces': [{'id': '86fc3b90-dea8-4332-b479-1095dadd6cc7', 'name': '', 'network_id': '0b6be559-f94f-4c5a-9671-c3c472d8311a', 'tenant_id': '0cba5500ec13454c84750d795b267d1f', 'mac_address': 'fa:16:3e:a5:2e:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4fcffe3-b9f4-4a1b-801d-f2df8352cef9', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '34d111b8-53a8-4bd0-9d27-ae1b2459244b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:07:14Z', 'updated_at': '2022-02-20T23:07:18Z', 'revision_number': 4, 'project_id': '0cba5500ec13454c84750d795b267d1f', 'subnets': [{'id': '34d111b8-53a8-4bd0-9d27-ae1b2459244b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 23:07:18.845259 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b35dbdc-0f61-4d9e-86e4-9029259491c8 None None] Pushing event updated for resources: {'Port': ['ID=4d01a89f-34e5-4f30-8b46-cb5b4e33c202,revision_number=1']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:07:18.848675 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-11b685e9-aec6-48a3-bc04-bcc9ad95a6df None None] Provisioning complete for port 86fc3b90-dea8-4332-b479-1095dadd6cc7 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:07:18.849097 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-11b685e9-aec6-48a3-bc04-bcc9ad95a6df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4145689'] for port (86fc3b90-dea8-4332-b479-1095dadd6cc7), provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:07:18.962712 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-5b35dbdc-0f61-4d9e-86e4-9029259491c8 None None] Attempting to bind port 4d01a89f-34e5-4f30-8b46-cb5b4e33c202 on host dv-cinder-830096-1-iscsi for vnic_type normal with profile {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 23:07:18.963088 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-5b35dbdc-0f61-4d9e-86e4-9029259491c8 None None] Attempting to bind port 4d01a89f-34e5-4f30-8b46-cb5b4e33c202 by drivers openvswitch,hyperv on host dv-cinder-830096-1-iscsi at level 0 using segments [{'id': 'b4ebdf64-0dd9-4cf4-9b59-022790ed7dfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '72784a2d-e084-47e0-8343-d6397aa50667'}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 23:07:18.963451 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b35dbdc-0f61-4d9e-86e4-9029259491c8 None None] Attempting to bind port 4d01a89f-34e5-4f30-8b46-cb5b4e33c202 on network 72784a2d-e084-47e0-8343-d6397aa50667 {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 23:07:18.971577 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b35dbdc-0f61-4d9e-86e4-9029259491c8 None None] Checking agent: {'id': '2dc95353-690e-4eed-857f-cdb5bbe3a4be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830096-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 22, 50, 49), 'started_at': datetime.datetime(2022, 2, 20, 22, 51, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 23, 7, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830096-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 23:07:18.971952 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b35dbdc-0f61-4d9e-86e4-9029259491c8 None None] Checking segment: {'id': 'b4ebdf64-0dd9-4cf4-9b59-022790ed7dfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '72784a2d-e084-47e0-8343-d6397aa50667'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 23:07:18.972353 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-5b35dbdc-0f61-4d9e-86e4-9029259491c8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:07:18.972746 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b35dbdc-0f61-4d9e-86e4-9029259491c8 None None] Bound using segment: {'id': 'b4ebdf64-0dd9-4cf4-9b59-022790ed7dfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '72784a2d-e084-47e0-8343-d6397aa50667'} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 23:07:18.973210 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-5b35dbdc-0f61-4d9e-86e4-9029259491c8 None None] Bound port: 4d01a89f-34e5-4f30-8b46-cb5b4e33c202, host: dv-cinder-830096-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4ebdf64-0dd9-4cf4-9b59-022790ed7dfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '72784a2d-e084-47e0-8343-d6397aa50667'}}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 23:07:18.973808 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-5b35dbdc-0f61-4d9e-86e4-9029259491c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4131840'] for port (4d01a89f-34e5-4f30-8b46-cb5b4e33c202), before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:07:19.046123 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-11b685e9-aec6-48a3-bc04-bcc9ad95a6df None None] Current status of the port 86fc3b90-dea8-4332-b479-1095dadd6cc7 is: ACTIVE; New status is: ACTIVE {{(pid=109630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:07:19.077085 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-5b35dbdc-0f61-4d9e-86e4-9029259491c8 None None] For port 4d01a89f-34e5-4f30-8b46-cb5b4e33c202, host dv-cinder-830096-1-iscsi, cleared binding levels {{(pid=109630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 23:07:19.080936 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-5b35dbdc-0f61-4d9e-86e4-9029259491c8 None None] For port 4d01a89f-34e5-4f30-8b46-cb5b4e33c202, host dv-cinder-830096-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-1-iscsi',level=0,port_id=4d01a89f-34e5-4f30-8b46-cb5b4e33c202,segment=NetworkSegment(b4ebdf64-0dd9-4cf4-9b59-022790ed7dfe),segment_id=b4ebdf64-0dd9-4cf4-9b59-022790ed7dfe)] {{(pid=109630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 23:07:19.142665 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-5b35dbdc-0f61-4d9e-86e4-9029259491c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747407212427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747406771514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747406771532'] for port (4d01a89f-34e5-4f30-8b46-cb5b4e33c202), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:07:19.213987 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b35dbdc-0f61-4d9e-86e4-9029259491c8 None None] Pushing event updated for resources: {'Port': ['ID=4d01a89f-34e5-4f30-8b46-cb5b4e33c202,revision_number=2']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:07:19.393246 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-3c1c710d-d55e-4214-9db2-fb3068069f11 admin admin] Publish callbacks [] for router_gateway (928c1573-b274-40b1-9bba-bea9d8941585), before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:07:19.415144 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-3c1c710d-d55e-4214-9db2-fb3068069f11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4131840'] for port (None), before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:07:19.538550 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.db.db_base_plugin_common [None req-3c1c710d-d55e-4214-9db2-fb3068069f11 admin admin] Allocated IP 172.27.2.185 (5f52b71d-61c7-49bc-86ae-3e3415c25b55/841afcd6-8af7-4cd5-baec-c52e88cacaa2/2ecde743-218a-46f1-8a20-8aaaa7fda88c) {{(pid=109628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 23:07:19.646670 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-3c1c710d-d55e-4214-9db2-fb3068069f11 admin admin] Publish callbacks [] for port (2ecde743-218a-46f1-8a20-8aaaa7fda88c), precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:07:19.742828 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-3c1c710d-d55e-4214-9db2-fb3068069f11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747406771496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59259307'] for port (2ecde743-218a-46f1-8a20-8aaaa7fda88c), after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:07:19.782829 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c1c710d-d55e-4214-9db2-fb3068069f11 admin admin] Network 5f52b71d-61c7-49bc-86ae-3e3415c25b55 is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 23:07:19.785754 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-3c1c710d-d55e-4214-9db2-fb3068069f11 admin admin] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 23:07:19.803043 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c1c710d-d55e-4214-9db2-fb3068069f11 admin admin] Received port after_create {{(pid=109628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 23:07:19.837251 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1c710d-d55e-4214-9db2-fb3068069f11 admin admin] Pushing event updated for resources: {'Port': ['ID=2ecde743-218a-46f1-8a20-8aaaa7fda88c,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:07:20.011979 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Device 4d01a89f-34e5-4f30-8b46-cb5b4e33c202 up at agent ovs-agent-dv-cinder-830096-1-iscsi {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 23:07:20.072527 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Provisioning complete for port 4d01a89f-34e5-4f30-8b46-cb5b4e33c202 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:07:20.073021 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4145689'] for port (4d01a89f-34e5-4f30-8b46-cb5b4e33c202), provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:07:20.157927 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Current status of the port 4d01a89f-34e5-4f30-8b46-cb5b4e33c202 is: DOWN; New status is: ACTIVE {{(pid=109630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:07:20.158328 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4131840'] for port (4d01a89f-34e5-4f30-8b46-cb5b4e33c202), before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:07:20.181102 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f5ebab0-c354-4cda-96b3-e3f30fd54de0 None None] Network 72784a2d-e084-47e0-8343-d6397aa50667 requested from dv-cinder-830096-1-iscsi {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 23:07:20.239413 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-3c1c710d-d55e-4214-9db2-fb3068069f11 admin admin] Publish callbacks [] for router_gateway (928c1573-b274-40b1-9bba-bea9d8941585), after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:07:20.240138 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] For port 4d01a89f-34e5-4f30-8b46-cb5b4e33c202, host dv-cinder-830096-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-1-iscsi',level=0,port_id=4d01a89f-34e5-4f30-8b46-cb5b4e33c202,segment=NetworkSegment(b4ebdf64-0dd9-4cf4-9b59-022790ed7dfe),segment_id=b4ebdf64-0dd9-4cf4-9b59-022790ed7dfe)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:07:20.260892 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-41400c7b-d432-4a12-8c30-edf0d10851c4 None None] Provisioning complete for port 4d01a89f-34e5-4f30-8b46-cb5b4e33c202 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:07:20.261266 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-41400c7b-d432-4a12-8c30-edf0d10851c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4145689'] for port (4d01a89f-34e5-4f30-8b46-cb5b4e33c202), provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:07:20.292895 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747407212427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747406771514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747406771532'] for port (4d01a89f-34e5-4f30-8b46-cb5b4e33c202), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:07:20.293655 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Device 7d6e490a-ed3f-4694-aec3-66d905e276aa up at agent ovs-agent-dv-cinder-830096-1-iscsi {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 23:07:20.419289 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Pushing event updated for resources: {'Port': ['ID=4d01a89f-34e5-4f30-8b46-cb5b4e33c202,revision_number=3']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:07:20.445610 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-3c1c710d-d55e-4214-9db2-fb3068069f11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-700709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-704170'] for router (928c1573-b274-40b1-9bba-bea9d8941585), after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:07:20.462235 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Provisioning complete for port 7d6e490a-ed3f-4694-aec3-66d905e276aa triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:07:20.462639 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4145689'] for port (7d6e490a-ed3f-4694-aec3-66d905e276aa), provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:07:20.494063 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-41400c7b-d432-4a12-8c30-edf0d10851c4 None None] Current status of the port 4d01a89f-34e5-4f30-8b46-cb5b4e33c202 is: ACTIVE; New status is: ACTIVE {{(pid=109630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:07:20.553207 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Current status of the port 7d6e490a-ed3f-4694-aec3-66d905e276aa is: ACTIVE; New status is: ACTIVE {{(pid=109630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:07:20.554688 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Device 86fc3b90-dea8-4332-b479-1095dadd6cc7 up at agent ovs-agent-dv-cinder-830096-1-iscsi {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 23:07:20.604401 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Provisioning complete for port 86fc3b90-dea8-4332-b479-1095dadd6cc7 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:07:20.604780 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4145689'] for port (86fc3b90-dea8-4332-b479-1095dadd6cc7), provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:07:20.650080 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c1c710d-d55e-4214-9db2-fb3068069f11 admin admin] Router 928c1573-b274-40b1-9bba-bea9d8941585 is scheduled to L3 agent 13c347f3-1c01-45ee-af8c-9f8a630e0f23 with binding_index 1 {{(pid=109628) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 20 23:07:20.687314 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Current status of the port 86fc3b90-dea8-4332-b479-1095dadd6cc7 is: ACTIVE; New status is: ACTIVE {{(pid=109630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:07:20.713198 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-8bf0157a-9a8e-4053-842c-f1cfbc37da5f None None] Provisioning complete for port 4d01a89f-34e5-4f30-8b46-cb5b4e33c202 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:07:20.713573 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-8bf0157a-9a8e-4053-842c-f1cfbc37da5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4145689'] for port (4d01a89f-34e5-4f30-8b46-cb5b4e33c202), provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:07:20.769262 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c1c710d-d55e-4214-9db2-fb3068069f11 admin admin] Notify agent at l3_agent.dv-cinder-830096-1-iscsi the message routers_updated {{(pid=109628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 23:07:20.835145 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-3c1c710d-d55e-4214-9db2-fb3068069f11 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:07:20.836451 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [None req-3c1c710d-d55e-4214-9db2-fb3068069f11 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.6634338 Feb 20 23:07:20.839258 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.65', 51922) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:07:20.860662 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2958bb20-a769-409a-9688-f4606b56ce8f None None] Sync routers for ids ['928c1573-b274-40b1-9bba-bea9d8941585'] in dv-cinder-830096-1-iscsi {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 23:07:20.881426 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2958bb20-a769-409a-9688-f4606b56ce8f None None] Routers {'928c1573-b274-40b1-9bba-bea9d8941585'} bound to L3 agent in host dv-cinder-830096-1-iscsi {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 23:07:20.882052 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-2958bb20-a769-409a-9688-f4606b56ce8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T22:50:44Z,description=,heartbeat_timestamp=2022-02-20T23:07:14Z,host='dv-cinder-830096-1-iscsi',id=13c347f3-1c01-45ee-af8c-9f8a630e0f23,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T22:50:45Z,topic='l3_agent')) {'router_ids': ['928c1573-b274-40b1-9bba-bea9d8941585'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:07:21.004984 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-8bf0157a-9a8e-4053-842c-f1cfbc37da5f None None] Current status of the port 4d01a89f-34e5-4f30-8b46-cb5b4e33c202 is: ACTIVE; New status is: ACTIVE {{(pid=109630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:07:21.027236 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-2958bb20-a769-409a-9688-f4606b56ce8f None None] Set router 928c1573-b274-40b1-9bba-bea9d8941585 gateway port host: dv-cinder-830096-1-iscsi {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 23:07:21.206999 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-2958bb20-a769-409a-9688-f4606b56ce8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '928c1573-b274-40b1-9bba-bea9d8941585', 'name': 'tempest-TestShelveInstance-2053906482-router', 'tenant_id': '12be88d1bb4346499668757296e0479a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f52b71d-61c7-49bc-86ae-3e3415c25b55', 'external_fixed_ips': [{'subnet_id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'ip_address': '172.27.2.185'}], 'enable_snat': True}, 'gw_port_id': '2ecde743-218a-46f1-8a20-8aaaa7fda88c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:07:18Z', 'updated_at': '2022-02-20T23:07:20Z', 'revision_number': 3, 'project_id': '12be88d1bb4346499668757296e0479a', 'gw_port': {'id': '2ecde743-218a-46f1-8a20-8aaaa7fda88c', 'name': '', 'network_id': '5f52b71d-61c7-49bc-86ae-3e3415c25b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:35:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '928c1573-b274-40b1-9bba-bea9d8941585', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'ip_address': '172.27.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:07:19Z', 'updated_at': '2022-02-20T23:07:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-1-iscsi'}], 'dv-cinder-830096-1-iscsi', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:07:21.232399 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2958bb20-a769-409a-9688-f4606b56ce8f None None] Checking router: 928c1573-b274-40b1-9bba-bea9d8941585 for host: dv-cinder-830096-1-iscsi {{(pid=109630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 23:07:21.232750 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2958bb20-a769-409a-9688-f4606b56ce8f None None] Updating router 928c1573-b274-40b1-9bba-bea9d8941585 port 2ecde743-218a-46f1-8a20-8aaaa7fda88c binding host dv-cinder-830096-1-iscsi {{(pid=109630) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 23:07:21.249131 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-304045ec-4216-4086-b974-21d87c98bb4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4131840'] for port (None), before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:07:21.259653 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-2958bb20-a769-409a-9688-f4606b56ce8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4131840'] for port (2ecde743-218a-46f1-8a20-8aaaa7fda88c), before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:07:21.399929 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.db.db_base_plugin_common [None req-304045ec-4216-4086-b974-21d87c98bb4a admin admin] Allocated IP 172.20.0.1 (72784a2d-e084-47e0-8343-d6397aa50667/736c1897-f4f2-467c-9a09-ac5f582fbb18/3241ade8-e716-4e1c-b577-8a0936d6bb06) {{(pid=109628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 23:07:21.502106 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-304045ec-4216-4086-b974-21d87c98bb4a admin admin] Publish callbacks [] for port (3241ade8-e716-4e1c-b577-8a0936d6bb06), precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:07:21.507704 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-2958bb20-a769-409a-9688-f4606b56ce8f None None] Publish callbacks [] for port (2ecde743-218a-46f1-8a20-8aaaa7fda88c), precommit_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:07:21.609961 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-2958bb20-a769-409a-9688-f4606b56ce8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747407212427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747406771514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747406771532'] for port (2ecde743-218a-46f1-8a20-8aaaa7fda88c), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:07:21.622246 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-304045ec-4216-4086-b974-21d87c98bb4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747406771496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59259307'] for port (3241ade8-e716-4e1c-b577-8a0936d6bb06), after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:07:21.666077 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-2958bb20-a769-409a-9688-f4606b56ce8f None None] Attempting to bind port 2ecde743-218a-46f1-8a20-8aaaa7fda88c on host dv-cinder-830096-1-iscsi for vnic_type normal with profile {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 23:07:21.666534 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-2958bb20-a769-409a-9688-f4606b56ce8f None None] Attempting to bind port 2ecde743-218a-46f1-8a20-8aaaa7fda88c by drivers openvswitch,hyperv on host dv-cinder-830096-1-iscsi at level 0 using segments [{'id': 'c35aac5e-90b0-4d56-90ba-57f79ef09092', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5f52b71d-61c7-49bc-86ae-3e3415c25b55'}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 23:07:21.667174 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2958bb20-a769-409a-9688-f4606b56ce8f None None] Attempting to bind port 2ecde743-218a-46f1-8a20-8aaaa7fda88c on network 5f52b71d-61c7-49bc-86ae-3e3415c25b55 {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 23:07:21.667296 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-304045ec-4216-4086-b974-21d87c98bb4a admin admin] Network 72784a2d-e084-47e0-8343-d6397aa50667 is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 23:07:21.670534 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-304045ec-4216-4086-b974-21d87c98bb4a admin admin] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 23:07:21.673876 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-304045ec-4216-4086-b974-21d87c98bb4a admin admin] Received port after_create {{(pid=109628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 23:07:21.674919 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4674037-4d8b-41bf-9743-69b493ca00f7 None None] Pushing event updated for resources: {'Port': ['ID=2ecde743-218a-46f1-8a20-8aaaa7fda88c,revision_number=2']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:07:21.679517 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2958bb20-a769-409a-9688-f4606b56ce8f None None] Checking agent: {'id': '2dc95353-690e-4eed-857f-cdb5bbe3a4be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830096-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 22, 50, 49), 'started_at': datetime.datetime(2022, 2, 20, 22, 51, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 23, 7, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830096-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 23:07:21.679517 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2958bb20-a769-409a-9688-f4606b56ce8f None None] Checking segment: {'id': 'c35aac5e-90b0-4d56-90ba-57f79ef09092', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5f52b71d-61c7-49bc-86ae-3e3415c25b55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 23:07:21.679769 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-2958bb20-a769-409a-9688-f4606b56ce8f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:07:21.680746 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2958bb20-a769-409a-9688-f4606b56ce8f None None] Bound using segment: {'id': 'c35aac5e-90b0-4d56-90ba-57f79ef09092', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5f52b71d-61c7-49bc-86ae-3e3415c25b55'} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 23:07:21.681243 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-2958bb20-a769-409a-9688-f4606b56ce8f None None] Bound port: 2ecde743-218a-46f1-8a20-8aaaa7fda88c, host: dv-cinder-830096-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c35aac5e-90b0-4d56-90ba-57f79ef09092', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5f52b71d-61c7-49bc-86ae-3e3415c25b55'}}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 23:07:21.681632 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-2958bb20-a769-409a-9688-f4606b56ce8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4131840'] for port (2ecde743-218a-46f1-8a20-8aaaa7fda88c), before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:07:21.706109 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304045ec-4216-4086-b974-21d87c98bb4a admin admin] Pushing event updated for resources: {'Port': ['ID=3241ade8-e716-4e1c-b577-8a0936d6bb06,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:07:21.722932 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-304045ec-4216-4086-b974-21d87c98bb4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-702845'] for router_interface (928c1573-b274-40b1-9bba-bea9d8941585), before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:07:21.736593 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-2958bb20-a769-409a-9688-f4606b56ce8f None None] For port 2ecde743-218a-46f1-8a20-8aaaa7fda88c, host dv-cinder-830096-1-iscsi, cleared binding levels {{(pid=109630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 23:07:21.739946 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-2958bb20-a769-409a-9688-f4606b56ce8f None None] For port 2ecde743-218a-46f1-8a20-8aaaa7fda88c, host dv-cinder-830096-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-1-iscsi',level=0,port_id=2ecde743-218a-46f1-8a20-8aaaa7fda88c,segment=NetworkSegment(c35aac5e-90b0-4d56-90ba-57f79ef09092),segment_id=c35aac5e-90b0-4d56-90ba-57f79ef09092)] {{(pid=109630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 23:07:21.828373 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-2958bb20-a769-409a-9688-f4606b56ce8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747407212427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747406771514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747406771532'] for port (2ecde743-218a-46f1-8a20-8aaaa7fda88c), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:07:21.870171 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-8783452d-f451-48fa-90bb-4f8b48d1e3ac req-03e06c62-5029-4b84-8789-2a6c662e67d5 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=6732eadb-c39d-499f-84e7-dc5e141ce7e5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0573208 Feb 20 23:07:21.870958 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Device 4d01a89f-34e5-4f30-8b46-cb5b4e33c202 up at agent ovs-agent-dv-cinder-830096-1-iscsi {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 23:07:21.945764 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4674037-4d8b-41bf-9743-69b493ca00f7 None None] Pushing event updated for resources: {'Port': ['ID=2ecde743-218a-46f1-8a20-8aaaa7fda88c,revision_number=3']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:07:21.948271 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2958bb20-a769-409a-9688-f4606b56ce8f None None] Routers {'928c1573-b274-40b1-9bba-bea9d8941585'} bound to L3 agent in host dv-cinder-830096-1-iscsi {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 23:07:21.948815 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-2958bb20-a769-409a-9688-f4606b56ce8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T22:50:44Z,description=,heartbeat_timestamp=2022-02-20T23:07:14Z,host='dv-cinder-830096-1-iscsi',id=13c347f3-1c01-45ee-af8c-9f8a630e0f23,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T22:50:45Z,topic='l3_agent')) {'router_ids': ['928c1573-b274-40b1-9bba-bea9d8941585'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:07:21.975697 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-304045ec-4216-4086-b974-21d87c98bb4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4131840'] for port (3241ade8-e716-4e1c-b577-8a0936d6bb06), before_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:07:21.994594 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8783452d-f451-48fa-90bb-4f8b48d1e3ac req-fa41e2c9-b60e-4bd0-a783-8832c2b6374d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:07:21.994779 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-9a04bcb3-fdbb-4106-936c-894d36b00c93 None None] Provisioning complete for port 3241ade8-e716-4e1c-b577-8a0936d6bb06 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:07:21.995096 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-9a04bcb3-fdbb-4106-936c-894d36b00c93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4145689'] for port (3241ade8-e716-4e1c-b577-8a0936d6bb06), provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:07:22.000854 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-8783452d-f451-48fa-90bb-4f8b48d1e3ac req-fa41e2c9-b60e-4bd0-a783-8832c2b6374d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1a80503a610548b7b777c092435079dc&device_id=6732eadb-c39d-499f-84e7-dc5e141ce7e5 HTTP/1.1" status: 200 len: 1130 time: 0.0801032 Feb 20 23:07:22.073346 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Provisioning complete for port 4d01a89f-34e5-4f30-8b46-cb5b4e33c202 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:07:22.073917 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4145689'] for port (4d01a89f-34e5-4f30-8b46-cb5b4e33c202), provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:07:22.077801 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-9a04bcb3-fdbb-4106-936c-894d36b00c93 None None] Port 3241ade8-e716-4e1c-b577-8a0936d6bb06 cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 23:07:22.129302 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-2958bb20-a769-409a-9688-f4606b56ce8f None None] Set router 928c1573-b274-40b1-9bba-bea9d8941585 gateway port host: dv-cinder-830096-1-iscsi {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 23:07:22.277992 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Current status of the port 4d01a89f-34e5-4f30-8b46-cb5b4e33c202 is: ACTIVE; New status is: ACTIVE {{(pid=109630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:07:22.366280 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-2958bb20-a769-409a-9688-f4606b56ce8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '928c1573-b274-40b1-9bba-bea9d8941585', 'name': 'tempest-TestShelveInstance-2053906482-router', 'tenant_id': '12be88d1bb4346499668757296e0479a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f52b71d-61c7-49bc-86ae-3e3415c25b55', 'external_fixed_ips': [{'subnet_id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'ip_address': '172.27.2.185'}], 'enable_snat': True}, 'gw_port_id': '2ecde743-218a-46f1-8a20-8aaaa7fda88c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:07:18Z', 'updated_at': '2022-02-20T23:07:21Z', 'revision_number': 4, 'project_id': '12be88d1bb4346499668757296e0479a', 'gw_port': {'id': '2ecde743-218a-46f1-8a20-8aaaa7fda88c', 'name': '', 'network_id': '5f52b71d-61c7-49bc-86ae-3e3415c25b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:35:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '928c1573-b274-40b1-9bba-bea9d8941585', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'ip_address': '172.27.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:07:19Z', 'updated_at': '2022-02-20T23:07:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-1-iscsi', '_interfaces': [{'id': '3241ade8-e716-4e1c-b577-8a0936d6bb06', 'name': '', 'network_id': '72784a2d-e084-47e0-8343-d6397aa50667', 'tenant_id': '12be88d1bb4346499668757296e0479a', 'mac_address': 'fa:16:3e:0a:57:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '928c1573-b274-40b1-9bba-bea9d8941585', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '736c1897-f4f2-467c-9a09-ac5f582fbb18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:07:21Z', 'updated_at': '2022-02-20T23:07:21Z', 'revision_number': 1, 'project_id': '12be88d1bb4346499668757296e0479a', 'subnets': [{'id': '736c1897-f4f2-467c-9a09-ac5f582fbb18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830096-1-iscsi', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:07:22.393231 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2958bb20-a769-409a-9688-f4606b56ce8f None None] The sync data for ids ['928c1573-b274-40b1-9bba-bea9d8941585'] in dv-cinder-830096-1-iscsi is: [{'id': '928c1573-b274-40b1-9bba-bea9d8941585', 'name': 'tempest-TestShelveInstance-2053906482-router', 'tenant_id': '12be88d1bb4346499668757296e0479a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f52b71d-61c7-49bc-86ae-3e3415c25b55', 'external_fixed_ips': [{'subnet_id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'ip_address': '172.27.2.185'}], 'enable_snat': True}, 'gw_port_id': '2ecde743-218a-46f1-8a20-8aaaa7fda88c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:07:18Z', 'updated_at': '2022-02-20T23:07:21Z', 'revision_number': 4, 'project_id': '12be88d1bb4346499668757296e0479a', 'gw_port': {'id': '2ecde743-218a-46f1-8a20-8aaaa7fda88c', 'name': '', 'network_id': '5f52b71d-61c7-49bc-86ae-3e3415c25b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:35:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '928c1573-b274-40b1-9bba-bea9d8941585', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'ip_address': '172.27.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:07:19Z', 'updated_at': '2022-02-20T23:07:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-1-iscsi', '_interfaces': [{'id': '3241ade8-e716-4e1c-b577-8a0936d6bb06', 'name': '', 'network_id': '72784a2d-e084-47e0-8343-d6397aa50667', 'tenant_id': '12be88d1bb4346499668757296e0479a', 'mac_address': 'fa:16:3e:0a:57:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '928c1573-b274-40b1-9bba-bea9d8941585', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '736c1897-f4f2-467c-9a09-ac5f582fbb18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:07:21Z', 'updated_at': '2022-02-20T23:07:21Z', 'revision_number': 1, 'project_id': '12be88d1bb4346499668757296e0479a', 'subnets': [{'id': '736c1897-f4f2-467c-9a09-ac5f582fbb18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 23:07:22.437361 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8783452d-f451-48fa-90bb-4f8b48d1e3ac req-c2d70c4e-2f0f-41f3-976c-ea23aa1eac09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:07:22.438836 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-8783452d-f451-48fa-90bb-4f8b48d1e3ac req-c2d70c4e-2f0f-41f3-976c-ea23aa1eac09 service neutron] 10.222.0.42 "GET /v2.0/networks?id=330ae1fa-e5e0-405b-adb6-d2248d3b3656 HTTP/1.1" status: 200 len: 911 time: 0.4226480 Feb 20 23:07:22.530063 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-8783452d-f451-48fa-90bb-4f8b48d1e3ac req-173f53fb-c3ab-44bb-8334-02ccddde67f5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=47ffeeef-0c16-44ca-8659-d7555ecc7372 HTTP/1.1" status: 200 len: 1002 time: 0.0823219 Feb 20 23:07:22.566904 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-304045ec-4216-4086-b974-21d87c98bb4a admin admin] Publish callbacks [] for port (3241ade8-e716-4e1c-b577-8a0936d6bb06), precommit_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:07:22.595336 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8783452d-f451-48fa-90bb-4f8b48d1e3ac req-3c642d06-aa5b-4531-a755-21f5b8bf7a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:07:22.595540 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-8783452d-f451-48fa-90bb-4f8b48d1e3ac req-3c642d06-aa5b-4531-a755-21f5b8bf7a87 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f975dd8a-099e-41b7-b390-f487b4c5fbc0 HTTP/1.1" status: 200 len: 850 time: 0.0595515 Feb 20 23:07:22.644371 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-304045ec-4216-4086-b974-21d87c98bb4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747407212427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747406771514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747406771532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59259312'] for port (3241ade8-e716-4e1c-b577-8a0936d6bb06), after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:07:22.695291 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8783452d-f451-48fa-90bb-4f8b48d1e3ac req-5582a0a6-1337-45ce-a102-efb920330178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:07:22.696822 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-8783452d-f451-48fa-90bb-4f8b48d1e3ac req-5582a0a6-1337-45ce-a102-efb920330178 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=330ae1fa-e5e0-405b-adb6-d2248d3b3656&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0949178 Feb 20 23:07:22.737139 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304045ec-4216-4086-b974-21d87c98bb4a admin admin] Pushing event updated for resources: {'Port': ['ID=3241ade8-e716-4e1c-b577-8a0936d6bb06,revision_number=2']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:07:22.776259 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-304045ec-4216-4086-b974-21d87c98bb4a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-565524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-702953'] for router_interface (928c1573-b274-40b1-9bba-bea9d8941585), after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:07:22.862874 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-8783452d-f451-48fa-90bb-4f8b48d1e3ac req-211af3dc-2791-4027-ae36-9ba784306c05 service neutron] 10.222.0.42 "GET /v2.0/networks/330ae1fa-e5e0-405b-adb6-d2248d3b3656?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1558681 Feb 20 23:07:22.938120 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-304045ec-4216-4086-b974-21d87c98bb4a admin admin] Network 72784a2d-e084-47e0-8343-d6397aa50667 is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 23:07:22.940980 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-304045ec-4216-4086-b974-21d87c98bb4a admin admin] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 23:07:23.030703 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-8783452d-f451-48fa-90bb-4f8b48d1e3ac req-19b0071c-747c-4908-9f68-494dd4f29d7f service neutron] 10.222.0.42 "GET /v2.0/networks/330ae1fa-e5e0-405b-adb6-d2248d3b3656?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1612959 Feb 20 23:07:23.114080 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-304045ec-4216-4086-b974-21d87c98bb4a admin admin] Router 928c1573-b274-40b1-9bba-bea9d8941585 has already been hosted by L3 agent 13c347f3-1c01-45ee-af8c-9f8a630e0f23 {{(pid=109628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 23:07:23.211035 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-c315cbff-60e5-4cee-8ae7-f89657280d71 None None] Provisioning complete for port 3241ade8-e716-4e1c-b577-8a0936d6bb06 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:07:23.212148 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c315cbff-60e5-4cee-8ae7-f89657280d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4145689'] for port (3241ade8-e716-4e1c-b577-8a0936d6bb06), provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:07:23.235603 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-304045ec-4216-4086-b974-21d87c98bb4a admin admin] Notify agent at l3_agent.dv-cinder-830096-1-iscsi the message routers_updated {{(pid=109628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 23:07:23.240603 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [None req-304045ec-4216-4086-b974-21d87c98bb4a admin admin] 10.222.0.65 "PUT /v2.0/routers/928c1573-b274-40b1-9bba-bea9d8941585/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4003744 Feb 20 23:07:23.251889 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-c315cbff-60e5-4cee-8ae7-f89657280d71 None None] Port 3241ade8-e716-4e1c-b577-8a0936d6bb06 cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 23:07:23.643244 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.db.agents_db [None req-1f7bd598-9080-4651-a904-61cb6c9001fd None None] Agent healthcheck: found 6 active agents {{(pid=109631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 23:07:23.847784 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.65', 51934) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:07:23.853159 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.v2.base [None req-e194bc63-4d03-454a-93ab-3e1b391cf4b2 tempest-TestShelveInstance-1963375700 tempest-TestShelveInstance-1963375700-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1320976222', 'description': 'tempest-secgroup-smoke-1320976222 description', 'project_id': '0cba5500ec13454c84750d795b267d1f'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:07:23.875677 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Device 2ecde743-218a-46f1-8a20-8aaaa7fda88c up at agent ovs-agent-dv-cinder-830096-1-iscsi {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 23:07:23.932155 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Provisioning complete for port 2ecde743-218a-46f1-8a20-8aaaa7fda88c triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:07:23.932529 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4145689'] for port (2ecde743-218a-46f1-8a20-8aaaa7fda88c), provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:07:23.953024 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e194bc63-4d03-454a-93ab-3e1b391cf4b2 tempest-TestShelveInstance-1963375700 tempest-TestShelveInstance-1963375700-project] Publish callbacks [] for security_group (None), before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:07:24.015306 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Current status of the port 2ecde743-218a-46f1-8a20-8aaaa7fda88c is: DOWN; New status is: ACTIVE {{(pid=109630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:07:24.015639 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4131840'] for port (2ecde743-218a-46f1-8a20-8aaaa7fda88c), before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:07:24.026891 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e194bc63-4d03-454a-93ab-3e1b391cf4b2 tempest-TestShelveInstance-1963375700 tempest-TestShelveInstance-1963375700-project] Publish callbacks [] for security_group (2c29ce32-9d8e-4912-89a0-2a585bcd184b), precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:07:24.041462 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] For port 2ecde743-218a-46f1-8a20-8aaaa7fda88c, host dv-cinder-830096-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-1-iscsi',level=0,port_id=2ecde743-218a-46f1-8a20-8aaaa7fda88c,segment=NetworkSegment(c35aac5e-90b0-4d56-90ba-57f79ef09092),segment_id=c35aac5e-90b0-4d56-90ba-57f79ef09092)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:07:24.096106 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e194bc63-4d03-454a-93ab-3e1b391cf4b2 tempest-TestShelveInstance-1963375700 tempest-TestShelveInstance-1963375700-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627867'] for security_group (2c29ce32-9d8e-4912-89a0-2a585bcd184b), after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:07:24.124701 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e194bc63-4d03-454a-93ab-3e1b391cf4b2 tempest-TestShelveInstance-1963375700 tempest-TestShelveInstance-1963375700-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c29ce32-9d8e-4912-89a0-2a585bcd184b,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:07:24.144172 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747407212427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747406771514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747406771532'] for port (2ecde743-218a-46f1-8a20-8aaaa7fda88c), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:07:24.179345 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e194bc63-4d03-454a-93ab-3e1b391cf4b2 tempest-TestShelveInstance-1963375700 tempest-TestShelveInstance-1963375700-project] Publish callbacks [] for security_group (None), before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:07:24.181127 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [None req-e194bc63-4d03-454a-93ab-3e1b391cf4b2 tempest-TestShelveInstance-1963375700 tempest-TestShelveInstance-1963375700-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3317957 Feb 20 23:07:24.184088 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.65', 51936) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:07:24.188462 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.v2.base [None req-57ac0dcb-f4b5-43dc-b361-e506a4e86817 tempest-TestShelveInstance-1963375700 tempest-TestShelveInstance-1963375700-project] Request body: {'security_group_rule': {'security_group_id': '2c29ce32-9d8e-4912-89a0-2a585bcd184b', 'project_id': '0cba5500ec13454c84750d795b267d1f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:07:24.189897 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Pushing event updated for resources: {'Port': ['ID=2ecde743-218a-46f1-8a20-8aaaa7fda88c,revision_number=4']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:07:24.283843 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-57ac0dcb-f4b5-43dc-b361-e506a4e86817 tempest-TestShelveInstance-1963375700 tempest-TestShelveInstance-1963375700-project] Publish callbacks [] for security_group_rule (d2a6a3da-2b83-41b8-a73c-be1e3cea410d), before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:07:24.340555 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-57ac0dcb-f4b5-43dc-b361-e506a4e86817 tempest-TestShelveInstance-1963375700 tempest-TestShelveInstance-1963375700-project] Publish callbacks [] for security_group_rule (d2a6a3da-2b83-41b8-a73c-be1e3cea410d), precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:07:24.443176 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-57ac0dcb-f4b5-43dc-b361-e506a4e86817 tempest-TestShelveInstance-1963375700 tempest-TestShelveInstance-1963375700-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625755'] for security_group_rule (d2a6a3da-2b83-41b8-a73c-be1e3cea410d), after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:07:24.460452 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ac0dcb-f4b5-43dc-b361-e506a4e86817 tempest-TestShelveInstance-1963375700 tempest-TestShelveInstance-1963375700-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2a6a3da-2b83-41b8-a73c-be1e3cea410d,revision_number=0']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:07:24.525770 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-57ac0dcb-f4b5-43dc-b361-e506a4e86817 tempest-TestShelveInstance-1963375700 tempest-TestShelveInstance-1963375700-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:07:24.527089 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [None req-57ac0dcb-f4b5-43dc-b361-e506a4e86817 tempest-TestShelveInstance-1963375700 tempest-TestShelveInstance-1963375700-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3419766 Feb 20 23:07:24.529964 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.65', 51938) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:07:24.534575 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.v2.base [None req-7e43dfbb-2925-4f05-9b27-8459379fa5ce tempest-TestShelveInstance-1963375700 tempest-TestShelveInstance-1963375700-project] Request body: {'security_group_rule': {'security_group_id': '2c29ce32-9d8e-4912-89a0-2a585bcd184b', 'project_id': '0cba5500ec13454c84750d795b267d1f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:07:24.655866 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-7e43dfbb-2925-4f05-9b27-8459379fa5ce tempest-TestShelveInstance-1963375700 tempest-TestShelveInstance-1963375700-project] Publish callbacks [] for security_group_rule (b677dd34-2248-490d-a56d-f117f0ba4289), before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:07:24.710570 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-7e43dfbb-2925-4f05-9b27-8459379fa5ce tempest-TestShelveInstance-1963375700 tempest-TestShelveInstance-1963375700-project] Publish callbacks [] for security_group_rule (b677dd34-2248-490d-a56d-f117f0ba4289), precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:07:24.781119 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-7e43dfbb-2925-4f05-9b27-8459379fa5ce tempest-TestShelveInstance-1963375700 tempest-TestShelveInstance-1963375700-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625755'] for security_group_rule (b677dd34-2248-490d-a56d-f117f0ba4289), after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:07:24.798406 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e43dfbb-2925-4f05-9b27-8459379fa5ce tempest-TestShelveInstance-1963375700 tempest-TestShelveInstance-1963375700-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b677dd34-2248-490d-a56d-f117f0ba4289,revision_number=0']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:07:24.880243 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-7e43dfbb-2925-4f05-9b27-8459379fa5ce tempest-TestShelveInstance-1963375700 tempest-TestShelveInstance-1963375700-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:07:24.881423 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [None req-7e43dfbb-2925-4f05-9b27-8459379fa5ce tempest-TestShelveInstance-1963375700 tempest-TestShelveInstance-1963375700-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3503895 Feb 20 23:07:24.884644 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.65', 51940) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:07:24.888899 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.v2.base [None req-94fbab1b-0ae2-47fa-af1a-a38643145410 tempest-TestShelveInstance-1963375700 tempest-TestShelveInstance-1963375700-project] Request body: {'security_group_rule': {'security_group_id': '2c29ce32-9d8e-4912-89a0-2a585bcd184b', 'project_id': '0cba5500ec13454c84750d795b267d1f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:07:24.968521 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-94fbab1b-0ae2-47fa-af1a-a38643145410 tempest-TestShelveInstance-1963375700 tempest-TestShelveInstance-1963375700-project] Publish callbacks [] for security_group_rule (13401e8f-ff04-45fb-bbf5-deed9ce1ac5f), before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:07:25.022181 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-94fbab1b-0ae2-47fa-af1a-a38643145410 tempest-TestShelveInstance-1963375700 tempest-TestShelveInstance-1963375700-project] Publish callbacks [] for security_group_rule (13401e8f-ff04-45fb-bbf5-deed9ce1ac5f), precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:07:25.096080 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-94fbab1b-0ae2-47fa-af1a-a38643145410 tempest-TestShelveInstance-1963375700 tempest-TestShelveInstance-1963375700-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625755'] for security_group_rule (13401e8f-ff04-45fb-bbf5-deed9ce1ac5f), after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:07:25.113581 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fbab1b-0ae2-47fa-af1a-a38643145410 tempest-TestShelveInstance-1963375700 tempest-TestShelveInstance-1963375700-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13401e8f-ff04-45fb-bbf5-deed9ce1ac5f,revision_number=0']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:07:25.182475 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-94fbab1b-0ae2-47fa-af1a-a38643145410 tempest-TestShelveInstance-1963375700 tempest-TestShelveInstance-1963375700-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:07:25.183701 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [None req-94fbab1b-0ae2-47fa-af1a-a38643145410 tempest-TestShelveInstance-1963375700 tempest-TestShelveInstance-1963375700-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2981591 Feb 20 23:07:25.186479 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.65', 51942) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:07:25.190982 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.v2.base [None req-8a7c8f86-d8dd-4f0c-be18-bd2fea93ef05 tempest-TestShelveInstance-1963375700 tempest-TestShelveInstance-1963375700-project] Request body: {'security_group_rule': {'security_group_id': '2c29ce32-9d8e-4912-89a0-2a585bcd184b', 'project_id': '0cba5500ec13454c84750d795b267d1f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:07:25.277890 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-8a7c8f86-d8dd-4f0c-be18-bd2fea93ef05 tempest-TestShelveInstance-1963375700 tempest-TestShelveInstance-1963375700-project] Publish callbacks [] for security_group_rule (7a80335b-aab8-4585-a0ce-b5385566642d), before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:07:25.334336 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-8a7c8f86-d8dd-4f0c-be18-bd2fea93ef05 tempest-TestShelveInstance-1963375700 tempest-TestShelveInstance-1963375700-project] Publish callbacks [] for security_group_rule (7a80335b-aab8-4585-a0ce-b5385566642d), precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:07:25.410052 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-8a7c8f86-d8dd-4f0c-be18-bd2fea93ef05 tempest-TestShelveInstance-1963375700 tempest-TestShelveInstance-1963375700-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625755'] for security_group_rule (7a80335b-aab8-4585-a0ce-b5385566642d), after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:07:25.427055 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7c8f86-d8dd-4f0c-be18-bd2fea93ef05 tempest-TestShelveInstance-1963375700 tempest-TestShelveInstance-1963375700-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a80335b-aab8-4585-a0ce-b5385566642d,revision_number=0']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:07:25.513482 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-8a7c8f86-d8dd-4f0c-be18-bd2fea93ef05 tempest-TestShelveInstance-1963375700 tempest-TestShelveInstance-1963375700-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:07:25.514781 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [None req-8a7c8f86-d8dd-4f0c-be18-bd2fea93ef05 tempest-TestShelveInstance-1963375700 tempest-TestShelveInstance-1963375700-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3273790 Feb 20 23:07:25.517521 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.65', 51944) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:07:25.521698 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.v2.base [None req-431ffb57-16e5-404f-ab8b-aab92e415ecb tempest-TestShelveInstance-1963375700 tempest-TestShelveInstance-1963375700-project] Request body: {'security_group_rule': {'security_group_id': '2c29ce32-9d8e-4912-89a0-2a585bcd184b', 'project_id': '0cba5500ec13454c84750d795b267d1f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:07:25.614917 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.db.securitygroups_db [None req-431ffb57-16e5-404f-ab8b-aab92e415ecb tempest-TestShelveInstance-1963375700 tempest-TestShelveInstance-1963375700-project] Project 0cba5500ec13454c84750d795b267d1f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 20 23:07:25.620932 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-431ffb57-16e5-404f-ab8b-aab92e415ecb tempest-TestShelveInstance-1963375700 tempest-TestShelveInstance-1963375700-project] Publish callbacks [] for security_group_rule (5c6fd14a-11b6-4cf8-a9fe-6d45598aa0da), before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:07:25.679221 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-431ffb57-16e5-404f-ab8b-aab92e415ecb tempest-TestShelveInstance-1963375700 tempest-TestShelveInstance-1963375700-project] Publish callbacks [] for security_group_rule (5c6fd14a-11b6-4cf8-a9fe-6d45598aa0da), precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:07:25.759678 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-431ffb57-16e5-404f-ab8b-aab92e415ecb tempest-TestShelveInstance-1963375700 tempest-TestShelveInstance-1963375700-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625755'] for security_group_rule (5c6fd14a-11b6-4cf8-a9fe-6d45598aa0da), after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:07:25.776952 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431ffb57-16e5-404f-ab8b-aab92e415ecb tempest-TestShelveInstance-1963375700 tempest-TestShelveInstance-1963375700-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c6fd14a-11b6-4cf8-a9fe-6d45598aa0da,revision_number=0']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:07:25.817495 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3a72088-4f9d-4518-82bf-12066dc74f4f None None] Sync routers for ids ['928c1573-b274-40b1-9bba-bea9d8941585'] in dv-cinder-830096-1-iscsi {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 23:07:25.835295 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3a72088-4f9d-4518-82bf-12066dc74f4f None None] Routers {'928c1573-b274-40b1-9bba-bea9d8941585'} bound to L3 agent in host dv-cinder-830096-1-iscsi {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 23:07:25.835595 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Device 2ecde743-218a-46f1-8a20-8aaaa7fda88c up at agent ovs-agent-dv-cinder-830096-1-iscsi {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 23:07:25.836002 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-f3a72088-4f9d-4518-82bf-12066dc74f4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T22:50:44Z,description=,heartbeat_timestamp=2022-02-20T23:07:14Z,host='dv-cinder-830096-1-iscsi',id=13c347f3-1c01-45ee-af8c-9f8a630e0f23,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T22:50:45Z,topic='l3_agent')) {'router_ids': ['928c1573-b274-40b1-9bba-bea9d8941585'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:07:25.852330 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-431ffb57-16e5-404f-ab8b-aab92e415ecb tempest-TestShelveInstance-1963375700 tempest-TestShelveInstance-1963375700-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:07:25.854019 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [None req-431ffb57-16e5-404f-ab8b-aab92e415ecb tempest-TestShelveInstance-1963375700 tempest-TestShelveInstance-1963375700-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3351171 Feb 20 23:07:25.856263 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.65', 51946) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:07:25.861710 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.v2.base [None req-97eb46cc-887c-43c7-afd7-ae4f0f7ee557 tempest-TestShelveInstance-1963375700 tempest-TestShelveInstance-1963375700-project] Request body: {'security_group_rule': {'security_group_id': '2c29ce32-9d8e-4912-89a0-2a585bcd184b', 'project_id': '0cba5500ec13454c84750d795b267d1f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:07:25.884941 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Provisioning complete for port 2ecde743-218a-46f1-8a20-8aaaa7fda88c triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:07:25.885312 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4145689'] for port (2ecde743-218a-46f1-8a20-8aaaa7fda88c), provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:07:25.965082 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.db.securitygroups_db [None req-97eb46cc-887c-43c7-afd7-ae4f0f7ee557 tempest-TestShelveInstance-1963375700 tempest-TestShelveInstance-1963375700-project] Project 0cba5500ec13454c84750d795b267d1f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 20 23:07:25.966970 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Current status of the port 2ecde743-218a-46f1-8a20-8aaaa7fda88c is: ACTIVE; New status is: ACTIVE {{(pid=109630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:07:25.971369 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-97eb46cc-887c-43c7-afd7-ae4f0f7ee557 tempest-TestShelveInstance-1963375700 tempest-TestShelveInstance-1963375700-project] Publish callbacks [] for security_group_rule (cdf1f9a7-e19c-43bf-801c-4a3c9ac184f9), before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:07:25.971775 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.db.l3_dvr_db [None req-f3a72088-4f9d-4518-82bf-12066dc74f4f None None] Set router 928c1573-b274-40b1-9bba-bea9d8941585 gateway port host: dv-cinder-830096-1-iscsi {{(pid=109631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 23:07:26.033015 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-97eb46cc-887c-43c7-afd7-ae4f0f7ee557 tempest-TestShelveInstance-1963375700 tempest-TestShelveInstance-1963375700-project] Publish callbacks [] for security_group_rule (cdf1f9a7-e19c-43bf-801c-4a3c9ac184f9), precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:07:26.111778 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-97eb46cc-887c-43c7-afd7-ae4f0f7ee557 tempest-TestShelveInstance-1963375700 tempest-TestShelveInstance-1963375700-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625755'] for security_group_rule (cdf1f9a7-e19c-43bf-801c-4a3c9ac184f9), after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:07:26.134441 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97eb46cc-887c-43c7-afd7-ae4f0f7ee557 tempest-TestShelveInstance-1963375700 tempest-TestShelveInstance-1963375700-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cdf1f9a7-e19c-43bf-801c-4a3c9ac184f9,revision_number=0']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:07:26.140795 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (a929ecfe-02b1-4b86-b2e7-0c746ea4b12c), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:07:26.177641 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-f3a72088-4f9d-4518-82bf-12066dc74f4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '928c1573-b274-40b1-9bba-bea9d8941585', 'name': 'tempest-TestShelveInstance-2053906482-router', 'tenant_id': '12be88d1bb4346499668757296e0479a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f52b71d-61c7-49bc-86ae-3e3415c25b55', 'external_fixed_ips': [{'subnet_id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'ip_address': '172.27.2.185'}], 'enable_snat': True}, 'gw_port_id': '2ecde743-218a-46f1-8a20-8aaaa7fda88c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:07:18Z', 'updated_at': '2022-02-20T23:07:21Z', 'revision_number': 4, 'project_id': '12be88d1bb4346499668757296e0479a', 'gw_port': {'id': '2ecde743-218a-46f1-8a20-8aaaa7fda88c', 'name': '', 'network_id': '5f52b71d-61c7-49bc-86ae-3e3415c25b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:35:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '928c1573-b274-40b1-9bba-bea9d8941585', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'ip_address': '172.27.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:07:19Z', 'updated_at': '2022-02-20T23:07:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-1-iscsi', '_interfaces': [{'id': '3241ade8-e716-4e1c-b577-8a0936d6bb06', 'name': '', 'network_id': '72784a2d-e084-47e0-8343-d6397aa50667', 'tenant_id': '12be88d1bb4346499668757296e0479a', 'mac_address': 'fa:16:3e:0a:57:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '928c1573-b274-40b1-9bba-bea9d8941585', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '736c1897-f4f2-467c-9a09-ac5f582fbb18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:07:21Z', 'updated_at': '2022-02-20T23:07:22Z', 'revision_number': 2, 'project_id': '12be88d1bb4346499668757296e0479a', 'subnets': [{'id': '736c1897-f4f2-467c-9a09-ac5f582fbb18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830096-1-iscsi', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:07:26.204000 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3a72088-4f9d-4518-82bf-12066dc74f4f None None] Checking router: 928c1573-b274-40b1-9bba-bea9d8941585 for host: dv-cinder-830096-1-iscsi {{(pid=109631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 23:07:26.207915 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3a72088-4f9d-4518-82bf-12066dc74f4f None None] Updating router 928c1573-b274-40b1-9bba-bea9d8941585 port 3241ade8-e716-4e1c-b577-8a0936d6bb06 binding host dv-cinder-830096-1-iscsi {{(pid=109631) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 23:07:26.231395 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-f3a72088-4f9d-4518-82bf-12066dc74f4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4131840'] for port (3241ade8-e716-4e1c-b577-8a0936d6bb06), before_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:07:26.252850 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-97eb46cc-887c-43c7-afd7-ae4f0f7ee557 tempest-TestShelveInstance-1963375700 tempest-TestShelveInstance-1963375700-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:07:26.263371 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [None req-97eb46cc-887c-43c7-afd7-ae4f0f7ee557 tempest-TestShelveInstance-1963375700 tempest-TestShelveInstance-1963375700-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4055095 Feb 20 23:07:26.504136 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-f3a72088-4f9d-4518-82bf-12066dc74f4f None None] Publish callbacks [] for port (3241ade8-e716-4e1c-b577-8a0936d6bb06), precommit_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:07:26.587813 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-f3a72088-4f9d-4518-82bf-12066dc74f4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747407212427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747406771514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747406771532'] for port (3241ade8-e716-4e1c-b577-8a0936d6bb06), after_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:07:26.637399 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9347be-7d33-433c-b7a3-a7d4062ce7fb None None] Pushing event updated for resources: {'Port': ['ID=3241ade8-e716-4e1c-b577-8a0936d6bb06,revision_number=3']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:07:26.690445 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.plugins.ml2.managers [None req-f3a72088-4f9d-4518-82bf-12066dc74f4f None None] Attempting to bind port 3241ade8-e716-4e1c-b577-8a0936d6bb06 on host dv-cinder-830096-1-iscsi for vnic_type normal with profile {{(pid=109631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 23:07:26.690809 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.plugins.ml2.managers [None req-f3a72088-4f9d-4518-82bf-12066dc74f4f None None] Attempting to bind port 3241ade8-e716-4e1c-b577-8a0936d6bb06 by drivers openvswitch,hyperv on host dv-cinder-830096-1-iscsi at level 0 using segments [{'id': 'b4ebdf64-0dd9-4cf4-9b59-022790ed7dfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '72784a2d-e084-47e0-8343-d6397aa50667'}] {{(pid=109631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 23:07:26.691165 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3a72088-4f9d-4518-82bf-12066dc74f4f None None] Attempting to bind port 3241ade8-e716-4e1c-b577-8a0936d6bb06 on network 72784a2d-e084-47e0-8343-d6397aa50667 {{(pid=109631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 23:07:26.696746 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3a72088-4f9d-4518-82bf-12066dc74f4f None None] Checking agent: {'id': '2dc95353-690e-4eed-857f-cdb5bbe3a4be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830096-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 22, 50, 49), 'started_at': datetime.datetime(2022, 2, 20, 22, 51, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 23, 7, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830096-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 23:07:26.697117 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3a72088-4f9d-4518-82bf-12066dc74f4f None None] Checking segment: {'id': 'b4ebdf64-0dd9-4cf4-9b59-022790ed7dfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '72784a2d-e084-47e0-8343-d6397aa50667'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 23:07:26.697503 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-f3a72088-4f9d-4518-82bf-12066dc74f4f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:07:26.697887 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3a72088-4f9d-4518-82bf-12066dc74f4f None None] Bound using segment: {'id': 'b4ebdf64-0dd9-4cf4-9b59-022790ed7dfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '72784a2d-e084-47e0-8343-d6397aa50667'} {{(pid=109631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 23:07:26.698348 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.plugins.ml2.managers [None req-f3a72088-4f9d-4518-82bf-12066dc74f4f None None] Bound port: 3241ade8-e716-4e1c-b577-8a0936d6bb06, host: dv-cinder-830096-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4ebdf64-0dd9-4cf4-9b59-022790ed7dfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '72784a2d-e084-47e0-8343-d6397aa50667'}}] {{(pid=109631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 23:07:26.698743 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-f3a72088-4f9d-4518-82bf-12066dc74f4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4131840'] for port (3241ade8-e716-4e1c-b577-8a0936d6bb06), before_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:07:26.768396 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.plugins.ml2.db [None req-f3a72088-4f9d-4518-82bf-12066dc74f4f None None] For port 3241ade8-e716-4e1c-b577-8a0936d6bb06, host dv-cinder-830096-1-iscsi, cleared binding levels {{(pid=109631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 23:07:26.774005 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.plugins.ml2.db [None req-f3a72088-4f9d-4518-82bf-12066dc74f4f None None] For port 3241ade8-e716-4e1c-b577-8a0936d6bb06, host dv-cinder-830096-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-1-iscsi',level=0,port_id=3241ade8-e716-4e1c-b577-8a0936d6bb06,segment=NetworkSegment(b4ebdf64-0dd9-4cf4-9b59-022790ed7dfe),segment_id=b4ebdf64-0dd9-4cf4-9b59-022790ed7dfe)] {{(pid=109631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 23:07:26.790192 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-32811970-5e9d-4ed2-a067-bdfeaaec7a00 None None] Provisioning complete for port 3241ade8-e716-4e1c-b577-8a0936d6bb06 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:07:26.790585 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-32811970-5e9d-4ed2-a067-bdfeaaec7a00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4145689'] for port (3241ade8-e716-4e1c-b577-8a0936d6bb06), provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:07:26.825137 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-32811970-5e9d-4ed2-a067-bdfeaaec7a00 None None] Port 3241ade8-e716-4e1c-b577-8a0936d6bb06 cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 23:07:26.873577 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-f3a72088-4f9d-4518-82bf-12066dc74f4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747407212427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747406771514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747406771532'] for port (3241ade8-e716-4e1c-b577-8a0936d6bb06), after_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:07:26.930698 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3a72088-4f9d-4518-82bf-12066dc74f4f None None] Routers {'928c1573-b274-40b1-9bba-bea9d8941585'} bound to L3 agent in host dv-cinder-830096-1-iscsi {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 23:07:26.931336 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-f3a72088-4f9d-4518-82bf-12066dc74f4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T22:50:44Z,description=,heartbeat_timestamp=2022-02-20T23:07:14Z,host='dv-cinder-830096-1-iscsi',id=13c347f3-1c01-45ee-af8c-9f8a630e0f23,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T22:50:45Z,topic='l3_agent')) {'router_ids': ['928c1573-b274-40b1-9bba-bea9d8941585'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:07:26.936337 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9347be-7d33-433c-b7a3-a7d4062ce7fb None None] Pushing event updated for resources: {'Port': ['ID=3241ade8-e716-4e1c-b577-8a0936d6bb06,revision_number=4']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:07:27.054737 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.db.l3_dvr_db [None req-f3a72088-4f9d-4518-82bf-12066dc74f4f None None] Set router 928c1573-b274-40b1-9bba-bea9d8941585 gateway port host: dv-cinder-830096-1-iscsi {{(pid=109631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 23:07:27.154232 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-d8f3de70-658c-4225-b44a-b87d134107f6 None None] Provisioning complete for port 3241ade8-e716-4e1c-b577-8a0936d6bb06 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:07:27.154775 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-d8f3de70-658c-4225-b44a-b87d134107f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4145689'] for port (3241ade8-e716-4e1c-b577-8a0936d6bb06), provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:07:27.233756 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-d8f3de70-658c-4225-b44a-b87d134107f6 None None] Current status of the port 3241ade8-e716-4e1c-b577-8a0936d6bb06 is: DOWN; New status is: ACTIVE {{(pid=109630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:07:27.234178 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-d8f3de70-658c-4225-b44a-b87d134107f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4131840'] for port (3241ade8-e716-4e1c-b577-8a0936d6bb06), before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:07:27.266591 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-d8f3de70-658c-4225-b44a-b87d134107f6 None None] For port 3241ade8-e716-4e1c-b577-8a0936d6bb06, host dv-cinder-830096-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-1-iscsi',level=0,port_id=3241ade8-e716-4e1c-b577-8a0936d6bb06,segment=NetworkSegment(b4ebdf64-0dd9-4cf4-9b59-022790ed7dfe),segment_id=b4ebdf64-0dd9-4cf4-9b59-022790ed7dfe)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:07:27.335230 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-f3a72088-4f9d-4518-82bf-12066dc74f4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '928c1573-b274-40b1-9bba-bea9d8941585', 'name': 'tempest-TestShelveInstance-2053906482-router', 'tenant_id': '12be88d1bb4346499668757296e0479a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f52b71d-61c7-49bc-86ae-3e3415c25b55', 'external_fixed_ips': [{'subnet_id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'ip_address': '172.27.2.185'}], 'enable_snat': True}, 'gw_port_id': '2ecde743-218a-46f1-8a20-8aaaa7fda88c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:07:18Z', 'updated_at': '2022-02-20T23:07:21Z', 'revision_number': 4, 'project_id': '12be88d1bb4346499668757296e0479a', 'gw_port': {'id': '2ecde743-218a-46f1-8a20-8aaaa7fda88c', 'name': '', 'network_id': '5f52b71d-61c7-49bc-86ae-3e3415c25b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:35:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '928c1573-b274-40b1-9bba-bea9d8941585', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'ip_address': '172.27.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:07:19Z', 'updated_at': '2022-02-20T23:07:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-1-iscsi', '_interfaces': [{'id': '3241ade8-e716-4e1c-b577-8a0936d6bb06', 'name': '', 'network_id': '72784a2d-e084-47e0-8343-d6397aa50667', 'tenant_id': '12be88d1bb4346499668757296e0479a', 'mac_address': 'fa:16:3e:0a:57:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '928c1573-b274-40b1-9bba-bea9d8941585', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '736c1897-f4f2-467c-9a09-ac5f582fbb18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:07:21Z', 'updated_at': '2022-02-20T23:07:26Z', 'revision_number': 4, 'project_id': '12be88d1bb4346499668757296e0479a', 'subnets': [{'id': '736c1897-f4f2-467c-9a09-ac5f582fbb18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830096-1-iscsi', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:07:27.364513 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-d8f3de70-658c-4225-b44a-b87d134107f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747407212427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747406771514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747406771532'] for port (3241ade8-e716-4e1c-b577-8a0936d6bb06), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:07:27.419207 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f3de70-658c-4225-b44a-b87d134107f6 None None] Pushing event updated for resources: {'Port': ['ID=3241ade8-e716-4e1c-b577-8a0936d6bb06,revision_number=5']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:07:27.494085 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3a72088-4f9d-4518-82bf-12066dc74f4f None None] The sync data for ids ['928c1573-b274-40b1-9bba-bea9d8941585'] in dv-cinder-830096-1-iscsi is: [{'id': '928c1573-b274-40b1-9bba-bea9d8941585', 'name': 'tempest-TestShelveInstance-2053906482-router', 'tenant_id': '12be88d1bb4346499668757296e0479a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f52b71d-61c7-49bc-86ae-3e3415c25b55', 'external_fixed_ips': [{'subnet_id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'ip_address': '172.27.2.185'}], 'enable_snat': True}, 'gw_port_id': '2ecde743-218a-46f1-8a20-8aaaa7fda88c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:07:18Z', 'updated_at': '2022-02-20T23:07:21Z', 'revision_number': 4, 'project_id': '12be88d1bb4346499668757296e0479a', 'gw_port': {'id': '2ecde743-218a-46f1-8a20-8aaaa7fda88c', 'name': '', 'network_id': '5f52b71d-61c7-49bc-86ae-3e3415c25b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:35:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '928c1573-b274-40b1-9bba-bea9d8941585', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'ip_address': '172.27.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:07:19Z', 'updated_at': '2022-02-20T23:07:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-1-iscsi', '_interfaces': [{'id': '3241ade8-e716-4e1c-b577-8a0936d6bb06', 'name': '', 'network_id': '72784a2d-e084-47e0-8343-d6397aa50667', 'tenant_id': '12be88d1bb4346499668757296e0479a', 'mac_address': 'fa:16:3e:0a:57:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '928c1573-b274-40b1-9bba-bea9d8941585', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '736c1897-f4f2-467c-9a09-ac5f582fbb18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:07:21Z', 'updated_at': '2022-02-20T23:07:26Z', 'revision_number': 4, 'project_id': '12be88d1bb4346499668757296e0479a', 'subnets': [{'id': '736c1897-f4f2-467c-9a09-ac5f582fbb18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 23:07:27.855606 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Device 3241ade8-e716-4e1c-b577-8a0936d6bb06 up at agent ovs-agent-dv-cinder-830096-1-iscsi {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 23:07:27.906835 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Provisioning complete for port 3241ade8-e716-4e1c-b577-8a0936d6bb06 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:07:27.907217 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4145689'] for port (3241ade8-e716-4e1c-b577-8a0936d6bb06), provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:07:27.989942 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Current status of the port 3241ade8-e716-4e1c-b577-8a0936d6bb06 is: ACTIVE; New status is: ACTIVE {{(pid=109630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:07:42.295798 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-661c33a6-2405-4868-bec5-f667b0eda707 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (83a03d73-f5e1-4f72-b2a3-d557ae097998), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:07:44.504953 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7204bdde-7bd2-409b-b08e-790d0bc5ff75 req-493204c2-bd8d-4987-83fa-60d8e1a2423f tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:07:44.506504 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-7204bdde-7bd2-409b-b08e-790d0bc5ff75 req-493204c2-bd8d-4987-83fa-60d8e1a2423f tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] 10.222.0.65 "GET /v2.0/ports?device_id=6732eadb-c39d-499f-84e7-dc5e141ce7e5 HTTP/1.1" status: 200 len: 946 time: 0.0570803 Feb 20 23:07:44.553556 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-7204bdde-7bd2-409b-b08e-790d0bc5ff75 req-1cb8023a-9c57-4b8d-9bae-53bb8c7ae3d5 tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] 10.222.0.65 "GET /v2.0/security-groups?id=3bcd6c59-40eb-44ff-a14d-74710665948f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408833 Feb 20 23:07:44.591078 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-ee223cf8-f998-4e94-8072-5e090b0911ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (13c347f3-1c01-45ee-af8c-9f8a630e0f23), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:07:45.671288 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e90fac-2f05-4f7a-ba0a-df23495a0ec3 req-b9868870-b497-4971-a856-6f6968b4485f tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:07:45.672755 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-e2e90fac-2f05-4f7a-ba0a-df23495a0ec3 req-b9868870-b497-4971-a856-6f6968b4485f tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] 10.222.0.65 "GET /v2.0/ports?device_id=6732eadb-c39d-499f-84e7-dc5e141ce7e5 HTTP/1.1" status: 200 len: 946 time: 0.0511446 Feb 20 23:07:45.720647 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-e2e90fac-2f05-4f7a-ba0a-df23495a0ec3 req-f5483ae7-0412-4a6f-b2a7-ffb5421a3be3 tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] 10.222.0.65 "GET /v2.0/security-groups?id=3bcd6c59-40eb-44ff-a14d-74710665948f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422492 Feb 20 23:07:45.930902 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-343008d4-3a37-47e4-bcbd-5ef9b41dd99c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (5ba36dc9-fc49-4f8a-9e75-ea70dbbc9d37), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:07:46.085042 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7429078b-0e95-4cbc-bffe-6d9973ac7a40 req-8c0c84ef-a101-4191-9670-9efa9a894dda tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:07:46.086529 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-7429078b-0e95-4cbc-bffe-6d9973ac7a40 req-8c0c84ef-a101-4191-9670-9efa9a894dda tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] 10.222.0.42 "GET /v2.0/ports?device_id=6732eadb-c39d-499f-84e7-dc5e141ce7e5 HTTP/1.1" status: 200 len: 946 time: 0.0501080 Feb 20 23:07:46.175303 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [req-7429078b-0e95-4cbc-bffe-6d9973ac7a40 req-8baaf31c-c226-4e52-a9b2-4ed99c40e6ac tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] Deleting port 47ffeeef-0c16-44ca-8659-d7555ecc7372 {{(pid=109628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 23:07:46.175879 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-7429078b-0e95-4cbc-bffe-6d9973ac7a40 req-8baaf31c-c226-4e52-a9b2-4ed99c40e6ac tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747407206678'] for port (47ffeeef-0c16-44ca-8659-d7555ecc7372), before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:07:46.265994 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.db [req-7429078b-0e95-4cbc-bffe-6d9973ac7a40 req-8baaf31c-c226-4e52-a9b2-4ed99c40e6ac tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] For port 47ffeeef-0c16-44ca-8659-d7555ecc7372, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=47ffeeef-0c16-44ca-8659-d7555ecc7372,segment=NetworkSegment(880d65a5-0d44-4018-a2b8-55df6816dd1a),segment_id=880d65a5-0d44-4018-a2b8-55df6816dd1a)] {{(pid=109628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:07:46.266343 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-7429078b-0e95-4cbc-bffe-6d9973ac7a40 req-8baaf31c-c226-4e52-a9b2-4ed99c40e6ac tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671932'] for port (47ffeeef-0c16-44ca-8659-d7555ecc7372), precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:07:46.428590 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-7429078b-0e95-4cbc-bffe-6d9973ac7a40 req-8baaf31c-c226-4e52-a9b2-4ed99c40e6ac tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:07:46.428852 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-7429078b-0e95-4cbc-bffe-6d9973ac7a40 req-8baaf31c-c226-4e52-a9b2-4ed99c40e6ac tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-704244'] for floatingip (1385e887-fe85-4259-b2c8-3924e702358d), after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:07:46.429423 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.db.l3_db [req-7429078b-0e95-4cbc-bffe-6d9973ac7a40 req-8baaf31c-c226-4e52-a9b2-4ed99c40e6ac tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] Floating IP 1385e887-fe85-4259-b2c8-3924e702358d disassociated. External IP: 172.27.2.146, port: 47ffeeef-0c16-44ca-8659-d7555ecc7372. Feb 20 23:07:46.429750 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [req-7429078b-0e95-4cbc-bffe-6d9973ac7a40 req-8baaf31c-c226-4e52-a9b2-4ed99c40e6ac tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] Calling delete_port for 47ffeeef-0c16-44ca-8659-d7555ecc7372 owned by compute:nova {{(pid=109628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 23:07:46.616052 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-7429078b-0e95-4cbc-bffe-6d9973ac7a40 req-8baaf31c-c226-4e52-a9b2-4ed99c40e6ac tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747407212409', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747406771505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59259307'] for port (47ffeeef-0c16-44ca-8659-d7555ecc7372), after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:07:46.645686 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8baaf31c-c226-4e52-a9b2-4ed99c40e6ac tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] Pushing event deleted for resources: {'Port': ['ID=47ffeeef-0c16-44ca-8659-d7555ecc7372,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:07:46.759536 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7429078b-0e95-4cbc-bffe-6d9973ac7a40 req-8baaf31c-c226-4e52-a9b2-4ed99c40e6ac tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] Router 25558889-3b3f-44b4-89ff-accdf2d05ab0 has already been hosted by L3 agent 13c347f3-1c01-45ee-af8c-9f8a630e0f23 {{(pid=109628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 23:07:46.835926 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-274076a6-8e01-4e6a-9396-204a0c7896d1 req-c5ad0b16-4878-4965-9d3a-d62aacf5acfe tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] 10.222.0.65 "GET /v2.0/ports?device_id=6732eadb-c39d-499f-84e7-dc5e141ce7e5 HTTP/1.1" status: 200 len: 210 time: 0.0323536 Feb 20 23:07:46.894412 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7429078b-0e95-4cbc-bffe-6d9973ac7a40 req-8baaf31c-c226-4e52-a9b2-4ed99c40e6ac tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] Notify agent at l3_agent.dv-cinder-830096-1-iscsi the message routers_updated {{(pid=109628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 23:07:46.904922 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5944d377-06c2-44ad-ba1f-48ac1f883b3a None None] Sync routers for ids ['25558889-3b3f-44b4-89ff-accdf2d05ab0'] in dv-cinder-830096-1-iscsi {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 23:07:46.914971 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5944d377-06c2-44ad-ba1f-48ac1f883b3a None None] Routers {'25558889-3b3f-44b4-89ff-accdf2d05ab0'} bound to L3 agent in host dv-cinder-830096-1-iscsi {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 23:07:46.915574 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-5944d377-06c2-44ad-ba1f-48ac1f883b3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T22:50:44Z,description=,heartbeat_timestamp=2022-02-20T23:07:44Z,host='dv-cinder-830096-1-iscsi',id=13c347f3-1c01-45ee-af8c-9f8a630e0f23,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T22:50:45Z,topic='l3_agent')) {'router_ids': ['25558889-3b3f-44b4-89ff-accdf2d05ab0'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:07:46.938715 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [req-7429078b-0e95-4cbc-bffe-6d9973ac7a40 req-8baaf31c-c226-4e52-a9b2-4ed99c40e6ac tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] No DVR routers for this DVR port 47ffeeef-0c16-44ca-8659-d7555ecc7372 on host hv-cinder-83009 {{(pid=109628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 23:07:46.941423 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-7429078b-0e95-4cbc-bffe-6d9973ac7a40 req-8baaf31c-c226-4e52-a9b2-4ed99c40e6ac tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932959'] for port (None), before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:07:46.944697 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-7429078b-0e95-4cbc-bffe-6d9973ac7a40 req-8baaf31c-c226-4e52-a9b2-4ed99c40e6ac tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] 10.222.0.42 "DELETE /v2.0/ports/47ffeeef-0c16-44ca-8659-d7555ecc7372 HTTP/1.1" status: 204 len: 173 time: 0.8532917 Feb 20 23:07:46.945169 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6732eadb-c39d-499f-84e7-dc5e141ce7e5', 'name': 'network-vif-deleted', 'tag': '47ffeeef-0c16-44ca-8659-d7555ecc7372'}] {{(pid=109628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 23:07:46.947461 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4be7ee60aa4259b475ee261dcf74c65065c56e299c7a4b2359a57cf03aee0d96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8f5ffc6-4e07-4b5d-891a-ccc57ed28108" -d '{"events": [{"server_uuid": "6732eadb-c39d-499f-84e7-dc5e141ce7e5", "name": "network-vif-deleted", "tag": "47ffeeef-0c16-44ca-8659-d7555ecc7372"}]}' {{(pid=109628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 23:07:46.986822 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 23:07:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-776050cf-2874-40d7-932b-48f53194dba0 x-openstack-request-id: req-776050cf-2874-40d7-932b-48f53194dba0 {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 23:07:46.987193 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6732eadb-c39d-499f-84e7-dc5e141ce7e5", "name": "network-vif-deleted", "tag": "47ffeeef-0c16-44ca-8659-d7555ecc7372", "status": "completed", "code": 200}]} {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 23:07:46.987446 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-776050cf-2874-40d7-932b-48f53194dba0 {{(pid=109628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 23:07:46.987848 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6732eadb-c39d-499f-84e7-dc5e141ce7e5', 'name': 'network-vif-deleted', 'tag': '47ffeeef-0c16-44ca-8659-d7555ecc7372', 'status': 'completed', 'code': 200} Feb 20 23:07:47.032120 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-5944d377-06c2-44ad-ba1f-48ac1f883b3a None None] Set router 25558889-3b3f-44b4-89ff-accdf2d05ab0 gateway port host: dv-cinder-830096-1-iscsi {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 23:07:47.243678 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-f8bda328-0f39-40fc-b2c8-28796977f3d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (e2edd6cb-ac77-47df-80b5-e0a92a5dde3d), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:07:47.251925 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-5944d377-06c2-44ad-ba1f-48ac1f883b3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25558889-3b3f-44b4-89ff-accdf2d05ab0', 'name': 'tempest-AttachVolumeTestJSON-1621859443-router', 'tenant_id': '1a80503a610548b7b777c092435079dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f52b71d-61c7-49bc-86ae-3e3415c25b55', 'external_fixed_ips': [{'subnet_id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'ip_address': '172.27.2.194'}], 'enable_snat': True}, 'gw_port_id': '434efd2f-0231-42a9-8b88-01083e1f9c07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:00:51Z', 'updated_at': '2022-02-20T23:00:54Z', 'revision_number': 4, 'project_id': '1a80503a610548b7b777c092435079dc', 'gw_port': {'id': '434efd2f-0231-42a9-8b88-01083e1f9c07', 'name': '', 'network_id': '5f52b71d-61c7-49bc-86ae-3e3415c25b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:3e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25558889-3b3f-44b4-89ff-accdf2d05ab0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'ip_address': '172.27.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:00:51Z', 'updated_at': '2022-02-20T23:00:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-1-iscsi', '_interfaces': [{'id': '6cffd12f-e6ce-46ee-b25b-c6e16df42a88', 'name': '', 'network_id': '330ae1fa-e5e0-405b-adb6-d2248d3b3656', 'tenant_id': '1a80503a610548b7b777c092435079dc', 'mac_address': 'fa:16:3e:5b:c9:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25558889-3b3f-44b4-89ff-accdf2d05ab0', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'f975dd8a-099e-41b7-b390-f487b4c5fbc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:00:54Z', 'updated_at': '2022-02-20T23:00:58Z', 'revision_number': 5, 'project_id': '1a80503a610548b7b777c092435079dc', 'subnets': [{'id': 'f975dd8a-099e-41b7-b390-f487b4c5fbc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830096-1-iscsi', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:07:47.279161 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5944d377-06c2-44ad-ba1f-48ac1f883b3a None None] Checking router: 25558889-3b3f-44b4-89ff-accdf2d05ab0 for host: dv-cinder-830096-1-iscsi {{(pid=109630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 23:07:47.287992 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5944d377-06c2-44ad-ba1f-48ac1f883b3a None None] Routers {'25558889-3b3f-44b4-89ff-accdf2d05ab0'} bound to L3 agent in host dv-cinder-830096-1-iscsi {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 23:07:47.288620 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-5944d377-06c2-44ad-ba1f-48ac1f883b3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T22:50:44Z,description=,heartbeat_timestamp=2022-02-20T23:07:44Z,host='dv-cinder-830096-1-iscsi',id=13c347f3-1c01-45ee-af8c-9f8a630e0f23,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T22:50:45Z,topic='l3_agent')) {'router_ids': ['25558889-3b3f-44b4-89ff-accdf2d05ab0'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:07:47.396595 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-5944d377-06c2-44ad-ba1f-48ac1f883b3a None None] Set router 25558889-3b3f-44b4-89ff-accdf2d05ab0 gateway port host: dv-cinder-830096-1-iscsi {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 23:07:47.584239 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-5944d377-06c2-44ad-ba1f-48ac1f883b3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25558889-3b3f-44b4-89ff-accdf2d05ab0', 'name': 'tempest-AttachVolumeTestJSON-1621859443-router', 'tenant_id': '1a80503a610548b7b777c092435079dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f52b71d-61c7-49bc-86ae-3e3415c25b55', 'external_fixed_ips': [{'subnet_id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'ip_address': '172.27.2.194'}], 'enable_snat': True}, 'gw_port_id': '434efd2f-0231-42a9-8b88-01083e1f9c07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:00:51Z', 'updated_at': '2022-02-20T23:00:54Z', 'revision_number': 4, 'project_id': '1a80503a610548b7b777c092435079dc', 'gw_port': {'id': '434efd2f-0231-42a9-8b88-01083e1f9c07', 'name': '', 'network_id': '5f52b71d-61c7-49bc-86ae-3e3415c25b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:3e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25558889-3b3f-44b4-89ff-accdf2d05ab0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'ip_address': '172.27.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:00:51Z', 'updated_at': '2022-02-20T23:00:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-1-iscsi', '_interfaces': [{'id': '6cffd12f-e6ce-46ee-b25b-c6e16df42a88', 'name': '', 'network_id': '330ae1fa-e5e0-405b-adb6-d2248d3b3656', 'tenant_id': '1a80503a610548b7b777c092435079dc', 'mac_address': 'fa:16:3e:5b:c9:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25558889-3b3f-44b4-89ff-accdf2d05ab0', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'f975dd8a-099e-41b7-b390-f487b4c5fbc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:00:54Z', 'updated_at': '2022-02-20T23:00:58Z', 'revision_number': 5, 'project_id': '1a80503a610548b7b777c092435079dc', 'subnets': [{'id': 'f975dd8a-099e-41b7-b390-f487b4c5fbc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830096-1-iscsi', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:07:47.613172 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5944d377-06c2-44ad-ba1f-48ac1f883b3a None None] The sync data for ids ['25558889-3b3f-44b4-89ff-accdf2d05ab0'] in dv-cinder-830096-1-iscsi is: [{'id': '25558889-3b3f-44b4-89ff-accdf2d05ab0', 'name': 'tempest-AttachVolumeTestJSON-1621859443-router', 'tenant_id': '1a80503a610548b7b777c092435079dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f52b71d-61c7-49bc-86ae-3e3415c25b55', 'external_fixed_ips': [{'subnet_id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'ip_address': '172.27.2.194'}], 'enable_snat': True}, 'gw_port_id': '434efd2f-0231-42a9-8b88-01083e1f9c07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:00:51Z', 'updated_at': '2022-02-20T23:00:54Z', 'revision_number': 4, 'project_id': '1a80503a610548b7b777c092435079dc', 'gw_port': {'id': '434efd2f-0231-42a9-8b88-01083e1f9c07', 'name': '', 'network_id': '5f52b71d-61c7-49bc-86ae-3e3415c25b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:3e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25558889-3b3f-44b4-89ff-accdf2d05ab0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'ip_address': '172.27.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:00:51Z', 'updated_at': '2022-02-20T23:00:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-1-iscsi', '_interfaces': [{'id': '6cffd12f-e6ce-46ee-b25b-c6e16df42a88', 'name': '', 'network_id': '330ae1fa-e5e0-405b-adb6-d2248d3b3656', 'tenant_id': '1a80503a610548b7b777c092435079dc', 'mac_address': 'fa:16:3e:5b:c9:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25558889-3b3f-44b4-89ff-accdf2d05ab0', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'f975dd8a-099e-41b7-b390-f487b4c5fbc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:00:54Z', 'updated_at': '2022-02-20T23:00:58Z', 'revision_number': 5, 'project_id': '1a80503a610548b7b777c092435079dc', 'subnets': [{'id': 'f975dd8a-099e-41b7-b390-f487b4c5fbc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 23:07:47.838163 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e658ee8b-333e-4a75-916a-48ada0852734 None None] New status for floating IP 1385e887-fe85-4259-b2c8-3924e702358d: DOWN {{(pid=109631) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 20 23:07:47.951979 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-6692c590-81d0-452f-be6f-d2411cf52907 req-7c0b93a0-db18-4c63-a720-4b785057f9c4 tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] 10.222.0.65 "GET /v2.0/ports?device_id=6732eadb-c39d-499f-84e7-dc5e141ce7e5 HTTP/1.1" status: 200 len: 210 time: 0.0274682 Feb 20 23:07:48.273086 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Device 47ffeeef-0c16-44ca-8659-d7555ecc7372 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 23:07:48.293910 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] No Port match for: 47ffeeef-0c16-44ca-8659-d7555ecc7372 {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 23:07:48.294256 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Device 47ffeeef-0c16-44ca-8659-d7555ecc7372 not bound to the agent host hv-cinder-83009 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 23:07:48.722505 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (2dc95353-690e-4eed-857f-cdb5bbe3a4be), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:07:49.096544 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.65', 52098) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:07:49.154599 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e447ac64-0ec1-4b49-9259-3c9f23f5cab1 tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] Publish callbacks [] for security_group (3bcd6c59-40eb-44ff-a14d-74710665948f), before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:07:49.175290 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-61fa303d-2a55-4f08-8921-763d45915e35 req-c436301f-d849-4521-8d9e-30a02a05b332 tempest-TestShelveInstance-1963375700 tempest-TestShelveInstance-1963375700-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1320976222&fields=id&tenant_id=0cba5500ec13454c84750d795b267d1f HTTP/1.1" status: 200 len: 267 time: 0.0425518 Feb 20 23:07:49.178068 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e447ac64-0ec1-4b49-9259-3c9f23f5cab1 tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] Publish callbacks [] for security_group (3bcd6c59-40eb-44ff-a14d-74710665948f), precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:07:49.276472 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fa303d-2a55-4f08-8921-763d45915e35 req-7c0beef0-2108-4a03-8d87-6ba3db522d44 tempest-TestShelveInstance-1963375700 tempest-TestShelveInstance-1963375700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:07:49.277891 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-61fa303d-2a55-4f08-8921-763d45915e35 req-7c0beef0-2108-4a03-8d87-6ba3db522d44 tempest-TestShelveInstance-1963375700 tempest-TestShelveInstance-1963375700-project] 10.222.0.65 "GET /v2.0/networks?id=0b6be559-f94f-4c5a-9671-c3c472d8311a HTTP/1.1" status: 200 len: 808 time: 0.0951493 Feb 20 23:07:49.291860 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-61fa303d-2a55-4f08-8921-763d45915e35 req-ad857fec-aa8c-464a-924c-90f0ff7c0b22 tempest-TestShelveInstance-1963375700 tempest-TestShelveInstance-1963375700-project] 10.222.0.65 "GET /v2.0/quotas/0cba5500ec13454c84750d795b267d1f HTTP/1.1" status: 200 len: 375 time: 0.0087023 Feb 20 23:07:49.295608 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e447ac64-0ec1-4b49-9259-3c9f23f5cab1 tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627867'] for security_group (3bcd6c59-40eb-44ff-a14d-74710665948f), after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:07:49.298145 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e447ac64-0ec1-4b49-9259-3c9f23f5cab1 tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] Publish callbacks [] for security_group (None), before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:07:49.299315 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [None req-e447ac64-0ec1-4b49-9259-3c9f23f5cab1 tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] 10.222.0.65 "DELETE /v2.0/security-groups/3bcd6c59-40eb-44ff-a14d-74710665948f HTTP/1.1" status: 204 len: 168 time: 0.2017958 Feb 20 23:07:49.302405 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.65', 52100) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:07:49.318935 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e447ac64-0ec1-4b49-9259-3c9f23f5cab1 tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bcd6c59-40eb-44ff-a14d-74710665948f,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:07:49.321488 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.api.v2.resource [None req-91e30295-ebec-4076-8508-4882440afe01 tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] show failed (client error): The resource could not be found. Feb 20 23:07:49.325363 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [None req-91e30295-ebec-4076-8508-4882440afe01 tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] 10.222.0.65 "GET /v2.0/security-groups/3bcd6c59-40eb-44ff-a14d-74710665948f HTTP/1.1" status: 404 len: 347 time: 0.0191908 Feb 20 23:07:49.326283 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.65', 52102) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:07:49.353180 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-61fa303d-2a55-4f08-8921-763d45915e35 req-4ff9e63e-fb09-4400-b595-d42e249f6528 tempest-TestShelveInstance-1963375700 tempest-TestShelveInstance-1963375700-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=0cba5500ec13454c84750d795b267d1f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0559559 Feb 20 23:07:49.446176 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-61fa303d-2a55-4f08-8921-763d45915e35 req-bf827057-69a8-4b10-a664-9630a5488879 service neutron] 10.222.0.65 "GET /v2.0/networks/0b6be559-f94f-4c5a-9671-c3c472d8311a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803945 Feb 20 23:07:49.457684 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-3d492fe7-6457-4268-acd4-1b83fc975d5e tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] Deleting port ef3eac2a-d9a4-4cf0-9165-846eed9b8b35 {{(pid=109628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 23:07:49.458026 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-3d492fe7-6457-4268-acd4-1b83fc975d5e tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747407206678'] for port (ef3eac2a-d9a4-4cf0-9165-846eed9b8b35), before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:07:49.534267 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-3d492fe7-6457-4268-acd4-1b83fc975d5e tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671932'] for port (ef3eac2a-d9a4-4cf0-9165-846eed9b8b35), precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:07:49.534538 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-3d492fe7-6457-4268-acd4-1b83fc975d5e tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] Publish callbacks [] for floatingip (ef3eac2a-d9a4-4cf0-9165-846eed9b8b35), precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:07:49.536047 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-61fa303d-2a55-4f08-8921-763d45915e35 req-1c736e84-aa10-4572-a644-cb037d193b28 service neutron] 10.222.0.65 "GET /v2.0/networks/0b6be559-f94f-4c5a-9671-c3c472d8311a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841341 Feb 20 23:07:49.546461 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-3d492fe7-6457-4268-acd4-1b83fc975d5e tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] Calling delete_port for ef3eac2a-d9a4-4cf0-9165-846eed9b8b35 owned by network:floatingip {{(pid=109628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 23:07:49.773956 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-3d492fe7-6457-4268-acd4-1b83fc975d5e tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747407212409', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747406771505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59259307'] for port (ef3eac2a-d9a4-4cf0-9165-846eed9b8b35), after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:07:49.808072 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d492fe7-6457-4268-acd4-1b83fc975d5e tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] Pushing event deleted for resources: {'Port': ['ID=ef3eac2a-d9a4-4cf0-9165-846eed9b8b35,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:07:49.859206 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-3d492fe7-6457-4268-acd4-1b83fc975d5e tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] Publish callbacks [] for floatingip (1385e887-fe85-4259-b2c8-3924e702358d), after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:07:49.861632 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-3d492fe7-6457-4268-acd4-1b83fc975d5e tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932959'] for floatingip (None), before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:07:49.862801 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [None req-3d492fe7-6457-4268-acd4-1b83fc975d5e tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] 10.222.0.65 "DELETE /v2.0/floatingips/1385e887-fe85-4259-b2c8-3924e702358d HTTP/1.1" status: 204 len: 168 time: 0.5361598 Feb 20 23:07:50.127518 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-90a22ffe-defb-4e1f-b106-55aa18b4d825 req-81d2c9f4-06ce-4862-a134-647315686ec4 tempest-TestShelveInstance-1963375700 tempest-TestShelveInstance-1963375700-project] 10.222.0.65 "GET /v2.0/ports?device_id=5a2b826e-4a78-4871-bebd-4d16e947feca HTTP/1.1" status: 200 len: 210 time: 0.0267277 Feb 20 23:07:50.322740 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.65', 52114) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:07:50.327382 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.v2.base [None req-c7921430-8289-4cec-bef2-001369c839fd tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1220001140', 'description': 'tempest-description--637521897'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:07:50.408593 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-c7921430-8289-4cec-bef2-001369c839fd tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] Publish callbacks [] for security_group (None), before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:07:50.471491 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-c7921430-8289-4cec-bef2-001369c839fd tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] Publish callbacks [] for security_group (82a12fbf-55ae-415c-8818-1f98e79214ae), precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:07:50.534033 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-c7921430-8289-4cec-bef2-001369c839fd tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627867'] for security_group (82a12fbf-55ae-415c-8818-1f98e79214ae), after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:07:50.561720 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7921430-8289-4cec-bef2-001369c839fd tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82a12fbf-55ae-415c-8818-1f98e79214ae,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:07:50.633702 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-c7921430-8289-4cec-bef2-001369c839fd tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] Publish callbacks [] for security_group (None), before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:07:50.635037 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [None req-c7921430-8289-4cec-bef2-001369c839fd tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3112774 Feb 20 23:07:50.638675 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.65', 52116) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:07:50.642885 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.v2.base [None req-88b3da70-f130-49e4-a62a-8a09aff0f150 tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] Request body: {'security_group_rule': {'security_group_id': '82a12fbf-55ae-415c-8818-1f98e79214ae', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:07:50.734163 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-88b3da70-f130-49e4-a62a-8a09aff0f150 tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] Publish callbacks [] for security_group_rule (75f635cb-aedc-4151-b703-0ea3fa77e6d3), before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:07:50.791008 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-88b3da70-f130-49e4-a62a-8a09aff0f150 tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] Publish callbacks [] for security_group_rule (75f635cb-aedc-4151-b703-0ea3fa77e6d3), precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:07:50.865700 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-88b3da70-f130-49e4-a62a-8a09aff0f150 tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625755'] for security_group_rule (75f635cb-aedc-4151-b703-0ea3fa77e6d3), after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:07:50.883306 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b3da70-f130-49e4-a62a-8a09aff0f150 tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75f635cb-aedc-4151-b703-0ea3fa77e6d3,revision_number=0']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:07:50.947353 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-88b3da70-f130-49e4-a62a-8a09aff0f150 tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:07:50.948537 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [None req-88b3da70-f130-49e4-a62a-8a09aff0f150 tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3089640 Feb 20 23:07:50.951185 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.65', 52118) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:07:50.955538 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.v2.base [None req-83b1842c-b861-49bb-a9d9-e4a56c9cf997 tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] Request body: {'security_group_rule': {'security_group_id': '82a12fbf-55ae-415c-8818-1f98e79214ae', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:07:51.041815 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-83b1842c-b861-49bb-a9d9-e4a56c9cf997 tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] Publish callbacks [] for security_group_rule (4f062c73-89b5-4eb8-911c-9ffc9bfd3ae1), before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:07:51.096199 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-83b1842c-b861-49bb-a9d9-e4a56c9cf997 tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] Publish callbacks [] for security_group_rule (4f062c73-89b5-4eb8-911c-9ffc9bfd3ae1), precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:07:51.176029 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-83b1842c-b861-49bb-a9d9-e4a56c9cf997 tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625755'] for security_group_rule (4f062c73-89b5-4eb8-911c-9ffc9bfd3ae1), after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:07:51.194431 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b1842c-b861-49bb-a9d9-e4a56c9cf997 tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f062c73-89b5-4eb8-911c-9ffc9bfd3ae1,revision_number=0']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:07:51.207935 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-e79ea98e-dc1d-4655-8383-de97862817ba req-39337432-1eaf-46e5-af9c-da978f48fdc9 tempest-TestShelveInstance-1963375700 tempest-TestShelveInstance-1963375700-project] 10.222.0.65 "GET /v2.0/ports?device_id=5a2b826e-4a78-4871-bebd-4d16e947feca HTTP/1.1" status: 200 len: 210 time: 0.0273635 Feb 20 23:07:51.269037 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-83b1842c-b861-49bb-a9d9-e4a56c9cf997 tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:07:51.270247 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [None req-83b1842c-b861-49bb-a9d9-e4a56c9cf997 tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3180835 Feb 20 23:07:51.273203 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.65', 52126) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:07:51.277883 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.v2.base [None req-aefc1d5f-3a6e-4239-be7b-dd771f0fd0d9 tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] Request body: {'floatingip': {'floating_network_id': '5f52b71d-61c7-49bc-86ae-3e3415c25b55'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:07:51.358238 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-aefc1d5f-3a6e-4239-be7b-dd771f0fd0d9 tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:07:51.453042 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-aefc1d5f-3a6e-4239-be7b-dd771f0fd0d9 tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4131840'] for port (None), before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:07:51.560774 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.db.db_base_plugin_common [None req-aefc1d5f-3a6e-4239-be7b-dd771f0fd0d9 tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] Allocated IP 172.27.2.178 (5f52b71d-61c7-49bc-86ae-3e3415c25b55/841afcd6-8af7-4cd5-baec-c52e88cacaa2/605d79d9-802e-446c-a673-294fc596d93c) {{(pid=109628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 23:07:51.661826 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-aefc1d5f-3a6e-4239-be7b-dd771f0fd0d9 tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] Publish callbacks [] for port (605d79d9-802e-446c-a673-294fc596d93c), precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:07:51.752899 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-aefc1d5f-3a6e-4239-be7b-dd771f0fd0d9 tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747406771496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59259307'] for port (605d79d9-802e-446c-a673-294fc596d93c), after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:07:51.790636 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aefc1d5f-3a6e-4239-be7b-dd771f0fd0d9 tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] Network 5f52b71d-61c7-49bc-86ae-3e3415c25b55 is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 23:07:51.793333 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-aefc1d5f-3a6e-4239-be7b-dd771f0fd0d9 tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 23:07:51.798829 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aefc1d5f-3a6e-4239-be7b-dd771f0fd0d9 tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] Received port after_create {{(pid=109628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 23:07:51.819795 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefc1d5f-3a6e-4239-be7b-dd771f0fd0d9 tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] Pushing event updated for resources: {'Port': ['ID=605d79d9-802e-446c-a673-294fc596d93c,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:07:51.889005 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-aefc1d5f-3a6e-4239-be7b-dd771f0fd0d9 tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] Publish callbacks [] for floatingip (e65e8d58-5cfb-4a76-b7b0-20e1381d27e3), precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:07:51.989448 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-aefc1d5f-3a6e-4239-be7b-dd771f0fd0d9 tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4131840'] for port (605d79d9-802e-446c-a673-294fc596d93c), before_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:07:52.133332 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-aefc1d5f-3a6e-4239-be7b-dd771f0fd0d9 tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] Publish callbacks [] for port (605d79d9-802e-446c-a673-294fc596d93c), precommit_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:07:52.192942 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-aefc1d5f-3a6e-4239-be7b-dd771f0fd0d9 tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747407212427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747406771514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747406771532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59259312'] for port (605d79d9-802e-446c-a673-294fc596d93c), after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:07:52.295925 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-f224742f-e7c4-4b30-8521-14cef30f085f req-0b730000-dc7e-4aa0-8a13-f3226141f3e3 tempest-TestShelveInstance-1963375700 tempest-TestShelveInstance-1963375700-project] 10.222.0.65 "GET /v2.0/ports?device_id=5a2b826e-4a78-4871-bebd-4d16e947feca HTTP/1.1" status: 200 len: 210 time: 0.0367019 Feb 20 23:07:52.298531 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefc1d5f-3a6e-4239-be7b-dd771f0fd0d9 tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] Pushing event updated for resources: {'Port': ['ID=605d79d9-802e-446c-a673-294fc596d93c,revision_number=2']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:07:52.307302 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-aefc1d5f-3a6e-4239-be7b-dd771f0fd0d9 tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-704244'] for floatingip (e65e8d58-5cfb-4a76-b7b0-20e1381d27e3), after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:07:52.392974 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-aefc1d5f-3a6e-4239-be7b-dd771f0fd0d9 tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932959'] for floatingip (None), before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:07:52.394122 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [None req-aefc1d5f-3a6e-4239-be7b-dd771f0fd0d9 tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1195173 Feb 20 23:07:52.581402 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-3c6c2cc6-2d4b-4e55-8972-48508371776c req-7188418f-89c2-4f71-89fa-c7e1d445a289 tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-securitygroup--1220001140&fields=id&tenant_id=1a80503a610548b7b777c092435079dc HTTP/1.1" status: 200 len: 267 time: 0.0421643 Feb 20 23:07:52.687080 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6c2cc6-2d4b-4e55-8972-48508371776c req-efba6900-db1f-4c09-a90f-5c5ab936391a tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:07:52.688486 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-3c6c2cc6-2d4b-4e55-8972-48508371776c req-efba6900-db1f-4c09-a90f-5c5ab936391a tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] 10.222.0.65 "GET /v2.0/networks?id=330ae1fa-e5e0-405b-adb6-d2248d3b3656 HTTP/1.1" status: 200 len: 811 time: 0.1005645 Feb 20 23:07:52.704160 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-3c6c2cc6-2d4b-4e55-8972-48508371776c req-d32079fa-51ec-4b0e-9d00-575e2051b74f tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] 10.222.0.65 "GET /v2.0/quotas/1a80503a610548b7b777c092435079dc HTTP/1.1" status: 200 len: 375 time: 0.0100224 Feb 20 23:07:52.757461 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-3c6c2cc6-2d4b-4e55-8972-48508371776c req-a563e674-4907-4905-9eee-1ed3b2390b5c tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=1a80503a610548b7b777c092435079dc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0479102 Feb 20 23:07:52.849687 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-3c6c2cc6-2d4b-4e55-8972-48508371776c req-5beb04fd-03f3-412b-9e52-1f81b723cd2a service neutron] 10.222.0.65 "GET /v2.0/networks/330ae1fa-e5e0-405b-adb6-d2248d3b3656?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811098 Feb 20 23:07:52.940700 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-3c6c2cc6-2d4b-4e55-8972-48508371776c req-fb988241-0c65-4bb2-ade7-f12722f5abd8 service neutron] 10.222.0.65 "GET /v2.0/networks/330ae1fa-e5e0-405b-adb6-d2248d3b3656?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844126 Feb 20 23:07:53.190217 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-f64af257-6cc2-463b-b642-3237f686f31b req-bb10dda1-50e3-4801-8386-cb3104c44cfe tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] 10.222.0.65 "GET /v2.0/ports?device_id=d7792d06-1646-4687-8c3a-290197521705 HTTP/1.1" status: 200 len: 210 time: 0.0263526 Feb 20 23:07:53.388300 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-f4d03766-fff3-4ef8-b799-4f290fd954cb req-e0caf203-8f87-4a2e-affd-eacb4623c2a0 tempest-TestShelveInstance-1963375700 tempest-TestShelveInstance-1963375700-project] 10.222.0.65 "GET /v2.0/ports?device_id=5a2b826e-4a78-4871-bebd-4d16e947feca HTTP/1.1" status: 200 len: 210 time: 0.0268588 Feb 20 23:07:54.295067 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-20fb1471-e388-4eb1-8746-0284f675f5ea req-a2741c35-4ff9-479e-8dc5-a223e83b3c21 tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] 10.222.0.65 "GET /v2.0/ports?device_id=d7792d06-1646-4687-8c3a-290197521705 HTTP/1.1" status: 200 len: 210 time: 0.0287728 Feb 20 23:07:54.479196 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-c5d99444-9d02-4371-bb6c-ee1db6e8ad9e req-9bc11e68-bc53-486b-9844-5228ec9e562c tempest-TestShelveInstance-1963375700 tempest-TestShelveInstance-1963375700-project] 10.222.0.65 "GET /v2.0/ports?device_id=5a2b826e-4a78-4871-bebd-4d16e947feca HTTP/1.1" status: 200 len: 210 time: 0.0259702 Feb 20 23:07:55.124652 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6c2cc6-2d4b-4e55-8972-48508371776c req-981a5669-8bfd-4965-ac0a-a5e9677a9e31 tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:07:55.126089 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-3c6c2cc6-2d4b-4e55-8972-48508371776c req-981a5669-8bfd-4965-ac0a-a5e9677a9e31 tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] 10.222.0.42 "GET /v2.0/networks?id=330ae1fa-e5e0-405b-adb6-d2248d3b3656 HTTP/1.1" status: 200 len: 811 time: 0.0961673 Feb 20 23:07:55.192823 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-3c6c2cc6-2d4b-4e55-8972-48508371776c req-69c207d7-c7f8-4484-a9bf-25df436cbb88 tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1a80503a610548b7b777c092435079dc HTTP/1.1" status: 200 len: 380 time: 0.0545115 Feb 20 23:07:55.202984 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.v2.base [req-3c6c2cc6-2d4b-4e55-8972-48508371776c req-96af3df5-fd12-4c18-ae4b-977d9ebed0db tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] Request body: {'port': {'device_id': 'd7792d06-1646-4687-8c3a-290197521705', 'network_id': '330ae1fa-e5e0-405b-adb6-d2248d3b3656', 'admin_state_up': True, 'tenant_id': '1a80503a610548b7b777c092435079dc', 'security_groups': ['82a12fbf-55ae-415c-8818-1f98e79214ae']}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:07:55.399241 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-f673efba-b75a-4b6a-81e5-8a69f4e3ef77 req-668b23c5-6ad4-4fca-971a-46425416d582 tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] 10.222.0.65 "GET /v2.0/ports?device_id=d7792d06-1646-4687-8c3a-290197521705 HTTP/1.1" status: 200 len: 210 time: 0.0348604 Feb 20 23:07:55.435245 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fa303d-2a55-4f08-8921-763d45915e35 req-db44a949-af96-4f71-8100-1642c37aec9f tempest-TestShelveInstance-1963375700 tempest-TestShelveInstance-1963375700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:07:55.436665 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-61fa303d-2a55-4f08-8921-763d45915e35 req-db44a949-af96-4f71-8100-1642c37aec9f tempest-TestShelveInstance-1963375700 tempest-TestShelveInstance-1963375700-project] 10.222.0.42 "GET /v2.0/networks?id=0b6be559-f94f-4c5a-9671-c3c472d8311a HTTP/1.1" status: 200 len: 808 time: 0.1375277 Feb 20 23:07:55.460287 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c6c2cc6-2d4b-4e55-8972-48508371776c req-96af3df5-fd12-4c18-ae4b-977d9ebed0db tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] Made reservation on behalf of 1a80503a610548b7b777c092435079dc for: {'port': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 23:07:55.463524 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-3c6c2cc6-2d4b-4e55-8972-48508371776c req-96af3df5-fd12-4c18-ae4b-977d9ebed0db tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4131840'] for port (None), before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:07:55.549603 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-61fa303d-2a55-4f08-8921-763d45915e35 req-533d8ef4-0a87-46f5-adb3-0e649d0ef7ee tempest-TestShelveInstance-1963375700 tempest-TestShelveInstance-1963375700-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0cba5500ec13454c84750d795b267d1f HTTP/1.1" status: 200 len: 380 time: 0.1042087 Feb 20 23:07:55.565815 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.v2.base [req-61fa303d-2a55-4f08-8921-763d45915e35 req-4952b2d1-0832-4628-9aa3-ae2fc3bdb849 tempest-TestShelveInstance-1963375700 tempest-TestShelveInstance-1963375700-project] Request body: {'port': {'device_id': '5a2b826e-4a78-4871-bebd-4d16e947feca', 'network_id': '0b6be559-f94f-4c5a-9671-c3c472d8311a', 'admin_state_up': True, 'tenant_id': '0cba5500ec13454c84750d795b267d1f', 'security_groups': ['2c29ce32-9d8e-4912-89a0-2a585bcd184b']}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:07:55.584613 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-8041e273-ccfa-4ddd-9aa8-e86787e42766 req-b8fade2a-ba87-40df-aa8d-fb8fb455594a tempest-TestShelveInstance-1963375700 tempest-TestShelveInstance-1963375700-project] 10.222.0.65 "GET /v2.0/ports?device_id=5a2b826e-4a78-4871-bebd-4d16e947feca HTTP/1.1" status: 200 len: 210 time: 0.0339036 Feb 20 23:07:55.687031 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.db.db_base_plugin_common [req-3c6c2cc6-2d4b-4e55-8972-48508371776c req-96af3df5-fd12-4c18-ae4b-977d9ebed0db tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] Allocated IP 172.20.0.9 (330ae1fa-e5e0-405b-adb6-d2248d3b3656/f975dd8a-099e-41b7-b390-f487b4c5fbc0/1dbec0f0-a616-462f-92d1-d13f734007de) {{(pid=109628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 23:07:55.789156 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61fa303d-2a55-4f08-8921-763d45915e35 req-4952b2d1-0832-4628-9aa3-ae2fc3bdb849 tempest-TestShelveInstance-1963375700 tempest-TestShelveInstance-1963375700-project] Made reservation on behalf of 0cba5500ec13454c84750d795b267d1f for: {'port': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 23:07:55.792483 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-61fa303d-2a55-4f08-8921-763d45915e35 req-4952b2d1-0832-4628-9aa3-ae2fc3bdb849 tempest-TestShelveInstance-1963375700 tempest-TestShelveInstance-1963375700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4131840'] for port (None), before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:07:55.899139 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-3c6c2cc6-2d4b-4e55-8972-48508371776c req-96af3df5-fd12-4c18-ae4b-977d9ebed0db tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] Publish callbacks [] for port (1dbec0f0-a616-462f-92d1-d13f734007de), precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:07:55.969981 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.db.db_base_plugin_common [req-61fa303d-2a55-4f08-8921-763d45915e35 req-4952b2d1-0832-4628-9aa3-ae2fc3bdb849 tempest-TestShelveInstance-1963375700 tempest-TestShelveInstance-1963375700-project] Allocated IP 172.20.0.4 (0b6be559-f94f-4c5a-9671-c3c472d8311a/34d111b8-53a8-4bd0-9d27-ae1b2459244b/64056d33-18b8-49e7-a0a9-dd5760eb1c1f) {{(pid=109628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 23:07:56.060230 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-3c6c2cc6-2d4b-4e55-8972-48508371776c req-96af3df5-fd12-4c18-ae4b-977d9ebed0db tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747406771496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59259307'] for port (1dbec0f0-a616-462f-92d1-d13f734007de), after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:07:56.113669 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c6c2cc6-2d4b-4e55-8972-48508371776c req-96af3df5-fd12-4c18-ae4b-977d9ebed0db tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] Network 330ae1fa-e5e0-405b-adb6-d2248d3b3656 is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 23:07:56.124864 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [req-3c6c2cc6-2d4b-4e55-8972-48508371776c req-96af3df5-fd12-4c18-ae4b-977d9ebed0db tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 23:07:56.141851 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c6c2cc6-2d4b-4e55-8972-48508371776c req-96af3df5-fd12-4c18-ae4b-977d9ebed0db tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] Received port after_create {{(pid=109628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 23:07:56.143099 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (a929ecfe-02b1-4b86-b2e7-0c746ea4b12c), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:07:56.151353 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96af3df5-fd12-4c18-ae4b-977d9ebed0db tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] Pushing event updated for resources: {'Port': ['ID=1dbec0f0-a616-462f-92d1-d13f734007de,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:07:56.205769 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-61fa303d-2a55-4f08-8921-763d45915e35 req-4952b2d1-0832-4628-9aa3-ae2fc3bdb849 tempest-TestShelveInstance-1963375700 tempest-TestShelveInstance-1963375700-project] Publish callbacks [] for port (64056d33-18b8-49e7-a0a9-dd5760eb1c1f), precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:07:56.219169 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6c2cc6-2d4b-4e55-8972-48508371776c req-96af3df5-fd12-4c18-ae4b-977d9ebed0db tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:07:56.219796 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-3c6c2cc6-2d4b-4e55-8972-48508371776c req-96af3df5-fd12-4c18-ae4b-977d9ebed0db tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932959'] for port (None), before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:07:56.331199 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-3c6c2cc6-2d4b-4e55-8972-48508371776c req-96af3df5-fd12-4c18-ae4b-977d9ebed0db tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1318858 Feb 20 23:07:56.343415 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.v2.base [req-3c6c2cc6-2d4b-4e55-8972-48508371776c req-f1b402c4-0768-4698-ad91-3c5a4e39974b service neutron] Request body: {'port': {'device_id': 'd7792d06-1646-4687-8c3a-290197521705', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:07:56.372439 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-1a476dfd-cef0-4038-af4a-c040a052e1bd None None] Provisioning complete for port 1dbec0f0-a616-462f-92d1-d13f734007de triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:07:56.372759 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-1a476dfd-cef0-4038-af4a-c040a052e1bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4145689'] for port (1dbec0f0-a616-462f-92d1-d13f734007de), provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:07:56.377163 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-61fa303d-2a55-4f08-8921-763d45915e35 req-4952b2d1-0832-4628-9aa3-ae2fc3bdb849 tempest-TestShelveInstance-1963375700 tempest-TestShelveInstance-1963375700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747406771496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59259307'] for port (64056d33-18b8-49e7-a0a9-dd5760eb1c1f), after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:07:56.408239 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-1a476dfd-cef0-4038-af4a-c040a052e1bd None None] Port 1dbec0f0-a616-462f-92d1-d13f734007de cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 23:07:56.443318 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-3c6c2cc6-2d4b-4e55-8972-48508371776c req-f1b402c4-0768-4698-ad91-3c5a4e39974b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4131840'] for port (1dbec0f0-a616-462f-92d1-d13f734007de), before_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:07:56.446787 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61fa303d-2a55-4f08-8921-763d45915e35 req-4952b2d1-0832-4628-9aa3-ae2fc3bdb849 tempest-TestShelveInstance-1963375700 tempest-TestShelveInstance-1963375700-project] Network 0b6be559-f94f-4c5a-9671-c3c472d8311a is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 23:07:56.701280 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f789d82d-cf7e-4ee6-ae35-6d9976f79164 req-728d5aa6-837a-4930-8984-76f5d9179e1a tempest-TestShelveInstance-1963375700 tempest-TestShelveInstance-1963375700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:07:56.702817 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-f789d82d-cf7e-4ee6-ae35-6d9976f79164 req-728d5aa6-837a-4930-8984-76f5d9179e1a tempest-TestShelveInstance-1963375700 tempest-TestShelveInstance-1963375700-project] 10.222.0.65 "GET /v2.0/ports?device_id=5a2b826e-4a78-4871-bebd-4d16e947feca HTTP/1.1" status: 200 len: 931 time: 0.0561454 Feb 20 23:07:56.724657 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [req-61fa303d-2a55-4f08-8921-763d45915e35 req-4952b2d1-0832-4628-9aa3-ae2fc3bdb849 tempest-TestShelveInstance-1963375700 tempest-TestShelveInstance-1963375700-project] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 23:07:56.738882 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [req-61fa303d-2a55-4f08-8921-763d45915e35 req-4952b2d1-0832-4628-9aa3-ae2fc3bdb849 tempest-TestShelveInstance-1963375700 tempest-TestShelveInstance-1963375700-project] Received port after_create {{(pid=109628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 23:07:56.751936 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4952b2d1-0832-4628-9aa3-ae2fc3bdb849 tempest-TestShelveInstance-1963375700 tempest-TestShelveInstance-1963375700-project] Pushing event updated for resources: {'Port': ['ID=64056d33-18b8-49e7-a0a9-dd5760eb1c1f,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:07:56.754514 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-f789d82d-cf7e-4ee6-ae35-6d9976f79164 req-ec55ac95-7f69-4e5a-b3f1-278e9c55c537 tempest-TestShelveInstance-1963375700 tempest-TestShelveInstance-1963375700-project] 10.222.0.65 "GET /v2.0/security-groups?id=2c29ce32-9d8e-4912-89a0-2a585bcd184b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459158 Feb 20 23:07:56.855118 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fa303d-2a55-4f08-8921-763d45915e35 req-4952b2d1-0832-4628-9aa3-ae2fc3bdb849 tempest-TestShelveInstance-1963375700 tempest-TestShelveInstance-1963375700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:07:56.855732 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-61fa303d-2a55-4f08-8921-763d45915e35 req-4952b2d1-0832-4628-9aa3-ae2fc3bdb849 tempest-TestShelveInstance-1963375700 tempest-TestShelveInstance-1963375700-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932959'] for port (None), before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:07:56.927023 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7989ab32-f92c-456c-befb-2d36a3cad71f req-23198b1a-ea8c-4924-a8b4-e8d8c87f4a9b tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:07:56.928477 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-7989ab32-f92c-456c-befb-2d36a3cad71f req-23198b1a-ea8c-4924-a8b4-e8d8c87f4a9b tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] 10.222.0.65 "GET /v2.0/ports?device_id=d7792d06-1646-4687-8c3a-290197521705 HTTP/1.1" status: 200 len: 931 time: 0.2009659 Feb 20 23:07:56.935922 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-406da97c-1156-4254-a29b-e54960339b04 None None] Provisioning complete for port 64056d33-18b8-49e7-a0a9-dd5760eb1c1f triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:07:56.937773 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-406da97c-1156-4254-a29b-e54960339b04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4145689'] for port (64056d33-18b8-49e7-a0a9-dd5760eb1c1f), provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:07:56.972046 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-406da97c-1156-4254-a29b-e54960339b04 None None] Port 64056d33-18b8-49e7-a0a9-dd5760eb1c1f cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 23:07:57.004095 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-61fa303d-2a55-4f08-8921-763d45915e35 req-4952b2d1-0832-4628-9aa3-ae2fc3bdb849 tempest-TestShelveInstance-1963375700 tempest-TestShelveInstance-1963375700-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4442360 Feb 20 23:07:57.024605 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.v2.base [req-61fa303d-2a55-4f08-8921-763d45915e35 req-46100562-1e10-4c3c-8364-3290e9040f65 service neutron] Request body: {'port': {'device_id': '5a2b826e-4a78-4871-bebd-4d16e947feca', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:07:57.066551 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-7989ab32-f92c-456c-befb-2d36a3cad71f req-86b5df52-a887-4245-864a-be2a51a778c3 tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] 10.222.0.65 "GET /v2.0/security-groups?id=82a12fbf-55ae-415c-8818-1f98e79214ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1266346 Feb 20 23:07:57.125357 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-61fa303d-2a55-4f08-8921-763d45915e35 req-46100562-1e10-4c3c-8364-3290e9040f65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4131840'] for port (64056d33-18b8-49e7-a0a9-dd5760eb1c1f), before_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:07:57.216555 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.notifiers.nova [req-3c6c2cc6-2d4b-4e55-8972-48508371776c req-f1b402c4-0768-4698-ad91-3c5a4e39974b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1dbec0f0-a616-462f-92d1-d13f734007de {{(pid=109628) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 23:07:57.227508 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-3c6c2cc6-2d4b-4e55-8972-48508371776c req-f1b402c4-0768-4698-ad91-3c5a4e39974b service neutron] Publish callbacks [] for port (1dbec0f0-a616-462f-92d1-d13f734007de), precommit_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:07:57.290334 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.db.provisioning_blocks [req-3c6c2cc6-2d4b-4e55-8972-48508371776c req-f1b402c4-0768-4698-ad91-3c5a4e39974b service neutron] Transition to ACTIVE for port object 1dbec0f0-a616-462f-92d1-d13f734007de will not be triggered until provisioned by entity L2. {{(pid=109628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 23:07:57.434718 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.notifiers.nova [req-61fa303d-2a55-4f08-8921-763d45915e35 req-46100562-1e10-4c3c-8364-3290e9040f65 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64056d33-18b8-49e7-a0a9-dd5760eb1c1f {{(pid=109628) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 23:07:57.438811 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-3c6c2cc6-2d4b-4e55-8972-48508371776c req-f1b402c4-0768-4698-ad91-3c5a4e39974b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747407212427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747406771514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747406771532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59259312'] for port (1dbec0f0-a616-462f-92d1-d13f734007de), after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:07:57.446115 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-61fa303d-2a55-4f08-8921-763d45915e35 req-46100562-1e10-4c3c-8364-3290e9040f65 service neutron] Publish callbacks [] for port (64056d33-18b8-49e7-a0a9-dd5760eb1c1f), precommit_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:07:57.483914 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.db.provisioning_blocks [req-61fa303d-2a55-4f08-8921-763d45915e35 req-46100562-1e10-4c3c-8364-3290e9040f65 service neutron] Transition to ACTIVE for port object 64056d33-18b8-49e7-a0a9-dd5760eb1c1f will not be triggered until provisioned by entity L2. {{(pid=109628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 23:07:57.503037 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b402c4-0768-4698-ad91-3c5a4e39974b service neutron] Pushing event updated for resources: {'Port': ['ID=1dbec0f0-a616-462f-92d1-d13f734007de,revision_number=2']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:07:57.566561 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-61fa303d-2a55-4f08-8921-763d45915e35 req-46100562-1e10-4c3c-8364-3290e9040f65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747407212427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747406771514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747406771532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59259312'] for port (64056d33-18b8-49e7-a0a9-dd5760eb1c1f), after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:07:57.607285 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [req-3c6c2cc6-2d4b-4e55-8972-48508371776c req-f1b402c4-0768-4698-ad91-3c5a4e39974b service neutron] Attempting to bind port 1dbec0f0-a616-462f-92d1-d13f734007de on host hv-cinder-83009 for vnic_type normal with profile {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 23:07:57.607617 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [req-3c6c2cc6-2d4b-4e55-8972-48508371776c req-f1b402c4-0768-4698-ad91-3c5a4e39974b service neutron] Attempting to bind port 1dbec0f0-a616-462f-92d1-d13f734007de by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '880d65a5-0d44-4018-a2b8-55df6816dd1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '330ae1fa-e5e0-405b-adb6-d2248d3b3656'}] {{(pid=109628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 23:07:57.607958 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c6c2cc6-2d4b-4e55-8972-48508371776c req-f1b402c4-0768-4698-ad91-3c5a4e39974b service neutron] Attempting to bind port 1dbec0f0-a616-462f-92d1-d13f734007de on network 330ae1fa-e5e0-405b-adb6-d2248d3b3656 {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 23:07:57.621279 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c6c2cc6-2d4b-4e55-8972-48508371776c req-f1b402c4-0768-4698-ad91-3c5a4e39974b service neutron] Port 1dbec0f0-a616-462f-92d1-d13f734007de on network 330ae1fa-e5e0-405b-adb6-d2248d3b3656 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 23:07:57.621698 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c6c2cc6-2d4b-4e55-8972-48508371776c req-f1b402c4-0768-4698-ad91-3c5a4e39974b service neutron] Attempting to bind port 1dbec0f0-a616-462f-92d1-d13f734007de on network 330ae1fa-e5e0-405b-adb6-d2248d3b3656 {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 23:07:57.636787 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46100562-1e10-4c3c-8364-3290e9040f65 service neutron] Pushing event updated for resources: {'Port': ['ID=64056d33-18b8-49e7-a0a9-dd5760eb1c1f,revision_number=2']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:07:57.641313 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c6c2cc6-2d4b-4e55-8972-48508371776c req-f1b402c4-0768-4698-ad91-3c5a4e39974b service neutron] Checking agent: {'id': 'a929ecfe-02b1-4b86-b2e7-0c746ea4b12c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 22, 57, 21), 'started_at': datetime.datetime(2022, 2, 20, 22, 57, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 23, 7, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 23:07:57.641648 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c6c2cc6-2d4b-4e55-8972-48508371776c req-f1b402c4-0768-4698-ad91-3c5a4e39974b service neutron] Checking segment: {'id': '880d65a5-0d44-4018-a2b8-55df6816dd1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '330ae1fa-e5e0-405b-adb6-d2248d3b3656'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 23:07:57.642031 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c6c2cc6-2d4b-4e55-8972-48508371776c req-f1b402c4-0768-4698-ad91-3c5a4e39974b service neutron] Bound using segment: {'id': '880d65a5-0d44-4018-a2b8-55df6816dd1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '330ae1fa-e5e0-405b-adb6-d2248d3b3656'} {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 23:07:57.642531 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [req-3c6c2cc6-2d4b-4e55-8972-48508371776c req-f1b402c4-0768-4698-ad91-3c5a4e39974b service neutron] Bound port: 1dbec0f0-a616-462f-92d1-d13f734007de, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '880d65a5-0d44-4018-a2b8-55df6816dd1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '330ae1fa-e5e0-405b-adb6-d2248d3b3656'}}] {{(pid=109628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 23:07:57.642891 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-3c6c2cc6-2d4b-4e55-8972-48508371776c req-f1b402c4-0768-4698-ad91-3c5a4e39974b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4131840'] for port (1dbec0f0-a616-462f-92d1-d13f734007de), before_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:07:57.760042 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [req-61fa303d-2a55-4f08-8921-763d45915e35 req-46100562-1e10-4c3c-8364-3290e9040f65 service neutron] Attempting to bind port 64056d33-18b8-49e7-a0a9-dd5760eb1c1f on host hv-cinder-83009 for vnic_type normal with profile {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 23:07:57.760382 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [req-61fa303d-2a55-4f08-8921-763d45915e35 req-46100562-1e10-4c3c-8364-3290e9040f65 service neutron] Attempting to bind port 64056d33-18b8-49e7-a0a9-dd5760eb1c1f by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '56bf0c4d-c62b-4b69-a2bf-9ef505b71839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '0b6be559-f94f-4c5a-9671-c3c472d8311a'}] {{(pid=109628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 23:07:57.760704 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61fa303d-2a55-4f08-8921-763d45915e35 req-46100562-1e10-4c3c-8364-3290e9040f65 service neutron] Attempting to bind port 64056d33-18b8-49e7-a0a9-dd5760eb1c1f on network 0b6be559-f94f-4c5a-9671-c3c472d8311a {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 23:07:57.768652 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61fa303d-2a55-4f08-8921-763d45915e35 req-46100562-1e10-4c3c-8364-3290e9040f65 service neutron] Port 64056d33-18b8-49e7-a0a9-dd5760eb1c1f on network 0b6be559-f94f-4c5a-9671-c3c472d8311a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 23:07:57.768972 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61fa303d-2a55-4f08-8921-763d45915e35 req-46100562-1e10-4c3c-8364-3290e9040f65 service neutron] Attempting to bind port 64056d33-18b8-49e7-a0a9-dd5760eb1c1f on network 0b6be559-f94f-4c5a-9671-c3c472d8311a {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 23:07:57.771233 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.db [req-3c6c2cc6-2d4b-4e55-8972-48508371776c req-f1b402c4-0768-4698-ad91-3c5a4e39974b service neutron] For port 1dbec0f0-a616-462f-92d1-d13f734007de, host hv-cinder-83009, cleared binding levels {{(pid=109628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 23:07:57.775129 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.db [req-3c6c2cc6-2d4b-4e55-8972-48508371776c req-f1b402c4-0768-4698-ad91-3c5a4e39974b service neutron] For port 1dbec0f0-a616-462f-92d1-d13f734007de, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=1dbec0f0-a616-462f-92d1-d13f734007de,segment=NetworkSegment(880d65a5-0d44-4018-a2b8-55df6816dd1a),segment_id=880d65a5-0d44-4018-a2b8-55df6816dd1a)] {{(pid=109628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 23:07:57.779385 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61fa303d-2a55-4f08-8921-763d45915e35 req-46100562-1e10-4c3c-8364-3290e9040f65 service neutron] Checking agent: {'id': 'a929ecfe-02b1-4b86-b2e7-0c746ea4b12c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 22, 57, 21), 'started_at': datetime.datetime(2022, 2, 20, 22, 57, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 23, 7, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 23:07:57.779717 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61fa303d-2a55-4f08-8921-763d45915e35 req-46100562-1e10-4c3c-8364-3290e9040f65 service neutron] Checking segment: {'id': '56bf0c4d-c62b-4b69-a2bf-9ef505b71839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '0b6be559-f94f-4c5a-9671-c3c472d8311a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 23:07:57.780111 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61fa303d-2a55-4f08-8921-763d45915e35 req-46100562-1e10-4c3c-8364-3290e9040f65 service neutron] Bound using segment: {'id': '56bf0c4d-c62b-4b69-a2bf-9ef505b71839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '0b6be559-f94f-4c5a-9671-c3c472d8311a'} {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 23:07:57.780535 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [req-61fa303d-2a55-4f08-8921-763d45915e35 req-46100562-1e10-4c3c-8364-3290e9040f65 service neutron] Bound port: 64056d33-18b8-49e7-a0a9-dd5760eb1c1f, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56bf0c4d-c62b-4b69-a2bf-9ef505b71839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '0b6be559-f94f-4c5a-9671-c3c472d8311a'}}] {{(pid=109628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 23:07:57.780915 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-61fa303d-2a55-4f08-8921-763d45915e35 req-46100562-1e10-4c3c-8364-3290e9040f65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4131840'] for port (64056d33-18b8-49e7-a0a9-dd5760eb1c1f), before_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:07:57.847053 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.db [req-61fa303d-2a55-4f08-8921-763d45915e35 req-46100562-1e10-4c3c-8364-3290e9040f65 service neutron] For port 64056d33-18b8-49e7-a0a9-dd5760eb1c1f, host hv-cinder-83009, cleared binding levels {{(pid=109628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 23:07:57.850214 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.db [req-61fa303d-2a55-4f08-8921-763d45915e35 req-46100562-1e10-4c3c-8364-3290e9040f65 service neutron] For port 64056d33-18b8-49e7-a0a9-dd5760eb1c1f, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=64056d33-18b8-49e7-a0a9-dd5760eb1c1f,segment=NetworkSegment(56bf0c4d-c62b-4b69-a2bf-9ef505b71839),segment_id=56bf0c4d-c62b-4b69-a2bf-9ef505b71839)] {{(pid=109628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 23:07:57.852097 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-3c6c2cc6-2d4b-4e55-8972-48508371776c req-f1b402c4-0768-4698-ad91-3c5a4e39974b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747407212427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747406771514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747406771532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59259312'] for port (1dbec0f0-a616-462f-92d1-d13f734007de), after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:07:57.880366 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5ac76f-3871-4fde-b100-5523e4a2df72 req-1c22be00-0161-437b-be07-28efdad9de00 tempest-TestShelveInstance-1963375700 tempest-TestShelveInstance-1963375700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:07:57.883732 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-7c5ac76f-3871-4fde-b100-5523e4a2df72 req-1c22be00-0161-437b-be07-28efdad9de00 tempest-TestShelveInstance-1963375700 tempest-TestShelveInstance-1963375700-project] 10.222.0.65 "GET /v2.0/ports?device_id=5a2b826e-4a78-4871-bebd-4d16e947feca HTTP/1.1" status: 200 len: 943 time: 0.0556324 Feb 20 23:07:57.885225 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6c2cc6-2d4b-4e55-8972-48508371776c req-f1b402c4-0768-4698-ad91-3c5a4e39974b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:07:57.885832 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-3c6c2cc6-2d4b-4e55-8972-48508371776c req-f1b402c4-0768-4698-ad91-3c5a4e39974b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932959'] for port (None), before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:07:57.887241 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-3c6c2cc6-2d4b-4e55-8972-48508371776c req-f1b402c4-0768-4698-ad91-3c5a4e39974b service neutron] 10.222.0.42 "PUT /v2.0/ports/1dbec0f0-a616-462f-92d1-d13f734007de HTTP/1.1" status: 200 len: 1093 time: 1.5479095 Feb 20 23:07:57.887672 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7792d06-1646-4687-8c3a-290197521705', 'tag': '1dbec0f0-a616-462f-92d1-d13f734007de'}] {{(pid=109628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 23:07:57.889872 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4be7ee60aa4259b475ee261dcf74c65065c56e299c7a4b2359a57cf03aee0d96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09dceacd-bac4-499e-8fa5-a753457e11b6" -d '{"events": [{"name": "network-changed", "server_uuid": "d7792d06-1646-4687-8c3a-290197521705", "tag": "1dbec0f0-a616-462f-92d1-d13f734007de"}]}' {{(pid=109628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 23:07:57.918428 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b402c4-0768-4698-ad91-3c5a4e39974b service neutron] Pushing event updated for resources: {'Port': ['ID=1dbec0f0-a616-462f-92d1-d13f734007de,revision_number=3']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:07:57.930962 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-61fa303d-2a55-4f08-8921-763d45915e35 req-46100562-1e10-4c3c-8364-3290e9040f65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747407212427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747406771514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747406771532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59259312'] for port (64056d33-18b8-49e7-a0a9-dd5760eb1c1f), after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:07:57.951877 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-7c5ac76f-3871-4fde-b100-5523e4a2df72 req-1c190d1b-fafa-4c77-aaa4-98faf2002fa5 tempest-TestShelveInstance-1963375700 tempest-TestShelveInstance-1963375700-project] 10.222.0.65 "GET /v2.0/security-groups?id=2c29ce32-9d8e-4912-89a0-2a585bcd184b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588362 Feb 20 23:07:57.964774 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 23:07:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c939031-7d24-4d47-a849-8e71038c1c7e x-openstack-request-id: req-4c939031-7d24-4d47-a849-8e71038c1c7e {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 23:07:57.976234 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7792d06-1646-4687-8c3a-290197521705", "tag": "1dbec0f0-a616-462f-92d1-d13f734007de", "status": "completed", "code": 200}]} {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 23:07:57.976234 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-4c939031-7d24-4d47-a849-8e71038c1c7e {{(pid=109628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 23:07:57.976234 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7792d06-1646-4687-8c3a-290197521705', 'tag': '1dbec0f0-a616-462f-92d1-d13f734007de', 'status': 'completed', 'code': 200} Feb 20 23:07:57.982418 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fa303d-2a55-4f08-8921-763d45915e35 req-46100562-1e10-4c3c-8364-3290e9040f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:07:57.983042 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-61fa303d-2a55-4f08-8921-763d45915e35 req-46100562-1e10-4c3c-8364-3290e9040f65 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932959'] for port (None), before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:07:57.984392 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-61fa303d-2a55-4f08-8921-763d45915e35 req-46100562-1e10-4c3c-8364-3290e9040f65 service neutron] 10.222.0.42 "PUT /v2.0/ports/64056d33-18b8-49e7-a0a9-dd5760eb1c1f HTTP/1.1" status: 200 len: 1093 time: 0.9721193 Feb 20 23:07:58.032456 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46100562-1e10-4c3c-8364-3290e9040f65 service neutron] Pushing event updated for resources: {'Port': ['ID=64056d33-18b8-49e7-a0a9-dd5760eb1c1f,revision_number=3']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:07:58.050693 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dceacd-bac4-499e-8fa5-a753457e11b6 req-864f72e6-e187-42c4-828a-c526eef2f6e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:07:58.052247 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-09dceacd-bac4-499e-8fa5-a753457e11b6 req-864f72e6-e187-42c4-828a-c526eef2f6e8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1a80503a610548b7b777c092435079dc&device_id=d7792d06-1646-4687-8c3a-290197521705 HTTP/1.1" status: 200 len: 1127 time: 0.0825546 Feb 20 23:07:58.225296 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dceacd-bac4-499e-8fa5-a753457e11b6 req-9888d176-7471-4d5f-917d-8e5298f624dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:07:58.227237 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-09dceacd-bac4-499e-8fa5-a753457e11b6 req-9888d176-7471-4d5f-917d-8e5298f624dc service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=1a80503a610548b7b777c092435079dc&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1678083 Feb 20 23:07:58.231159 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fa303d-2a55-4f08-8921-763d45915e35 req-c3c70467-25fb-4ad5-b725-bf36c6310aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:07:58.232535 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-61fa303d-2a55-4f08-8921-763d45915e35 req-c3c70467-25fb-4ad5-b725-bf36c6310aa3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=0cba5500ec13454c84750d795b267d1f&device_id=5a2b826e-4a78-4871-bebd-4d16e947feca HTTP/1.1" status: 200 len: 1127 time: 0.1213322 Feb 20 23:07:58.268582 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d414d7e7-971a-488d-8f64-212482d9833b req-93019bcd-168e-4b52-b1ac-608a493007ad tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:07:58.270044 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-d414d7e7-971a-488d-8f64-212482d9833b req-93019bcd-168e-4b52-b1ac-608a493007ad tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] 10.222.0.65 "GET /v2.0/ports?device_id=d7792d06-1646-4687-8c3a-290197521705 HTTP/1.1" status: 200 len: 943 time: 0.1097896 Feb 20 23:07:58.328958 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-61fa303d-2a55-4f08-8921-763d45915e35 req-891ec7e7-7e70-4d46-941e-87127811996a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=64056d33-18b8-49e7-a0a9-dd5760eb1c1f HTTP/1.1" status: 200 len: 217 time: 0.0870521 Feb 20 23:07:58.413569 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fa303d-2a55-4f08-8921-763d45915e35 req-19845f91-00ca-483f-8fc1-2b224531a99b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:07:58.415531 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-61fa303d-2a55-4f08-8921-763d45915e35 req-19845f91-00ca-483f-8fc1-2b224531a99b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=34d111b8-53a8-4bd0-9d27-ae1b2459244b HTTP/1.1" status: 200 len: 847 time: 0.0779302 Feb 20 23:07:58.428039 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-d414d7e7-971a-488d-8f64-212482d9833b req-89b535bc-e87d-4d57-be9b-2b724e5336bb tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] 10.222.0.65 "GET /v2.0/security-groups?id=82a12fbf-55ae-415c-8818-1f98e79214ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1031663 Feb 20 23:07:58.463355 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dceacd-bac4-499e-8fa5-a753457e11b6 req-2f5194dc-75e0-46f0-9f2b-2d52a25aee31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:07:58.464771 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-09dceacd-bac4-499e-8fa5-a753457e11b6 req-2f5194dc-75e0-46f0-9f2b-2d52a25aee31 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2314177 Feb 20 23:07:58.481510 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fa303d-2a55-4f08-8921-763d45915e35 req-6219a6c0-d09e-4ac8-86bb-f7b6687981a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:07:58.482906 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-61fa303d-2a55-4f08-8921-763d45915e35 req-6219a6c0-d09e-4ac8-86bb-f7b6687981a2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0b6be559-f94f-4c5a-9671-c3c472d8311a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0582919 Feb 20 23:07:58.601093 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6c2cc6-2d4b-4e55-8972-48508371776c req-5f84e109-6003-4bac-a442-ec0915f251d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:07:58.603175 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-3c6c2cc6-2d4b-4e55-8972-48508371776c req-5f84e109-6003-4bac-a442-ec0915f251d3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1a80503a610548b7b777c092435079dc&device_id=d7792d06-1646-4687-8c3a-290197521705 HTTP/1.1" status: 200 len: 1127 time: 0.1034210 Feb 20 23:07:58.609193 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-61fa303d-2a55-4f08-8921-763d45915e35 req-270ef2b5-11f9-4593-960b-62fee8303d08 service neutron] 10.222.0.42 "GET /v2.0/networks/0b6be559-f94f-4c5a-9671-c3c472d8311a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1181223 Feb 20 23:07:58.661214 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-3c6c2cc6-2d4b-4e55-8972-48508371776c req-d9ed13dd-f1be-4337-98d9-964207eb90dd service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1dbec0f0-a616-462f-92d1-d13f734007de HTTP/1.1" status: 200 len: 217 time: 0.0510292 Feb 20 23:07:58.750681 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6c2cc6-2d4b-4e55-8972-48508371776c req-bb60eaf6-cc82-449f-a924-649aff24ff21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:07:58.752016 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-3c6c2cc6-2d4b-4e55-8972-48508371776c req-bb60eaf6-cc82-449f-a924-649aff24ff21 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f975dd8a-099e-41b7-b390-f487b4c5fbc0 HTTP/1.1" status: 200 len: 850 time: 0.0652013 Feb 20 23:07:58.772885 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-61fa303d-2a55-4f08-8921-763d45915e35 req-726fd36b-24f5-4ed1-b37f-0f4393c53ee9 service neutron] 10.222.0.42 "GET /v2.0/networks/0b6be559-f94f-4c5a-9671-c3c472d8311a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1555233 Feb 20 23:07:58.806319 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6c2cc6-2d4b-4e55-8972-48508371776c req-52426796-3a80-404c-b4a7-1e03b92c817e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:07:58.807800 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-3c6c2cc6-2d4b-4e55-8972-48508371776c req-52426796-3a80-404c-b4a7-1e03b92c817e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=330ae1fa-e5e0-405b-adb6-d2248d3b3656&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0453429 Feb 20 23:07:58.897546 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-3c6c2cc6-2d4b-4e55-8972-48508371776c req-b18116cf-9671-40d6-8121-cea33647bcb9 service neutron] 10.222.0.42 "GET /v2.0/networks/330ae1fa-e5e0-405b-adb6-d2248d3b3656?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834136 Feb 20 23:07:58.994877 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-3c6c2cc6-2d4b-4e55-8972-48508371776c req-4881d5fe-271a-4641-8fca-d366434a9662 service neutron] 10.222.0.42 "GET /v2.0/networks/330ae1fa-e5e0-405b-adb6-d2248d3b3656?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908122 Feb 20 23:07:59.063642 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8976a760-2d27-42ab-a5ef-4c7f10b5befa req-729a7c01-ac77-4804-88df-e8642115da22 tempest-TestShelveInstance-1963375700 tempest-TestShelveInstance-1963375700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:07:59.065083 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-8976a760-2d27-42ab-a5ef-4c7f10b5befa req-729a7c01-ac77-4804-88df-e8642115da22 tempest-TestShelveInstance-1963375700 tempest-TestShelveInstance-1963375700-project] 10.222.0.65 "GET /v2.0/ports?device_id=5a2b826e-4a78-4871-bebd-4d16e947feca HTTP/1.1" status: 200 len: 943 time: 0.0541399 Feb 20 23:07:59.113450 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-8976a760-2d27-42ab-a5ef-4c7f10b5befa req-d8d74252-55ae-4a13-9d5c-658249139195 tempest-TestShelveInstance-1963375700 tempest-TestShelveInstance-1963375700-project] 10.222.0.65 "GET /v2.0/security-groups?id=2c29ce32-9d8e-4912-89a0-2a585bcd184b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428600 Feb 20 23:07:59.543279 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcf4d10-57d2-449b-bf1c-082e2889aa1c req-e79b43c1-c341-4039-b111-248b11088a75 tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:07:59.544699 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-2dcf4d10-57d2-449b-bf1c-082e2889aa1c req-e79b43c1-c341-4039-b111-248b11088a75 tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] 10.222.0.65 "GET /v2.0/ports?device_id=d7792d06-1646-4687-8c3a-290197521705 HTTP/1.1" status: 200 len: 943 time: 0.0505686 Feb 20 23:07:59.589029 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-2dcf4d10-57d2-449b-bf1c-082e2889aa1c req-c2f46af0-0e81-492a-9ecf-ef10421e8881 tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] 10.222.0.65 "GET /v2.0/security-groups?id=82a12fbf-55ae-415c-8818-1f98e79214ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390079 Feb 20 23:07:59.966617 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a2b826e-4a78-4871-bebd-4d16e947feca', 'tag': '64056d33-18b8-49e7-a0a9-dd5760eb1c1f'}] {{(pid=109628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 23:07:59.968911 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4be7ee60aa4259b475ee261dcf74c65065c56e299c7a4b2359a57cf03aee0d96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8074711-6773-43ed-9b5c-399ce773a6e4" -d '{"events": [{"name": "network-changed", "server_uuid": "5a2b826e-4a78-4871-bebd-4d16e947feca", "tag": "64056d33-18b8-49e7-a0a9-dd5760eb1c1f"}]}' {{(pid=109628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 23:08:00.003119 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 23:07:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57428a69-59eb-4aae-a059-04d0d209f785 x-openstack-request-id: req-57428a69-59eb-4aae-a059-04d0d209f785 {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 23:08:00.003419 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a2b826e-4a78-4871-bebd-4d16e947feca", "tag": "64056d33-18b8-49e7-a0a9-dd5760eb1c1f", "status": "completed", "code": 200}]} {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 23:08:00.003674 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-57428a69-59eb-4aae-a059-04d0d209f785 {{(pid=109628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 23:08:00.004075 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a2b826e-4a78-4871-bebd-4d16e947feca', 'tag': '64056d33-18b8-49e7-a0a9-dd5760eb1c1f', 'status': 'completed', 'code': 200} Feb 20 23:08:00.078238 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8074711-6773-43ed-9b5c-399ce773a6e4 req-2ceabf54-c42b-4ef4-83d3-151bf330178e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:08:00.079678 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-d8074711-6773-43ed-9b5c-399ce773a6e4 req-2ceabf54-c42b-4ef4-83d3-151bf330178e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=0cba5500ec13454c84750d795b267d1f&device_id=5a2b826e-4a78-4871-bebd-4d16e947feca HTTP/1.1" status: 200 len: 1127 time: 0.0543411 Feb 20 23:08:00.170584 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8074711-6773-43ed-9b5c-399ce773a6e4 req-e755ce19-a4d2-43cd-bfd2-71842d8aace3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:08:00.172116 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-d8074711-6773-43ed-9b5c-399ce773a6e4 req-e755ce19-a4d2-43cd-bfd2-71842d8aace3 service neutron] 10.222.0.42 "GET /v2.0/networks?id=0b6be559-f94f-4c5a-9671-c3c472d8311a HTTP/1.1" status: 200 len: 908 time: 0.0849960 Feb 20 23:08:00.238034 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-d8074711-6773-43ed-9b5c-399ce773a6e4 req-4efef3b2-d5fe-49b2-8cb6-303a44f0f0aa service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=64056d33-18b8-49e7-a0a9-dd5760eb1c1f HTTP/1.1" status: 200 len: 217 time: 0.0522480 Feb 20 23:08:00.291563 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b2ffb3-1e9d-4b70-8dca-2e9fcfbdbc58 req-bd5c88dd-7ee9-49d2-9c96-433016251d69 tempest-TestShelveInstance-1963375700 tempest-TestShelveInstance-1963375700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:08:00.293014 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-e8b2ffb3-1e9d-4b70-8dca-2e9fcfbdbc58 req-bd5c88dd-7ee9-49d2-9c96-433016251d69 tempest-TestShelveInstance-1963375700 tempest-TestShelveInstance-1963375700-project] 10.222.0.65 "GET /v2.0/ports?device_id=5a2b826e-4a78-4871-bebd-4d16e947feca HTTP/1.1" status: 200 len: 943 time: 0.1158671 Feb 20 23:08:00.301529 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8074711-6773-43ed-9b5c-399ce773a6e4 req-72ab9a48-3905-4212-ab97-c42c323231fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:08:00.302870 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-d8074711-6773-43ed-9b5c-399ce773a6e4 req-72ab9a48-3905-4212-ab97-c42c323231fc service neutron] 10.222.0.42 "GET /v2.0/subnets?id=34d111b8-53a8-4bd0-9d27-ae1b2459244b HTTP/1.1" status: 200 len: 847 time: 0.0579653 Feb 20 23:08:00.373981 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-e8b2ffb3-1e9d-4b70-8dca-2e9fcfbdbc58 req-ea9989b9-3f99-49cf-88b7-adf0072d627a tempest-TestShelveInstance-1963375700 tempest-TestShelveInstance-1963375700-project] 10.222.0.65 "GET /v2.0/security-groups?id=2c29ce32-9d8e-4912-89a0-2a585bcd184b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747962 Feb 20 23:08:00.381994 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8074711-6773-43ed-9b5c-399ce773a6e4 req-be67f8cd-b7e0-43a4-84f5-773878a24775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:08:00.384013 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-d8074711-6773-43ed-9b5c-399ce773a6e4 req-be67f8cd-b7e0-43a4-84f5-773878a24775 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0b6be559-f94f-4c5a-9671-c3c472d8311a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0748854 Feb 20 23:08:00.473711 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-d8074711-6773-43ed-9b5c-399ce773a6e4 req-f07fc0cf-729d-485c-9080-5cd0287387df service neutron] 10.222.0.42 "GET /v2.0/networks/0b6be559-f94f-4c5a-9671-c3c472d8311a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791802 Feb 20 23:08:00.563031 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-d8074711-6773-43ed-9b5c-399ce773a6e4 req-8a2b14fd-643b-45a0-ad78-b5934584df73 service neutron] 10.222.0.42 "GET /v2.0/networks/0b6be559-f94f-4c5a-9671-c3c472d8311a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829523 Feb 20 23:08:00.641979 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.db.agents_db [None req-1f7bd598-9080-4651-a904-61cb6c9001fd None None] Agent healthcheck: found 6 active agents {{(pid=109631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 23:08:00.704511 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff62eb1f-ebde-4471-9eb2-2d77cb2d8d0e req-cd0ec37b-7aed-491b-b4b2-74e74ee25b7a tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:08:00.705936 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-ff62eb1f-ebde-4471-9eb2-2d77cb2d8d0e req-cd0ec37b-7aed-491b-b4b2-74e74ee25b7a tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] 10.222.0.65 "GET /v2.0/ports?device_id=d7792d06-1646-4687-8c3a-290197521705 HTTP/1.1" status: 200 len: 943 time: 0.0502400 Feb 20 23:08:00.750961 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-ff62eb1f-ebde-4471-9eb2-2d77cb2d8d0e req-918aba5d-cc55-4956-ac3d-d91231a797d3 tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] 10.222.0.65 "GET /v2.0/security-groups?id=82a12fbf-55ae-415c-8818-1f98e79214ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392926 Feb 20 23:08:01.488888 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8a1f7a-f299-4b93-b07a-afb4056c521c req-9b4366ac-29cf-4bb2-aaf6-1edae91ef5c8 tempest-TestShelveInstance-1963375700 tempest-TestShelveInstance-1963375700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:08:01.490313 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-7e8a1f7a-f299-4b93-b07a-afb4056c521c req-9b4366ac-29cf-4bb2-aaf6-1edae91ef5c8 tempest-TestShelveInstance-1963375700 tempest-TestShelveInstance-1963375700-project] 10.222.0.65 "GET /v2.0/ports?device_id=5a2b826e-4a78-4871-bebd-4d16e947feca HTTP/1.1" status: 200 len: 943 time: 0.0506122 Feb 20 23:08:01.536698 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-7e8a1f7a-f299-4b93-b07a-afb4056c521c req-bd28f0bd-dd37-49b5-84d5-ee63691d3d72 tempest-TestShelveInstance-1963375700 tempest-TestShelveInstance-1963375700-project] 10.222.0.65 "GET /v2.0/security-groups?id=2c29ce32-9d8e-4912-89a0-2a585bcd184b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403104 Feb 20 23:08:01.864554 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0175ff-ef49-41e0-bb99-75a2771866e2 req-e000750f-5dcd-43d1-8797-5de3572d101e tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:08:01.865978 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-6b0175ff-ef49-41e0-bb99-75a2771866e2 req-e000750f-5dcd-43d1-8797-5de3572d101e tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] 10.222.0.65 "GET /v2.0/ports?device_id=d7792d06-1646-4687-8c3a-290197521705 HTTP/1.1" status: 200 len: 943 time: 0.0502877 Feb 20 23:08:01.912517 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-6b0175ff-ef49-41e0-bb99-75a2771866e2 req-b694ccdb-3e2a-4e05-836f-ea4619712495 tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] 10.222.0.65 "GET /v2.0/security-groups?id=82a12fbf-55ae-415c-8818-1f98e79214ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411637 Feb 20 23:08:02.307389 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Device 1dbec0f0-a616-462f-92d1-d13f734007de details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=109630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 23:08:02.404201 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] For port 1dbec0f0-a616-462f-92d1-d13f734007de, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=1dbec0f0-a616-462f-92d1-d13f734007de,segment=NetworkSegment(880d65a5-0d44-4018-a2b8-55df6816dd1a),segment_id=880d65a5-0d44-4018-a2b8-55df6816dd1a)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:08:02.414925 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Returning: {'device': '1dbec0f0-a616-462f-92d1-d13f734007de', 'network_id': '330ae1fa-e5e0-405b-adb6-d2248d3b3656', 'port_id': '1dbec0f0-a616-462f-92d1-d13f734007de', 'mac_address': 'fa:16:3e:c0:1e:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f975dd8a-099e-41b7-b390-f487b4c5fbc0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 23:08:02.453369 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Current status of the port 1dbec0f0-a616-462f-92d1-d13f734007de is: DOWN; New status is: BUILD {{(pid=109630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:08:02.453759 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4131840'] for port (1dbec0f0-a616-462f-92d1-d13f734007de), before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:08:02.465744 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.notifiers.nova [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1dbec0f0-a616-462f-92d1-d13f734007de {{(pid=109630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 23:08:02.483613 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] For port 1dbec0f0-a616-462f-92d1-d13f734007de, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=1dbec0f0-a616-462f-92d1-d13f734007de,segment=NetworkSegment(880d65a5-0d44-4018-a2b8-55df6816dd1a),segment_id=880d65a5-0d44-4018-a2b8-55df6816dd1a)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:08:02.655776 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747407212427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747406771514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747406771532'] for port (1dbec0f0-a616-462f-92d1-d13f734007de), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:08:02.657266 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88189e47-6a9b-44d1-b757-a84d8bb182c6 req-2f6f5d37-4bd8-4341-b8b5-a18bce2b86bb tempest-TestShelveInstance-1963375700 tempest-TestShelveInstance-1963375700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:08:02.658773 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-88189e47-6a9b-44d1-b757-a84d8bb182c6 req-2f6f5d37-4bd8-4341-b8b5-a18bce2b86bb tempest-TestShelveInstance-1963375700 tempest-TestShelveInstance-1963375700-project] 10.222.0.65 "GET /v2.0/ports?device_id=5a2b826e-4a78-4871-bebd-4d16e947feca HTTP/1.1" status: 200 len: 943 time: 0.0530138 Feb 20 23:08:02.704437 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Pushing event updated for resources: {'Port': ['ID=1dbec0f0-a616-462f-92d1-d13f734007de,revision_number=4']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:08:02.707109 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-88189e47-6a9b-44d1-b757-a84d8bb182c6 req-70a1d138-699e-4d7e-ac93-5e6d2474b3a7 tempest-TestShelveInstance-1963375700 tempest-TestShelveInstance-1963375700-project] 10.222.0.65 "GET /v2.0/security-groups?id=2c29ce32-9d8e-4912-89a0-2a585bcd184b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426164 Feb 20 23:08:02.712227 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:08:02.712599 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:08:02.712955 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:08:02.713292 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:08:02.713618 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:08:02.713941 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:08:02.714263 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:08:02.714619 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:08:02.714942 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:08:02.715261 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:08:02.715579 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:08:02.715893 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:08:02.716209 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:08:02.995328 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] get_ports_and_sgs() called for port_ids ['1dbec0f0-a616-462f-92d1-d13f734007de'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 23:08:03.024878 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c69edad-2e7b-45c0-94c3-4d634c8df511 req-33d4d945-100f-4238-9bd5-229625f4a781 tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:08:03.026323 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-7c69edad-2e7b-45c0-94c3-4d634c8df511 req-33d4d945-100f-4238-9bd5-229625f4a781 tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] 10.222.0.65 "GET /v2.0/ports?device_id=d7792d06-1646-4687-8c3a-290197521705 HTTP/1.1" status: 200 len: 944 time: 0.0502613 Feb 20 23:08:03.072688 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-7c69edad-2e7b-45c0-94c3-4d634c8df511 req-2fd9fe8a-c60b-455c-a722-72fc52c365f5 tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] 10.222.0.65 "GET /v2.0/security-groups?id=82a12fbf-55ae-415c-8818-1f98e79214ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407522 Feb 20 23:08:03.826181 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f140865d-53aa-4dad-a2c8-71a70e294bec req-2ab8b5e4-1a8e-46e5-95c9-8496498dc0ba tempest-TestShelveInstance-1963375700 tempest-TestShelveInstance-1963375700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:08:03.827640 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-f140865d-53aa-4dad-a2c8-71a70e294bec req-2ab8b5e4-1a8e-46e5-95c9-8496498dc0ba tempest-TestShelveInstance-1963375700 tempest-TestShelveInstance-1963375700-project] 10.222.0.65 "GET /v2.0/ports?device_id=5a2b826e-4a78-4871-bebd-4d16e947feca HTTP/1.1" status: 200 len: 943 time: 0.0542183 Feb 20 23:08:03.874589 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-f140865d-53aa-4dad-a2c8-71a70e294bec req-133ecb12-f1e4-4490-bb6b-9030db847e24 tempest-TestShelveInstance-1963375700 tempest-TestShelveInstance-1963375700-project] 10.222.0.65 "GET /v2.0/security-groups?id=2c29ce32-9d8e-4912-89a0-2a585bcd184b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415714 Feb 20 23:08:04.188277 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a0b621-3b00-4473-8ee5-ad192333328d req-a13e674b-f2f9-4f30-9b64-b1d55e68dce2 tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:08:04.189727 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-a7a0b621-3b00-4473-8ee5-ad192333328d req-a13e674b-f2f9-4f30-9b64-b1d55e68dce2 tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] 10.222.0.65 "GET /v2.0/ports?device_id=d7792d06-1646-4687-8c3a-290197521705 HTTP/1.1" status: 200 len: 944 time: 0.0500650 Feb 20 23:08:04.234859 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-a7a0b621-3b00-4473-8ee5-ad192333328d req-2df4a490-eaa8-4fc3-b52d-95613291d7f6 tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] 10.222.0.65 "GET /v2.0/security-groups?id=82a12fbf-55ae-415c-8818-1f98e79214ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397232 Feb 20 23:08:04.306504 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Device 1dbec0f0-a616-462f-92d1-d13f734007de up at agent hyperv_hv-cinder-83009 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 23:08:04.432620 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Provisioning for port 1dbec0f0-a616-462f-92d1-d13f734007de completed by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 23:08:04.436223 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Provisioning complete for port 1dbec0f0-a616-462f-92d1-d13f734007de triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:08:04.436592 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4145689'] for port (1dbec0f0-a616-462f-92d1-d13f734007de), provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:08:04.508810 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Current status of the port 1dbec0f0-a616-462f-92d1-d13f734007de is: BUILD; New status is: ACTIVE {{(pid=109630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:08:04.509187 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4131840'] for port (1dbec0f0-a616-462f-92d1-d13f734007de), before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:08:04.532585 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7792d06-1646-4687-8c3a-290197521705', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1dbec0f0-a616-462f-92d1-d13f734007de'}] {{(pid=109630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 23:08:04.534784 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f8f7ade39b9b648cd02963e66adb41eb29d40ae47bdce8ccfc3d1936511f484" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e9f1c31-7a5f-4d55-8a8d-972d245f5c28" -d '{"events": [{"server_uuid": "d7792d06-1646-4687-8c3a-290197521705", "name": "network-vif-plugged", "status": "completed", "tag": "1dbec0f0-a616-462f-92d1-d13f734007de"}]}' {{(pid=109630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 23:08:04.547427 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] For port 1dbec0f0-a616-462f-92d1-d13f734007de, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=1dbec0f0-a616-462f-92d1-d13f734007de,segment=NetworkSegment(880d65a5-0d44-4018-a2b8-55df6816dd1a),segment_id=880d65a5-0d44-4018-a2b8-55df6816dd1a)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:08:04.569479 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 23:08:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dedcec2d-13d2-4d38-931b-7e43badd6af8 x-openstack-request-id: req-dedcec2d-13d2-4d38-931b-7e43badd6af8 {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 23:08:04.569799 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7792d06-1646-4687-8c3a-290197521705", "name": "network-vif-plugged", "status": "completed", "tag": "1dbec0f0-a616-462f-92d1-d13f734007de", "code": 200}]} {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 23:08:04.570050 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-dedcec2d-13d2-4d38-931b-7e43badd6af8 {{(pid=109630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 23:08:04.570486 dv-cinder-830096-1-iscsi neutron-server[109630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7792d06-1646-4687-8c3a-290197521705', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1dbec0f0-a616-462f-92d1-d13f734007de', 'code': 200} Feb 20 23:08:04.638143 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747407212427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747406771514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747406771532'] for port (1dbec0f0-a616-462f-92d1-d13f734007de), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:08:04.685878 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Pushing event updated for resources: {'Port': ['ID=1dbec0f0-a616-462f-92d1-d13f734007de,revision_number=5']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:08:04.884011 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14166d9c-1a43-45d5-b9c3-549850ec6fba req-5744616b-fb95-4fbf-934f-a79a22b653b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:08:04.885478 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-14166d9c-1a43-45d5-b9c3-549850ec6fba req-5744616b-fb95-4fbf-934f-a79a22b653b5 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=d7792d06-1646-4687-8c3a-290197521705 HTTP/1.1" status: 200 len: 1129 time: 0.0427318 Feb 20 23:08:04.929163 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-14166d9c-1a43-45d5-b9c3-549850ec6fba req-4d91ed41-79ff-4336-b4bc-4cbe07980b42 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=82a12fbf-55ae-415c-8818-1f98e79214ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378120 Feb 20 23:08:04.992723 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f70ba90-0c38-4c2a-8824-7e70ce6cb055 req-74e2f05e-48f2-4af5-8f72-26c0c2feb9ba tempest-TestShelveInstance-1963375700 tempest-TestShelveInstance-1963375700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:08:04.994069 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-2f70ba90-0c38-4c2a-8824-7e70ce6cb055 req-74e2f05e-48f2-4af5-8f72-26c0c2feb9ba tempest-TestShelveInstance-1963375700 tempest-TestShelveInstance-1963375700-project] 10.222.0.65 "GET /v2.0/ports?device_id=5a2b826e-4a78-4871-bebd-4d16e947feca HTTP/1.1" status: 200 len: 943 time: 0.0536308 Feb 20 23:08:05.041098 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-2f70ba90-0c38-4c2a-8824-7e70ce6cb055 req-7d5a7672-95c5-4e95-bfd3-a1ab79975f17 tempest-TestShelveInstance-1963375700 tempest-TestShelveInstance-1963375700-project] 10.222.0.65 "GET /v2.0/security-groups?id=2c29ce32-9d8e-4912-89a0-2a585bcd184b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415461 Feb 20 23:08:05.355498 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53aa7e21-61de-408d-a1ca-844c1a3be090 req-0811e775-6869-4c23-a019-72bbad4a657a tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:08:05.356930 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-53aa7e21-61de-408d-a1ca-844c1a3be090 req-0811e775-6869-4c23-a019-72bbad4a657a tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] 10.222.0.65 "GET /v2.0/ports?device_id=d7792d06-1646-4687-8c3a-290197521705 HTTP/1.1" status: 200 len: 945 time: 0.0537491 Feb 20 23:08:05.401509 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-53aa7e21-61de-408d-a1ca-844c1a3be090 req-364349c4-3b87-4630-9b8b-665e7e277ada tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] 10.222.0.65 "GET /v2.0/security-groups?id=82a12fbf-55ae-415c-8818-1f98e79214ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392225 Feb 20 23:08:06.158110 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d06918b-49ad-40f1-89cf-c5b3febe3e4f req-78b8a6db-e3ca-4e5e-904a-995262eba2dd tempest-TestShelveInstance-1963375700 tempest-TestShelveInstance-1963375700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:08:06.159593 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-8d06918b-49ad-40f1-89cf-c5b3febe3e4f req-78b8a6db-e3ca-4e5e-904a-995262eba2dd tempest-TestShelveInstance-1963375700 tempest-TestShelveInstance-1963375700-project] 10.222.0.65 "GET /v2.0/ports?device_id=5a2b826e-4a78-4871-bebd-4d16e947feca HTTP/1.1" status: 200 len: 943 time: 0.0500169 Feb 20 23:08:06.206849 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-8d06918b-49ad-40f1-89cf-c5b3febe3e4f req-b5ffff9d-b5f8-4fd4-bee5-c4f352fb8f58 tempest-TestShelveInstance-1963375700 tempest-TestShelveInstance-1963375700-project] 10.222.0.65 "GET /v2.0/security-groups?id=2c29ce32-9d8e-4912-89a0-2a585bcd184b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409868 Feb 20 23:08:06.310145 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Device 64056d33-18b8-49e7-a0a9-dd5760eb1c1f details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=109630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 23:08:06.407647 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] For port 64056d33-18b8-49e7-a0a9-dd5760eb1c1f, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=64056d33-18b8-49e7-a0a9-dd5760eb1c1f,segment=NetworkSegment(56bf0c4d-c62b-4b69-a2bf-9ef505b71839),segment_id=56bf0c4d-c62b-4b69-a2bf-9ef505b71839)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:08:06.419699 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Returning: {'device': '64056d33-18b8-49e7-a0a9-dd5760eb1c1f', 'network_id': '0b6be559-f94f-4c5a-9671-c3c472d8311a', 'port_id': '64056d33-18b8-49e7-a0a9-dd5760eb1c1f', 'mac_address': 'fa:16:3e:eb:c2:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34d111b8-53a8-4bd0-9d27-ae1b2459244b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 23:08:06.455986 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Current status of the port 64056d33-18b8-49e7-a0a9-dd5760eb1c1f is: DOWN; New status is: BUILD {{(pid=109630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:08:06.456384 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4131840'] for port (64056d33-18b8-49e7-a0a9-dd5760eb1c1f), before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:08:06.469721 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.notifiers.nova [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64056d33-18b8-49e7-a0a9-dd5760eb1c1f {{(pid=109630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 23:08:06.489546 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] For port 64056d33-18b8-49e7-a0a9-dd5760eb1c1f, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=64056d33-18b8-49e7-a0a9-dd5760eb1c1f,segment=NetworkSegment(56bf0c4d-c62b-4b69-a2bf-9ef505b71839),segment_id=56bf0c4d-c62b-4b69-a2bf-9ef505b71839)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:08:06.522684 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68b622a-6c97-43f8-a7b7-7dcf708fabaf req-082ad69c-1537-4df5-86b3-4ac0893107da tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:08:06.524762 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-f68b622a-6c97-43f8-a7b7-7dcf708fabaf req-082ad69c-1537-4df5-86b3-4ac0893107da tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] 10.222.0.65 "GET /v2.0/ports?device_id=d7792d06-1646-4687-8c3a-290197521705 HTTP/1.1" status: 200 len: 945 time: 0.0588758 Feb 20 23:08:06.569597 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-f68b622a-6c97-43f8-a7b7-7dcf708fabaf req-31217977-5a0f-43b3-bf15-3c4523fc1dd7 tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] 10.222.0.65 "GET /v2.0/security-groups?id=82a12fbf-55ae-415c-8818-1f98e79214ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393097 Feb 20 23:08:06.570928 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747407212427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747406771514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747406771532'] for port (64056d33-18b8-49e7-a0a9-dd5760eb1c1f), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:08:06.617306 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Pushing event updated for resources: {'Port': ['ID=64056d33-18b8-49e7-a0a9-dd5760eb1c1f,revision_number=4']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:08:06.919909 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] get_ports_and_sgs() called for port_ids ['64056d33-18b8-49e7-a0a9-dd5760eb1c1f'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 23:08:07.321030 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c725bcc-b34b-41fe-8ec2-45f0ab4e5565 req-d27fce46-76b4-4040-b31b-9a153ecc42fb tempest-TestShelveInstance-1963375700 tempest-TestShelveInstance-1963375700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:08:07.322552 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-4c725bcc-b34b-41fe-8ec2-45f0ab4e5565 req-d27fce46-76b4-4040-b31b-9a153ecc42fb tempest-TestShelveInstance-1963375700 tempest-TestShelveInstance-1963375700-project] 10.222.0.65 "GET /v2.0/ports?device_id=5a2b826e-4a78-4871-bebd-4d16e947feca HTTP/1.1" status: 200 len: 944 time: 0.0501657 Feb 20 23:08:07.375658 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-4c725bcc-b34b-41fe-8ec2-45f0ab4e5565 req-c24d67b9-216b-4544-8751-dc442a27a733 tempest-TestShelveInstance-1963375700 tempest-TestShelveInstance-1963375700-project] 10.222.0.65 "GET /v2.0/security-groups?id=2c29ce32-9d8e-4912-89a0-2a585bcd184b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470271 Feb 20 23:08:07.684235 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab6e310-8b59-4386-8de9-68f962a9c59d req-9abd3a17-2688-488b-bdd4-eb99b933d817 tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:08:07.685676 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-0ab6e310-8b59-4386-8de9-68f962a9c59d req-9abd3a17-2688-488b-bdd4-eb99b933d817 tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] 10.222.0.65 "GET /v2.0/ports?device_id=d7792d06-1646-4687-8c3a-290197521705 HTTP/1.1" status: 200 len: 945 time: 0.0504110 Feb 20 23:08:07.734537 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-0ab6e310-8b59-4386-8de9-68f962a9c59d req-a1490086-7bb3-4363-b299-5fc596232a00 tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] 10.222.0.65 "GET /v2.0/security-groups?id=82a12fbf-55ae-415c-8818-1f98e79214ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432253 Feb 20 23:08:07.845959 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961834da-0e95-47ef-a226-5db90da7b3b8 req-8aea3287-f72b-4988-8215-4470e8dfbd16 tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:08:07.847460 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-961834da-0e95-47ef-a226-5db90da7b3b8 req-8aea3287-f72b-4988-8215-4470e8dfbd16 tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] 10.222.0.65 "GET /v2.0/ports?device_id=d7792d06-1646-4687-8c3a-290197521705 HTTP/1.1" status: 200 len: 945 time: 0.0497398 Feb 20 23:08:07.856370 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.65', 52228) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:08:07.860442 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.v2.base [None req-5456d864-9b1f-4c93-8c34-2ddb2d3ae649 tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] Request body: {'floatingip': {'port_id': '1dbec0f0-a616-462f-92d1-d13f734007de'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:08:07.896549 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-5456d864-9b1f-4c93-8c34-2ddb2d3ae649 tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] Publish callbacks [] for floatingip (e65e8d58-5cfb-4a76-b7b0-20e1381d27e3), before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:08:08.322669 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Device 64056d33-18b8-49e7-a0a9-dd5760eb1c1f up at agent hyperv_hv-cinder-83009 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 23:08:08.493453 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fba15fb-7039-4210-a6df-50da33bfc14e req-34f67b9b-f9ef-4749-b256-462d418b865b tempest-TestShelveInstance-1963375700 tempest-TestShelveInstance-1963375700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:08:08.495297 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-6fba15fb-7039-4210-a6df-50da33bfc14e req-34f67b9b-f9ef-4749-b256-462d418b865b tempest-TestShelveInstance-1963375700 tempest-TestShelveInstance-1963375700-project] 10.222.0.65 "GET /v2.0/ports?device_id=5a2b826e-4a78-4871-bebd-4d16e947feca HTTP/1.1" status: 200 len: 944 time: 0.0533211 Feb 20 23:08:08.537538 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-5456d864-9b1f-4c93-8c34-2ddb2d3ae649 tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:08:08.543987 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-6fba15fb-7039-4210-a6df-50da33bfc14e req-42aa6a58-7404-47cc-b5f4-6fadb96d65b5 tempest-TestShelveInstance-1963375700 tempest-TestShelveInstance-1963375700-project] 10.222.0.65 "GET /v2.0/security-groups?id=2c29ce32-9d8e-4912-89a0-2a585bcd184b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429096 Feb 20 23:08:08.564122 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Provisioning for port 64056d33-18b8-49e7-a0a9-dd5760eb1c1f completed by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 23:08:08.568309 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Provisioning complete for port 64056d33-18b8-49e7-a0a9-dd5760eb1c1f triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:08:08.568685 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4145689'] for port (64056d33-18b8-49e7-a0a9-dd5760eb1c1f), provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:08:08.621430 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-5456d864-9b1f-4c93-8c34-2ddb2d3ae649 tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-704244'] for floatingip (e65e8d58-5cfb-4a76-b7b0-20e1381d27e3), after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:08:08.647717 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Current status of the port 64056d33-18b8-49e7-a0a9-dd5760eb1c1f is: BUILD; New status is: ACTIVE {{(pid=109630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:08:08.648732 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4131840'] for port (64056d33-18b8-49e7-a0a9-dd5760eb1c1f), before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:08:08.671923 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a2b826e-4a78-4871-bebd-4d16e947feca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64056d33-18b8-49e7-a0a9-dd5760eb1c1f'}] {{(pid=109630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 23:08:08.674059 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f8f7ade39b9b648cd02963e66adb41eb29d40ae47bdce8ccfc3d1936511f484" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8ef4926-f523-46a0-971b-eb3acaa09945" -d '{"events": [{"server_uuid": "5a2b826e-4a78-4871-bebd-4d16e947feca", "name": "network-vif-plugged", "status": "completed", "tag": "64056d33-18b8-49e7-a0a9-dd5760eb1c1f"}]}' {{(pid=109630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 23:08:08.686514 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] For port 64056d33-18b8-49e7-a0a9-dd5760eb1c1f, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=64056d33-18b8-49e7-a0a9-dd5760eb1c1f,segment=NetworkSegment(56bf0c4d-c62b-4b69-a2bf-9ef505b71839),segment_id=56bf0c4d-c62b-4b69-a2bf-9ef505b71839)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:08:08.725823 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 23:08:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d42e17d-ec50-4852-a013-f2341534525b x-openstack-request-id: req-2d42e17d-ec50-4852-a013-f2341534525b {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 23:08:08.725823 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a2b826e-4a78-4871-bebd-4d16e947feca", "name": "network-vif-plugged", "status": "completed", "tag": "64056d33-18b8-49e7-a0a9-dd5760eb1c1f", "code": 200}]} {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 23:08:08.725823 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-2d42e17d-ec50-4852-a013-f2341534525b {{(pid=109630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 23:08:08.725823 dv-cinder-830096-1-iscsi neutron-server[109630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a2b826e-4a78-4871-bebd-4d16e947feca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64056d33-18b8-49e7-a0a9-dd5760eb1c1f', 'code': 200} Feb 20 23:08:08.728391 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.db.l3_db [None req-5456d864-9b1f-4c93-8c34-2ddb2d3ae649 tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] Floating IP e65e8d58-5cfb-4a76-b7b0-20e1381d27e3 associated. External IP: 172.27.2.178, port: 1dbec0f0-a616-462f-92d1-d13f734007de. Feb 20 23:08:08.775738 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747407212427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747406771514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747406771532'] for port (64056d33-18b8-49e7-a0a9-dd5760eb1c1f), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:08:08.832533 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Pushing event updated for resources: {'Port': ['ID=64056d33-18b8-49e7-a0a9-dd5760eb1c1f,revision_number=5']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:08:08.941329 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5456d864-9b1f-4c93-8c34-2ddb2d3ae649 tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] Router 25558889-3b3f-44b4-89ff-accdf2d05ab0 has already been hosted by L3 agent 13c347f3-1c01-45ee-af8c-9f8a630e0f23 {{(pid=109629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 23:08:09.045506 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81408e9a-cbdd-4b45-acca-decb9522eb9e req-db4abf16-fc87-4e84-a25d-efdd918b69dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:08:09.047068 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-81408e9a-cbdd-4b45-acca-decb9522eb9e req-db4abf16-fc87-4e84-a25d-efdd918b69dc service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=5a2b826e-4a78-4871-bebd-4d16e947feca HTTP/1.1" status: 200 len: 1129 time: 0.0433273 Feb 20 23:08:09.050006 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5456d864-9b1f-4c93-8c34-2ddb2d3ae649 tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] Notify agent at l3_agent.dv-cinder-830096-1-iscsi the message routers_updated {{(pid=109629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 23:08:09.055270 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-5456d864-9b1f-4c93-8c34-2ddb2d3ae649 tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932959'] for floatingip (None), before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:08:09.060859 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-202dc8e8-e1fa-4f33-a6d2-f59a4803472e None None] Sync routers for ids ['25558889-3b3f-44b4-89ff-accdf2d05ab0'] in dv-cinder-830096-1-iscsi {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 23:08:09.071572 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-202dc8e8-e1fa-4f33-a6d2-f59a4803472e None None] Routers {'25558889-3b3f-44b4-89ff-accdf2d05ab0'} bound to L3 agent in host dv-cinder-830096-1-iscsi {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 23:08:09.072192 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-202dc8e8-e1fa-4f33-a6d2-f59a4803472e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T22:50:44Z,description=,heartbeat_timestamp=2022-02-20T23:07:44Z,host='dv-cinder-830096-1-iscsi',id=13c347f3-1c01-45ee-af8c-9f8a630e0f23,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T22:50:45Z,topic='l3_agent')) {'router_ids': ['25558889-3b3f-44b4-89ff-accdf2d05ab0'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:08:09.084679 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [None req-5456d864-9b1f-4c93-8c34-2ddb2d3ae649 tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] 10.222.0.65 "PUT /v2.0/floatingips/e65e8d58-5cfb-4a76-b7b0-20e1381d27e3 HTTP/1.1" status: 200 len: 991 time: 1.2272935 Feb 20 23:08:09.085300 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7792d06-1646-4687-8c3a-290197521705', 'tag': '1dbec0f0-a616-462f-92d1-d13f734007de'}] {{(pid=109629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 23:08:09.088132 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fb480476601f6d45763ee6f7049a1d11722b8eb4e711c6cc4532448040ffc9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fe3f818-5093-4470-82e6-41b84636994d" -d '{"events": [{"name": "network-changed", "server_uuid": "d7792d06-1646-4687-8c3a-290197521705", "tag": "1dbec0f0-a616-462f-92d1-d13f734007de"}]}' {{(pid=109629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 23:08:09.105811 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-81408e9a-cbdd-4b45-acca-decb9522eb9e req-c812b1fb-0d1e-4806-9565-b9b5674e17cf service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=2c29ce32-9d8e-4912-89a0-2a585bcd184b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513279 Feb 20 23:08:09.195378 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 23:08:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-751cdd7e-4c29-4ac6-9426-6d13b0532456 x-openstack-request-id: req-751cdd7e-4c29-4ac6-9426-6d13b0532456 {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 23:08:09.195832 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7792d06-1646-4687-8c3a-290197521705", "tag": "1dbec0f0-a616-462f-92d1-d13f734007de", "status": "completed", "code": 200}]} {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 23:08:09.196902 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-751cdd7e-4c29-4ac6-9426-6d13b0532456 {{(pid=109629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 23:08:09.197154 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7792d06-1646-4687-8c3a-290197521705', 'tag': '1dbec0f0-a616-462f-92d1-d13f734007de', 'status': 'completed', 'code': 200} Feb 20 23:08:09.198592 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-202dc8e8-e1fa-4f33-a6d2-f59a4803472e None None] Set router 25558889-3b3f-44b4-89ff-accdf2d05ab0 gateway port host: dv-cinder-830096-1-iscsi {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 23:08:09.414668 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe3f818-5093-4470-82e6-41b84636994d req-08763724-c31a-4de5-994a-1f96cdde4c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:08:09.416392 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-2fe3f818-5093-4470-82e6-41b84636994d req-08763724-c31a-4de5-994a-1f96cdde4c73 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1a80503a610548b7b777c092435079dc&device_id=d7792d06-1646-4687-8c3a-290197521705 HTTP/1.1" status: 200 len: 1129 time: 0.0484407 Feb 20 23:08:09.426870 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-202dc8e8-e1fa-4f33-a6d2-f59a4803472e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25558889-3b3f-44b4-89ff-accdf2d05ab0', 'name': 'tempest-AttachVolumeTestJSON-1621859443-router', 'tenant_id': '1a80503a610548b7b777c092435079dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f52b71d-61c7-49bc-86ae-3e3415c25b55', 'external_fixed_ips': [{'subnet_id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'ip_address': '172.27.2.194'}], 'enable_snat': True}, 'gw_port_id': '434efd2f-0231-42a9-8b88-01083e1f9c07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:00:51Z', 'updated_at': '2022-02-20T23:00:54Z', 'revision_number': 4, 'project_id': '1a80503a610548b7b777c092435079dc', 'gw_port': {'id': '434efd2f-0231-42a9-8b88-01083e1f9c07', 'name': '', 'network_id': '5f52b71d-61c7-49bc-86ae-3e3415c25b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:3e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25558889-3b3f-44b4-89ff-accdf2d05ab0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'ip_address': '172.27.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:00:51Z', 'updated_at': '2022-02-20T23:00:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-1-iscsi', '_floatingips': [{'id': 'e65e8d58-5cfb-4a76-b7b0-20e1381d27e3', 'tenant_id': '1a80503a610548b7b777c092435079dc', 'floating_ip_address': '172.27.2.178', 'floating_network_id': '5f52b71d-61c7-49bc-86ae-3e3415c25b55', 'router_id': '25558889-3b3f-44b4-89ff-accdf2d05ab0', 'port_id': '1dbec0f0-a616-462f-92d1-d13f734007de', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 559, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '330ae1fa-e5e0-405b-adb6-d2248d3b3656', 'mac_address': 'fa:16:3e:c0:1e:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7792d06-1646-4687-8c3a-290197521705', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T23:07:51Z', 'updated_at': '2022-02-20T23:08:08Z', 'revision_number': 1, 'project_id': '1a80503a610548b7b777c092435079dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6cffd12f-e6ce-46ee-b25b-c6e16df42a88', 'name': '', 'network_id': '330ae1fa-e5e0-405b-adb6-d2248d3b3656', 'tenant_id': '1a80503a610548b7b777c092435079dc', 'mac_address': 'fa:16:3e:5b:c9:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25558889-3b3f-44b4-89ff-accdf2d05ab0', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'f975dd8a-099e-41b7-b390-f487b4c5fbc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:00:54Z', 'updated_at': '2022-02-20T23:00:58Z', 'revision_number': 5, 'project_id': '1a80503a610548b7b777c092435079dc', 'subnets': [{'id': 'f975dd8a-099e-41b7-b390-f487b4c5fbc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830096-1-iscsi', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:08:09.454453 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-202dc8e8-e1fa-4f33-a6d2-f59a4803472e None None] Checking router: 25558889-3b3f-44b4-89ff-accdf2d05ab0 for host: dv-cinder-830096-1-iscsi {{(pid=109630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 23:08:09.462783 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-202dc8e8-e1fa-4f33-a6d2-f59a4803472e None None] Routers {'25558889-3b3f-44b4-89ff-accdf2d05ab0'} bound to L3 agent in host dv-cinder-830096-1-iscsi {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 23:08:09.463395 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-202dc8e8-e1fa-4f33-a6d2-f59a4803472e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T22:50:44Z,description=,heartbeat_timestamp=2022-02-20T23:07:44Z,host='dv-cinder-830096-1-iscsi',id=13c347f3-1c01-45ee-af8c-9f8a630e0f23,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T22:50:45Z,topic='l3_agent')) {'router_ids': ['25558889-3b3f-44b4-89ff-accdf2d05ab0'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:08:09.506460 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe3f818-5093-4470-82e6-41b84636994d req-2adcfef6-bf32-44fb-a909-5a8ea17f7b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:08:09.507963 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-2fe3f818-5093-4470-82e6-41b84636994d req-2adcfef6-bf32-44fb-a909-5a8ea17f7b5e service neutron] 10.222.0.42 "GET /v2.0/networks?id=330ae1fa-e5e0-405b-adb6-d2248d3b3656 HTTP/1.1" status: 200 len: 911 time: 0.0858412 Feb 20 23:08:09.586914 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-202dc8e8-e1fa-4f33-a6d2-f59a4803472e None None] Set router 25558889-3b3f-44b4-89ff-accdf2d05ab0 gateway port host: dv-cinder-830096-1-iscsi {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 23:08:09.594805 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-2fe3f818-5093-4470-82e6-41b84636994d req-dcae1bf2-6b85-43d9-ad73-1431b7da75d8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1dbec0f0-a616-462f-92d1-d13f734007de HTTP/1.1" status: 200 len: 999 time: 0.0808628 Feb 20 23:08:09.679301 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe3f818-5093-4470-82e6-41b84636994d req-c92f763d-6b43-4d9f-9f09-53c38036f8e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:08:09.681118 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-2fe3f818-5093-4470-82e6-41b84636994d req-c92f763d-6b43-4d9f-9f09-53c38036f8e4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f975dd8a-099e-41b7-b390-f487b4c5fbc0 HTTP/1.1" status: 200 len: 850 time: 0.0778983 Feb 20 23:08:09.721552 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ea1d92-db92-4dc4-b2dc-a9e37c8aa184 req-64bc7ea8-481b-42f4-b1da-c215aa9fa53a tempest-TestShelveInstance-1963375700 tempest-TestShelveInstance-1963375700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:08:09.723053 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-f3ea1d92-db92-4dc4-b2dc-a9e37c8aa184 req-64bc7ea8-481b-42f4-b1da-c215aa9fa53a tempest-TestShelveInstance-1963375700 tempest-TestShelveInstance-1963375700-project] 10.222.0.65 "GET /v2.0/ports?device_id=5a2b826e-4a78-4871-bebd-4d16e947feca HTTP/1.1" status: 200 len: 945 time: 0.0878377 Feb 20 23:08:09.768799 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe3f818-5093-4470-82e6-41b84636994d req-ec5ae0cf-e70c-4ba4-9b60-26c41644c676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:08:09.770273 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-2fe3f818-5093-4470-82e6-41b84636994d req-ec5ae0cf-e70c-4ba4-9b60-26c41644c676 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=330ae1fa-e5e0-405b-adb6-d2248d3b3656&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0824893 Feb 20 23:08:09.832609 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-202dc8e8-e1fa-4f33-a6d2-f59a4803472e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25558889-3b3f-44b4-89ff-accdf2d05ab0', 'name': 'tempest-AttachVolumeTestJSON-1621859443-router', 'tenant_id': '1a80503a610548b7b777c092435079dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f52b71d-61c7-49bc-86ae-3e3415c25b55', 'external_fixed_ips': [{'subnet_id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'ip_address': '172.27.2.194'}], 'enable_snat': True}, 'gw_port_id': '434efd2f-0231-42a9-8b88-01083e1f9c07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:00:51Z', 'updated_at': '2022-02-20T23:00:54Z', 'revision_number': 4, 'project_id': '1a80503a610548b7b777c092435079dc', 'gw_port': {'id': '434efd2f-0231-42a9-8b88-01083e1f9c07', 'name': '', 'network_id': '5f52b71d-61c7-49bc-86ae-3e3415c25b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:3e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25558889-3b3f-44b4-89ff-accdf2d05ab0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'ip_address': '172.27.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:00:51Z', 'updated_at': '2022-02-20T23:00:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-1-iscsi', '_floatingips': [{'id': 'e65e8d58-5cfb-4a76-b7b0-20e1381d27e3', 'tenant_id': '1a80503a610548b7b777c092435079dc', 'floating_ip_address': '172.27.2.178', 'floating_network_id': '5f52b71d-61c7-49bc-86ae-3e3415c25b55', 'router_id': '25558889-3b3f-44b4-89ff-accdf2d05ab0', 'port_id': '1dbec0f0-a616-462f-92d1-d13f734007de', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 559, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '330ae1fa-e5e0-405b-adb6-d2248d3b3656', 'mac_address': 'fa:16:3e:c0:1e:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7792d06-1646-4687-8c3a-290197521705', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T23:07:51Z', 'updated_at': '2022-02-20T23:08:08Z', 'revision_number': 1, 'project_id': '1a80503a610548b7b777c092435079dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6cffd12f-e6ce-46ee-b25b-c6e16df42a88', 'name': '', 'network_id': '330ae1fa-e5e0-405b-adb6-d2248d3b3656', 'tenant_id': '1a80503a610548b7b777c092435079dc', 'mac_address': 'fa:16:3e:5b:c9:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25558889-3b3f-44b4-89ff-accdf2d05ab0', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'f975dd8a-099e-41b7-b390-f487b4c5fbc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:00:54Z', 'updated_at': '2022-02-20T23:00:58Z', 'revision_number': 5, 'project_id': '1a80503a610548b7b777c092435079dc', 'subnets': [{'id': 'f975dd8a-099e-41b7-b390-f487b4c5fbc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830096-1-iscsi', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:08:09.863518 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-202dc8e8-e1fa-4f33-a6d2-f59a4803472e None None] The sync data for ids ['25558889-3b3f-44b4-89ff-accdf2d05ab0'] in dv-cinder-830096-1-iscsi is: [{'id': '25558889-3b3f-44b4-89ff-accdf2d05ab0', 'name': 'tempest-AttachVolumeTestJSON-1621859443-router', 'tenant_id': '1a80503a610548b7b777c092435079dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f52b71d-61c7-49bc-86ae-3e3415c25b55', 'external_fixed_ips': [{'subnet_id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'ip_address': '172.27.2.194'}], 'enable_snat': True}, 'gw_port_id': '434efd2f-0231-42a9-8b88-01083e1f9c07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:00:51Z', 'updated_at': '2022-02-20T23:00:54Z', 'revision_number': 4, 'project_id': '1a80503a610548b7b777c092435079dc', 'gw_port': {'id': '434efd2f-0231-42a9-8b88-01083e1f9c07', 'name': '', 'network_id': '5f52b71d-61c7-49bc-86ae-3e3415c25b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:3e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25558889-3b3f-44b4-89ff-accdf2d05ab0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'ip_address': '172.27.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:00:51Z', 'updated_at': '2022-02-20T23:00:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-1-iscsi', '_floatingips': [{'id': 'e65e8d58-5cfb-4a76-b7b0-20e1381d27e3', 'tenant_id': '1a80503a610548b7b777c092435079dc', 'floating_ip_address': '172.27.2.178', 'floating_network_id': '5f52b71d-61c7-49bc-86ae-3e3415c25b55', 'router_id': '25558889-3b3f-44b4-89ff-accdf2d05ab0', 'port_id': '1dbec0f0-a616-462f-92d1-d13f734007de', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 559, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '330ae1fa-e5e0-405b-adb6-d2248d3b3656', 'mac_address': 'fa:16:3e:c0:1e:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7792d06-1646-4687-8c3a-290197521705', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T23:07:51Z', 'updated_at': '2022-02-20T23:08:08Z', 'revision_number': 1, 'project_id': '1a80503a610548b7b777c092435079dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6cffd12f-e6ce-46ee-b25b-c6e16df42a88', 'name': '', 'network_id': '330ae1fa-e5e0-405b-adb6-d2248d3b3656', 'tenant_id': '1a80503a610548b7b777c092435079dc', 'mac_address': 'fa:16:3e:5b:c9:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25558889-3b3f-44b4-89ff-accdf2d05ab0', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'f975dd8a-099e-41b7-b390-f487b4c5fbc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:00:54Z', 'updated_at': '2022-02-20T23:00:58Z', 'revision_number': 5, 'project_id': '1a80503a610548b7b777c092435079dc', 'subnets': [{'id': 'f975dd8a-099e-41b7-b390-f487b4c5fbc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 23:08:10.064498 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8508cd8c-133b-42cc-9f78-e4df09b6a3b1 None None] New status for floating IP e65e8d58-5cfb-4a76-b7b0-20e1381d27e3: ACTIVE {{(pid=109631) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 20 23:08:10.091701 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-f3ea1d92-db92-4dc4-b2dc-a9e37c8aa184 req-1e0d8378-8dc4-4b61-a120-6aa0a6ce5580 tempest-TestShelveInstance-1963375700 tempest-TestShelveInstance-1963375700-project] 10.222.0.65 "GET /v2.0/security-groups?id=2c29ce32-9d8e-4912-89a0-2a585bcd184b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3602941 Feb 20 23:08:10.164954 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-2fe3f818-5093-4470-82e6-41b84636994d req-81bad750-c359-4559-ba97-d4d1d1461a86 service neutron] 10.222.0.42 "GET /v2.0/networks/330ae1fa-e5e0-405b-adb6-d2248d3b3656?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3865345 Feb 20 23:08:10.257687 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-2fe3f818-5093-4470-82e6-41b84636994d req-fc8f6b1c-0e9b-4186-91c7-dca74eb1a7b7 service neutron] 10.222.0.42 "GET /v2.0/networks/330ae1fa-e5e0-405b-adb6-d2248d3b3656?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844071 Feb 20 23:08:11.210119 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16744c02-66ee-442f-8251-559d386e258f req-7ede51c4-bba8-4a9f-977a-b895f16c835b tempest-TestShelveInstance-1963375700 tempest-TestShelveInstance-1963375700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:08:11.212148 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-16744c02-66ee-442f-8251-559d386e258f req-7ede51c4-bba8-4a9f-977a-b895f16c835b tempest-TestShelveInstance-1963375700 tempest-TestShelveInstance-1963375700-project] 10.222.0.65 "GET /v2.0/ports?device_id=5a2b826e-4a78-4871-bebd-4d16e947feca HTTP/1.1" status: 200 len: 945 time: 0.0523629 Feb 20 23:08:11.259827 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-16744c02-66ee-442f-8251-559d386e258f req-6eccb5b9-e6f5-4477-8570-768dce261c0e tempest-TestShelveInstance-1963375700 tempest-TestShelveInstance-1963375700-project] 10.222.0.65 "GET /v2.0/security-groups?id=2c29ce32-9d8e-4912-89a0-2a585bcd184b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421042 Feb 20 23:08:11.513034 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6231637a-34c5-468d-88f0-77048c6d9995 req-aac0a77b-9cab-44a7-9d28-32e34c52e061 tempest-TestShelveInstance-1963375700 tempest-TestShelveInstance-1963375700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:08:11.514581 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-6231637a-34c5-468d-88f0-77048c6d9995 req-aac0a77b-9cab-44a7-9d28-32e34c52e061 tempest-TestShelveInstance-1963375700 tempest-TestShelveInstance-1963375700-project] 10.222.0.65 "GET /v2.0/ports?device_id=5a2b826e-4a78-4871-bebd-4d16e947feca HTTP/1.1" status: 200 len: 945 time: 0.0511315 Feb 20 23:08:11.565042 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-6231637a-34c5-468d-88f0-77048c6d9995 req-20bd347b-cf58-485b-900a-1ebe66262ee4 tempest-TestShelveInstance-1963375700 tempest-TestShelveInstance-1963375700-project] 10.222.0.65 "GET /v2.0/security-groups?id=2c29ce32-9d8e-4912-89a0-2a585bcd184b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441597 Feb 20 23:08:11.588218 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.65', 52274) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:08:11.725025 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d279c461-61d6-47d4-bc36-3594a2ea0e3f tempest-TestShelveInstance-964333761 tempest-TestShelveInstance-964333761-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:08:11.727164 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [None req-d279c461-61d6-47d4-bc36-3594a2ea0e3f tempest-TestShelveInstance-964333761 tempest-TestShelveInstance-964333761-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=5a2b826e-4a78-4871-bebd-4d16e947feca HTTP/1.1" status: 200 len: 1124 time: 0.1378472 Feb 20 23:08:11.730022 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.65', 52282) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:08:11.734288 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.v2.base [None req-802468fb-e0aa-45f5-b76b-5e2d626633ff tempest-TestShelveInstance-1963375700 tempest-TestShelveInstance-1963375700-project] Request body: {'floatingip': {'floating_network_id': '5f52b71d-61c7-49bc-86ae-3e3415c25b55', 'port_id': '64056d33-18b8-49e7-a0a9-dd5760eb1c1f', 'tenant_id': '0cba5500ec13454c84750d795b267d1f', 'fixed_ip_address': '172.20.0.4'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:08:11.813945 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-802468fb-e0aa-45f5-b76b-5e2d626633ff tempest-TestShelveInstance-1963375700 tempest-TestShelveInstance-1963375700-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:08:11.937173 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e7ad6d-a653-4cf8-a005-dc32ab55a3b8 req-49932df4-08af-4217-8560-a0fddbad1a12 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:08:11.938566 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-32e7ad6d-a653-4cf8-a005-dc32ab55a3b8 req-49932df4-08af-4217-8560-a0fddbad1a12 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/ports?device_id=a334adf7-4744-4f48-acdd-7ebf11aef19b HTTP/1.1" status: 200 len: 945 time: 0.0737348 Feb 20 23:08:11.976405 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-802468fb-e0aa-45f5-b76b-5e2d626633ff tempest-TestShelveInstance-1963375700 tempest-TestShelveInstance-1963375700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4131840'] for port (None), before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:08:12.031641 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-32e7ad6d-a653-4cf8-a005-dc32ab55a3b8 req-7ea6683b-43d7-43ff-8769-1ea1a99cef5f tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/security-groups?id=aefff0bf-e3d0-4c68-a8f6-dd8d29a02d15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839074 Feb 20 23:08:12.096891 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.db.db_base_plugin_common [None req-802468fb-e0aa-45f5-b76b-5e2d626633ff tempest-TestShelveInstance-1963375700 tempest-TestShelveInstance-1963375700-project] Allocated IP 172.27.2.248 (5f52b71d-61c7-49bc-86ae-3e3415c25b55/841afcd6-8af7-4cd5-baec-c52e88cacaa2/438d9811-eb8f-4561-894f-34519ee74977) {{(pid=109629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 23:08:12.199786 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-802468fb-e0aa-45f5-b76b-5e2d626633ff tempest-TestShelveInstance-1963375700 tempest-TestShelveInstance-1963375700-project] Publish callbacks [] for port (438d9811-eb8f-4561-894f-34519ee74977), precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:08:12.295900 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-802468fb-e0aa-45f5-b76b-5e2d626633ff tempest-TestShelveInstance-1963375700 tempest-TestShelveInstance-1963375700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747406771496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61629250'] for port (438d9811-eb8f-4561-894f-34519ee74977), after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:08:12.324112 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-dd8438e0-9ddf-4f7d-a2f1-9522c812550d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (83a03d73-f5e1-4f72-b2a3-d557ae097998), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:08:12.333076 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-802468fb-e0aa-45f5-b76b-5e2d626633ff tempest-TestShelveInstance-1963375700 tempest-TestShelveInstance-1963375700-project] Network 5f52b71d-61c7-49bc-86ae-3e3415c25b55 is already hosted by enough agents. {{(pid=109629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 23:08:12.336323 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [None req-802468fb-e0aa-45f5-b76b-5e2d626633ff tempest-TestShelveInstance-1963375700 tempest-TestShelveInstance-1963375700-project] Resources bound (agent type, host, resource id): {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 23:08:12.339231 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-802468fb-e0aa-45f5-b76b-5e2d626633ff tempest-TestShelveInstance-1963375700 tempest-TestShelveInstance-1963375700-project] Received port after_create {{(pid=109629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 23:08:12.364276 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802468fb-e0aa-45f5-b76b-5e2d626633ff tempest-TestShelveInstance-1963375700 tempest-TestShelveInstance-1963375700-project] Pushing event updated for resources: {'Port': ['ID=438d9811-eb8f-4561-894f-34519ee74977,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:08:12.376744 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802468fb-e0aa-45f5-b76b-5e2d626633ff tempest-TestShelveInstance-1963375700 tempest-TestShelveInstance-1963375700-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:08:12.377091 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802468fb-e0aa-45f5-b76b-5e2d626633ff tempest-TestShelveInstance-1963375700 tempest-TestShelveInstance-1963375700-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:08:12.377424 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802468fb-e0aa-45f5-b76b-5e2d626633ff tempest-TestShelveInstance-1963375700 tempest-TestShelveInstance-1963375700-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:08:12.377752 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802468fb-e0aa-45f5-b76b-5e2d626633ff tempest-TestShelveInstance-1963375700 tempest-TestShelveInstance-1963375700-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:08:12.378076 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802468fb-e0aa-45f5-b76b-5e2d626633ff tempest-TestShelveInstance-1963375700 tempest-TestShelveInstance-1963375700-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:08:12.378418 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802468fb-e0aa-45f5-b76b-5e2d626633ff tempest-TestShelveInstance-1963375700 tempest-TestShelveInstance-1963375700-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:08:12.378738 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802468fb-e0aa-45f5-b76b-5e2d626633ff tempest-TestShelveInstance-1963375700 tempest-TestShelveInstance-1963375700-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:08:12.379052 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802468fb-e0aa-45f5-b76b-5e2d626633ff tempest-TestShelveInstance-1963375700 tempest-TestShelveInstance-1963375700-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:08:12.379366 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802468fb-e0aa-45f5-b76b-5e2d626633ff tempest-TestShelveInstance-1963375700 tempest-TestShelveInstance-1963375700-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:08:12.379679 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802468fb-e0aa-45f5-b76b-5e2d626633ff tempest-TestShelveInstance-1963375700 tempest-TestShelveInstance-1963375700-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:08:12.379994 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802468fb-e0aa-45f5-b76b-5e2d626633ff tempest-TestShelveInstance-1963375700 tempest-TestShelveInstance-1963375700-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:08:12.380304 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802468fb-e0aa-45f5-b76b-5e2d626633ff tempest-TestShelveInstance-1963375700 tempest-TestShelveInstance-1963375700-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:08:12.380614 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802468fb-e0aa-45f5-b76b-5e2d626633ff tempest-TestShelveInstance-1963375700 tempest-TestShelveInstance-1963375700-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:08:12.705828 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-802468fb-e0aa-45f5-b76b-5e2d626633ff tempest-TestShelveInstance-1963375700 tempest-TestShelveInstance-1963375700-project] Publish callbacks [] for floatingip (e35d3afc-28b3-4fe7-b7b6-f1511f8f4dc5), precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:08:12.894225 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-802468fb-e0aa-45f5-b76b-5e2d626633ff tempest-TestShelveInstance-1963375700 tempest-TestShelveInstance-1963375700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4131840'] for port (438d9811-eb8f-4561-894f-34519ee74977), before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:08:13.041917 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-802468fb-e0aa-45f5-b76b-5e2d626633ff tempest-TestShelveInstance-1963375700 tempest-TestShelveInstance-1963375700-project] Publish callbacks [] for port (438d9811-eb8f-4561-894f-34519ee74977), precommit_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:08:13.093671 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-802468fb-e0aa-45f5-b76b-5e2d626633ff tempest-TestShelveInstance-1963375700 tempest-TestShelveInstance-1963375700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747407212427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747406771514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747406771532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61629273'] for port (438d9811-eb8f-4561-894f-34519ee74977), after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:08:13.159534 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a3f92c-96ca-4c62-a955-855d6d88fa44 req-95ff7668-eb40-4055-8fe1-bfd8db4d8f04 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:08:13.161062 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-c5a3f92c-96ca-4c62-a955-855d6d88fa44 req-95ff7668-eb40-4055-8fe1-bfd8db4d8f04 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/ports?device_id=a334adf7-4744-4f48-acdd-7ebf11aef19b HTTP/1.1" status: 200 len: 945 time: 0.0542812 Feb 20 23:08:13.211067 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-c5a3f92c-96ca-4c62-a955-855d6d88fa44 req-ed44a70c-6980-4615-bacd-212f19e540cd tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/security-groups?id=aefff0bf-e3d0-4c68-a8f6-dd8d29a02d15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440733 Feb 20 23:08:13.357097 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802468fb-e0aa-45f5-b76b-5e2d626633ff tempest-TestShelveInstance-1963375700 tempest-TestShelveInstance-1963375700-project] Pushing event updated for resources: {'Port': ['ID=438d9811-eb8f-4561-894f-34519ee74977,revision_number=2']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:08:13.372736 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-802468fb-e0aa-45f5-b76b-5e2d626633ff tempest-TestShelveInstance-1963375700 tempest-TestShelveInstance-1963375700-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-704244'] for floatingip (e35d3afc-28b3-4fe7-b7b6-f1511f8f4dc5), after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:08:13.470868 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.db.l3_db [None req-802468fb-e0aa-45f5-b76b-5e2d626633ff tempest-TestShelveInstance-1963375700 tempest-TestShelveInstance-1963375700-project] Floating IP e35d3afc-28b3-4fe7-b7b6-f1511f8f4dc5 associated. External IP: 172.27.2.248, port: 64056d33-18b8-49e7-a0a9-dd5760eb1c1f. Feb 20 23:08:13.676957 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-802468fb-e0aa-45f5-b76b-5e2d626633ff tempest-TestShelveInstance-1963375700 tempest-TestShelveInstance-1963375700-project] Router d4fcffe3-b9f4-4a1b-801d-f2df8352cef9 has already been hosted by L3 agent 13c347f3-1c01-45ee-af8c-9f8a630e0f23 {{(pid=109629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 23:08:13.783080 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-802468fb-e0aa-45f5-b76b-5e2d626633ff tempest-TestShelveInstance-1963375700 tempest-TestShelveInstance-1963375700-project] Notify agent at l3_agent.dv-cinder-830096-1-iscsi the message routers_updated {{(pid=109629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 23:08:13.793230 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fcdb2ee-d19f-4efb-8ebd-7f2c52628c3e None None] Sync routers for ids ['d4fcffe3-b9f4-4a1b-801d-f2df8352cef9'] in dv-cinder-830096-1-iscsi {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 23:08:13.802768 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fcdb2ee-d19f-4efb-8ebd-7f2c52628c3e None None] Routers {'d4fcffe3-b9f4-4a1b-801d-f2df8352cef9'} bound to L3 agent in host dv-cinder-830096-1-iscsi {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 23:08:13.803379 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-0fcdb2ee-d19f-4efb-8ebd-7f2c52628c3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T22:50:44Z,description=,heartbeat_timestamp=2022-02-20T23:07:44Z,host='dv-cinder-830096-1-iscsi',id=13c347f3-1c01-45ee-af8c-9f8a630e0f23,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T22:50:45Z,topic='l3_agent')) {'router_ids': ['d4fcffe3-b9f4-4a1b-801d-f2df8352cef9'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:08:13.863656 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-802468fb-e0aa-45f5-b76b-5e2d626633ff tempest-TestShelveInstance-1963375700 tempest-TestShelveInstance-1963375700-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932959'] for floatingip (None), before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:08:13.892364 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [None req-802468fb-e0aa-45f5-b76b-5e2d626633ff tempest-TestShelveInstance-1963375700 tempest-TestShelveInstance-1963375700-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1612835 Feb 20 23:08:13.892958 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a2b826e-4a78-4871-bebd-4d16e947feca', 'tag': '64056d33-18b8-49e7-a0a9-dd5760eb1c1f'}] {{(pid=109629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 23:08:13.895214 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fb480476601f6d45763ee6f7049a1d11722b8eb4e711c6cc4532448040ffc9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c53a9e83-a60f-4a81-b041-28b86a14d25d" -d '{"events": [{"name": "network-changed", "server_uuid": "5a2b826e-4a78-4871-bebd-4d16e947feca", "tag": "64056d33-18b8-49e7-a0a9-dd5760eb1c1f"}]}' {{(pid=109629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 23:08:13.908885 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-0fcdb2ee-d19f-4efb-8ebd-7f2c52628c3e None None] Set router d4fcffe3-b9f4-4a1b-801d-f2df8352cef9 gateway port host: dv-cinder-830096-1-iscsi {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 23:08:13.933167 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 23:08:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd07b89a-0486-4c0f-8998-3173306923f1 x-openstack-request-id: req-fd07b89a-0486-4c0f-8998-3173306923f1 {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 23:08:13.933460 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a2b826e-4a78-4871-bebd-4d16e947feca", "tag": "64056d33-18b8-49e7-a0a9-dd5760eb1c1f", "status": "completed", "code": 200}]} {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 23:08:13.933710 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-fd07b89a-0486-4c0f-8998-3173306923f1 {{(pid=109629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 23:08:13.934138 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a2b826e-4a78-4871-bebd-4d16e947feca', 'tag': '64056d33-18b8-49e7-a0a9-dd5760eb1c1f', 'status': 'completed', 'code': 200} Feb 20 23:08:13.998987 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53a9e83-a60f-4a81-b041-28b86a14d25d req-e74bae0d-f6c3-4a0e-8bf7-3536570710d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:08:14.000531 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-c53a9e83-a60f-4a81-b041-28b86a14d25d req-e74bae0d-f6c3-4a0e-8bf7-3536570710d4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=0cba5500ec13454c84750d795b267d1f&device_id=5a2b826e-4a78-4871-bebd-4d16e947feca HTTP/1.1" status: 200 len: 1129 time: 0.0466692 Feb 20 23:08:14.087611 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53a9e83-a60f-4a81-b041-28b86a14d25d req-405c09c7-5f1e-469c-b0f8-6ef24af41f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:08:14.089184 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-c53a9e83-a60f-4a81-b041-28b86a14d25d req-405c09c7-5f1e-469c-b0f8-6ef24af41f58 service neutron] 10.222.0.42 "GET /v2.0/networks?id=0b6be559-f94f-4c5a-9671-c3c472d8311a HTTP/1.1" status: 200 len: 908 time: 0.0821130 Feb 20 23:08:14.130237 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-0fcdb2ee-d19f-4efb-8ebd-7f2c52628c3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4fcffe3-b9f4-4a1b-801d-f2df8352cef9', 'name': 'tempest-TestShelveInstance-469129069-router', 'tenant_id': '0cba5500ec13454c84750d795b267d1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f52b71d-61c7-49bc-86ae-3e3415c25b55', 'external_fixed_ips': [{'subnet_id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'ip_address': '172.27.2.155'}], 'enable_snat': True}, 'gw_port_id': '7d6e490a-ed3f-4694-aec3-66d905e276aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:07:12Z', 'updated_at': '2022-02-20T23:07:15Z', 'revision_number': 4, 'project_id': '0cba5500ec13454c84750d795b267d1f', 'gw_port': {'id': '7d6e490a-ed3f-4694-aec3-66d905e276aa', 'name': '', 'network_id': '5f52b71d-61c7-49bc-86ae-3e3415c25b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:5d:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4fcffe3-b9f4-4a1b-801d-f2df8352cef9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'ip_address': '172.27.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:07:12Z', 'updated_at': '2022-02-20T23:07:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-1-iscsi', '_floatingips': [{'id': 'e35d3afc-28b3-4fe7-b7b6-f1511f8f4dc5', 'tenant_id': '0cba5500ec13454c84750d795b267d1f', 'floating_ip_address': '172.27.2.248', 'floating_network_id': '5f52b71d-61c7-49bc-86ae-3e3415c25b55', 'router_id': 'd4fcffe3-b9f4-4a1b-801d-f2df8352cef9', 'port_id': '64056d33-18b8-49e7-a0a9-dd5760eb1c1f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 563, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0b6be559-f94f-4c5a-9671-c3c472d8311a', 'mac_address': 'fa:16:3e:eb:c2:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a2b826e-4a78-4871-bebd-4d16e947feca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T23:08:12Z', 'updated_at': '2022-02-20T23:08:12Z', 'revision_number': 0, 'project_id': '0cba5500ec13454c84750d795b267d1f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86fc3b90-dea8-4332-b479-1095dadd6cc7', 'name': '', 'network_id': '0b6be559-f94f-4c5a-9671-c3c472d8311a', 'tenant_id': '0cba5500ec13454c84750d795b267d1f', 'mac_address': 'fa:16:3e:a5:2e:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4fcffe3-b9f4-4a1b-801d-f2df8352cef9', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '34d111b8-53a8-4bd0-9d27-ae1b2459244b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:07:14Z', 'updated_at': '2022-02-20T23:07:18Z', 'revision_number': 5, 'project_id': '0cba5500ec13454c84750d795b267d1f', 'subnets': [{'id': '34d111b8-53a8-4bd0-9d27-ae1b2459244b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830096-1-iscsi', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:08:14.160935 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fcdb2ee-d19f-4efb-8ebd-7f2c52628c3e None None] Checking router: d4fcffe3-b9f4-4a1b-801d-f2df8352cef9 for host: dv-cinder-830096-1-iscsi {{(pid=109630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 23:08:14.168487 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-c53a9e83-a60f-4a81-b041-28b86a14d25d req-828b74e0-3f0b-42e0-b873-bd37798bd430 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=64056d33-18b8-49e7-a0a9-dd5760eb1c1f HTTP/1.1" status: 200 len: 999 time: 0.0634704 Feb 20 23:08:14.170622 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fcdb2ee-d19f-4efb-8ebd-7f2c52628c3e None None] Routers {'d4fcffe3-b9f4-4a1b-801d-f2df8352cef9'} bound to L3 agent in host dv-cinder-830096-1-iscsi {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 23:08:14.171255 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-0fcdb2ee-d19f-4efb-8ebd-7f2c52628c3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T22:50:44Z,description=,heartbeat_timestamp=2022-02-20T23:07:44Z,host='dv-cinder-830096-1-iscsi',id=13c347f3-1c01-45ee-af8c-9f8a630e0f23,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T22:50:45Z,topic='l3_agent')) {'router_ids': ['d4fcffe3-b9f4-4a1b-801d-f2df8352cef9'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:08:14.229160 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53a9e83-a60f-4a81-b041-28b86a14d25d req-395231e3-abad-4bc4-95d4-ee481ce03d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:08:14.230574 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-c53a9e83-a60f-4a81-b041-28b86a14d25d req-395231e3-abad-4bc4-95d4-ee481ce03d63 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=34d111b8-53a8-4bd0-9d27-ae1b2459244b HTTP/1.1" status: 200 len: 847 time: 0.0500491 Feb 20 23:08:14.278700 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53a9e83-a60f-4a81-b041-28b86a14d25d req-72ede6de-e821-4bb8-838c-648c7c9ff660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:08:14.280304 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-c53a9e83-a60f-4a81-b041-28b86a14d25d req-72ede6de-e821-4bb8-838c-648c7c9ff660 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0b6be559-f94f-4c5a-9671-c3c472d8311a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0439746 Feb 20 23:08:14.285678 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-0fcdb2ee-d19f-4efb-8ebd-7f2c52628c3e None None] Set router d4fcffe3-b9f4-4a1b-801d-f2df8352cef9 gateway port host: dv-cinder-830096-1-iscsi {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 23:08:14.394226 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c94c82c-c552-44d0-99f3-81cf433335e6 req-4e646c4d-234d-4c77-b48c-8858cfd612ce tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:08:14.395850 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-3c94c82c-c552-44d0-99f3-81cf433335e6 req-4e646c4d-234d-4c77-b48c-8858cfd612ce tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/ports?device_id=a334adf7-4744-4f48-acdd-7ebf11aef19b HTTP/1.1" status: 200 len: 945 time: 0.1113439 Feb 20 23:08:14.430344 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-c53a9e83-a60f-4a81-b041-28b86a14d25d req-19e7d525-6044-4eb0-8efd-62983eef0739 service neutron] 10.222.0.42 "GET /v2.0/networks/0b6be559-f94f-4c5a-9671-c3c472d8311a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371808 Feb 20 23:08:14.505540 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-3c94c82c-c552-44d0-99f3-81cf433335e6 req-536e37ef-f68d-475a-9c59-91bcde86cdbf tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/security-groups?id=aefff0bf-e3d0-4c68-a8f6-dd8d29a02d15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1030693 Feb 20 23:08:14.544065 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-c53a9e83-a60f-4a81-b041-28b86a14d25d req-2970cf92-3cb7-416f-8d78-0533c5e828e7 service neutron] 10.222.0.42 "GET /v2.0/networks/0b6be559-f94f-4c5a-9671-c3c472d8311a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074536 Feb 20 23:08:14.638214 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-0fcdb2ee-d19f-4efb-8ebd-7f2c52628c3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4fcffe3-b9f4-4a1b-801d-f2df8352cef9', 'name': 'tempest-TestShelveInstance-469129069-router', 'tenant_id': '0cba5500ec13454c84750d795b267d1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f52b71d-61c7-49bc-86ae-3e3415c25b55', 'external_fixed_ips': [{'subnet_id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'ip_address': '172.27.2.155'}], 'enable_snat': True}, 'gw_port_id': '7d6e490a-ed3f-4694-aec3-66d905e276aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:07:12Z', 'updated_at': '2022-02-20T23:07:15Z', 'revision_number': 4, 'project_id': '0cba5500ec13454c84750d795b267d1f', 'gw_port': {'id': '7d6e490a-ed3f-4694-aec3-66d905e276aa', 'name': '', 'network_id': '5f52b71d-61c7-49bc-86ae-3e3415c25b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:5d:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4fcffe3-b9f4-4a1b-801d-f2df8352cef9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'ip_address': '172.27.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:07:12Z', 'updated_at': '2022-02-20T23:07:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-1-iscsi', '_floatingips': [{'id': 'e35d3afc-28b3-4fe7-b7b6-f1511f8f4dc5', 'tenant_id': '0cba5500ec13454c84750d795b267d1f', 'floating_ip_address': '172.27.2.248', 'floating_network_id': '5f52b71d-61c7-49bc-86ae-3e3415c25b55', 'router_id': 'd4fcffe3-b9f4-4a1b-801d-f2df8352cef9', 'port_id': '64056d33-18b8-49e7-a0a9-dd5760eb1c1f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 563, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0b6be559-f94f-4c5a-9671-c3c472d8311a', 'mac_address': 'fa:16:3e:eb:c2:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a2b826e-4a78-4871-bebd-4d16e947feca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T23:08:12Z', 'updated_at': '2022-02-20T23:08:12Z', 'revision_number': 0, 'project_id': '0cba5500ec13454c84750d795b267d1f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86fc3b90-dea8-4332-b479-1095dadd6cc7', 'name': '', 'network_id': '0b6be559-f94f-4c5a-9671-c3c472d8311a', 'tenant_id': '0cba5500ec13454c84750d795b267d1f', 'mac_address': 'fa:16:3e:a5:2e:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4fcffe3-b9f4-4a1b-801d-f2df8352cef9', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '34d111b8-53a8-4bd0-9d27-ae1b2459244b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:07:14Z', 'updated_at': '2022-02-20T23:07:18Z', 'revision_number': 5, 'project_id': '0cba5500ec13454c84750d795b267d1f', 'subnets': [{'id': '34d111b8-53a8-4bd0-9d27-ae1b2459244b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830096-1-iscsi', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:08:14.667252 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fcdb2ee-d19f-4efb-8ebd-7f2c52628c3e None None] The sync data for ids ['d4fcffe3-b9f4-4a1b-801d-f2df8352cef9'] in dv-cinder-830096-1-iscsi is: [{'id': 'd4fcffe3-b9f4-4a1b-801d-f2df8352cef9', 'name': 'tempest-TestShelveInstance-469129069-router', 'tenant_id': '0cba5500ec13454c84750d795b267d1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f52b71d-61c7-49bc-86ae-3e3415c25b55', 'external_fixed_ips': [{'subnet_id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'ip_address': '172.27.2.155'}], 'enable_snat': True}, 'gw_port_id': '7d6e490a-ed3f-4694-aec3-66d905e276aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:07:12Z', 'updated_at': '2022-02-20T23:07:15Z', 'revision_number': 4, 'project_id': '0cba5500ec13454c84750d795b267d1f', 'gw_port': {'id': '7d6e490a-ed3f-4694-aec3-66d905e276aa', 'name': '', 'network_id': '5f52b71d-61c7-49bc-86ae-3e3415c25b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:5d:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4fcffe3-b9f4-4a1b-801d-f2df8352cef9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'ip_address': '172.27.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:07:12Z', 'updated_at': '2022-02-20T23:07:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-1-iscsi', '_floatingips': [{'id': 'e35d3afc-28b3-4fe7-b7b6-f1511f8f4dc5', 'tenant_id': '0cba5500ec13454c84750d795b267d1f', 'floating_ip_address': '172.27.2.248', 'floating_network_id': '5f52b71d-61c7-49bc-86ae-3e3415c25b55', 'router_id': 'd4fcffe3-b9f4-4a1b-801d-f2df8352cef9', 'port_id': '64056d33-18b8-49e7-a0a9-dd5760eb1c1f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 563, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0b6be559-f94f-4c5a-9671-c3c472d8311a', 'mac_address': 'fa:16:3e:eb:c2:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a2b826e-4a78-4871-bebd-4d16e947feca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T23:08:12Z', 'updated_at': '2022-02-20T23:08:12Z', 'revision_number': 0, 'project_id': '0cba5500ec13454c84750d795b267d1f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86fc3b90-dea8-4332-b479-1095dadd6cc7', 'name': '', 'network_id': '0b6be559-f94f-4c5a-9671-c3c472d8311a', 'tenant_id': '0cba5500ec13454c84750d795b267d1f', 'mac_address': 'fa:16:3e:a5:2e:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4fcffe3-b9f4-4a1b-801d-f2df8352cef9', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '34d111b8-53a8-4bd0-9d27-ae1b2459244b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:07:14Z', 'updated_at': '2022-02-20T23:07:18Z', 'revision_number': 5, 'project_id': '0cba5500ec13454c84750d795b267d1f', 'subnets': [{'id': '34d111b8-53a8-4bd0-9d27-ae1b2459244b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 23:08:14.676723 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-398fe85a-fc99-4b7d-8c26-ed69f23ed107 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (13c347f3-1c01-45ee-af8c-9f8a630e0f23), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:08:14.851492 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b38c33a-2141-47e6-8116-669476e0ee73 None None] New status for floating IP e35d3afc-28b3-4fe7-b7b6-f1511f8f4dc5: ACTIVE {{(pid=109631) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 20 23:08:15.629226 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11117a03-8c45-46fe-8e72-62b3625eeb60 req-ac283469-6918-4b99-a619-bdb2abff07b0 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:08:15.630720 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-11117a03-8c45-46fe-8e72-62b3625eeb60 req-ac283469-6918-4b99-a619-bdb2abff07b0 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/ports?device_id=a334adf7-4744-4f48-acdd-7ebf11aef19b HTTP/1.1" status: 200 len: 945 time: 0.0510306 Feb 20 23:08:15.675995 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-11117a03-8c45-46fe-8e72-62b3625eeb60 req-253ee13c-feb2-4079-bbea-bf7fd212e4f0 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/security-groups?id=aefff0bf-e3d0-4c68-a8f6-dd8d29a02d15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396578 Feb 20 23:08:15.930537 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-343008d4-3a37-47e4-bcbd-5ef9b41dd99c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (5ba36dc9-fc49-4f8a-9e75-ea70dbbc9d37), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:08:16.796051 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8ff4c7-0ae8-4587-9b0e-92b857c577f2 req-451a4f4c-8361-44c1-a582-e201c2b54b5a tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:08:16.797505 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-0f8ff4c7-0ae8-4587-9b0e-92b857c577f2 req-451a4f4c-8361-44c1-a582-e201c2b54b5a tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/ports?device_id=a334adf7-4744-4f48-acdd-7ebf11aef19b HTTP/1.1" status: 200 len: 945 time: 0.0514147 Feb 20 23:08:16.843700 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-0f8ff4c7-0ae8-4587-9b0e-92b857c577f2 req-175f6b60-a919-4c54-9b5e-68f09296dd33 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/security-groups?id=aefff0bf-e3d0-4c68-a8f6-dd8d29a02d15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408075 Feb 20 23:08:17.168172 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-f8bda328-0f39-40fc-b2c8-28796977f3d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (e2edd6cb-ac77-47df-80b5-e0a92a5dde3d), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:08:17.964978 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23894cd-01cc-4d09-8fd5-db61008e6c4e req-43a275b0-8565-44b8-aa51-bf41f6293b59 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:08:17.966465 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-b23894cd-01cc-4d09-8fd5-db61008e6c4e req-43a275b0-8565-44b8-aa51-bf41f6293b59 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/ports?device_id=a334adf7-4744-4f48-acdd-7ebf11aef19b HTTP/1.1" status: 200 len: 945 time: 0.0528069 Feb 20 23:08:18.014521 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-b23894cd-01cc-4d09-8fd5-db61008e6c4e req-3eda15a7-7744-4d5b-a171-c23e25da99e9 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/security-groups?id=aefff0bf-e3d0-4c68-a8f6-dd8d29a02d15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424721 Feb 20 23:08:18.689489 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (2dc95353-690e-4eed-857f-cdb5bbe3a4be), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:08:19.139469 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf8a8c0-3cbe-477b-9ee4-6572388e0a3e req-ca888108-dc7a-4619-abeb-03d28ff3369b tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:08:19.140947 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-cbf8a8c0-3cbe-477b-9ee4-6572388e0a3e req-ca888108-dc7a-4619-abeb-03d28ff3369b tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/ports?device_id=a334adf7-4744-4f48-acdd-7ebf11aef19b HTTP/1.1" status: 200 len: 945 time: 0.0548949 Feb 20 23:08:19.187957 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-cbf8a8c0-3cbe-477b-9ee4-6572388e0a3e req-b3b7a5e6-5ceb-47df-ba1d-f7665b70bfcd tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/security-groups?id=aefff0bf-e3d0-4c68-a8f6-dd8d29a02d15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414400 Feb 20 23:08:20.311227 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bee17c5-fb15-4b5e-82b4-208a1353ab4c req-4931054f-9fb2-408e-9cc3-d0e0c5856ae4 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:08:20.312690 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-8bee17c5-fb15-4b5e-82b4-208a1353ab4c req-4931054f-9fb2-408e-9cc3-d0e0c5856ae4 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/ports?device_id=a334adf7-4744-4f48-acdd-7ebf11aef19b HTTP/1.1" status: 200 len: 945 time: 0.0535481 Feb 20 23:08:20.358159 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-8bee17c5-fb15-4b5e-82b4-208a1353ab4c req-b7ee2033-86de-4d0a-ae51-d1cf5d61a355 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/security-groups?id=aefff0bf-e3d0-4c68-a8f6-dd8d29a02d15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397232 Feb 20 23:08:21.478000 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dda4b28-3ae3-4d81-81bd-3155494c1e4d req-1b42716d-29c0-4960-b605-90e3fc21db0d tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:08:21.479503 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-6dda4b28-3ae3-4d81-81bd-3155494c1e4d req-1b42716d-29c0-4960-b605-90e3fc21db0d tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/ports?device_id=a334adf7-4744-4f48-acdd-7ebf11aef19b HTTP/1.1" status: 200 len: 945 time: 0.0509706 Feb 20 23:08:21.523975 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-6dda4b28-3ae3-4d81-81bd-3155494c1e4d req-1fcaf284-2172-484b-a505-51179dcaeddf tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/security-groups?id=aefff0bf-e3d0-4c68-a8f6-dd8d29a02d15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390019 Feb 20 23:08:22.643884 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9204f4c-9702-45da-90d5-0289cd3dffbd req-b87861c3-6d1a-4a8f-9110-05c9e848d0bc tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:08:22.645316 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-c9204f4c-9702-45da-90d5-0289cd3dffbd req-b87861c3-6d1a-4a8f-9110-05c9e848d0bc tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/ports?device_id=a334adf7-4744-4f48-acdd-7ebf11aef19b HTTP/1.1" status: 200 len: 945 time: 0.0502388 Feb 20 23:08:22.691148 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-c9204f4c-9702-45da-90d5-0289cd3dffbd req-7782198c-b5db-466a-88c7-7a0cbbaf4be1 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/security-groups?id=aefff0bf-e3d0-4c68-a8f6-dd8d29a02d15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398521 Feb 20 23:08:22.858021 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd7be53-936a-4f16-bdb6-50678eaf913c req-e1bab7ca-b16a-495a-bd98-5286415e39cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:08:22.859474 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-3cd7be53-936a-4f16-bdb6-50678eaf913c req-e1bab7ca-b16a-495a-bd98-5286415e39cd service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=48a93be9550345ed9b9cbfc081ec5671&device_id=a334adf7-4744-4f48-acdd-7ebf11aef19b HTTP/1.1" status: 200 len: 1129 time: 0.0429201 Feb 20 23:08:22.966669 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd7be53-936a-4f16-bdb6-50678eaf913c req-d2958ed9-2b68-4af2-92b6-81aa17e6dc5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:08:22.968083 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-3cd7be53-936a-4f16-bdb6-50678eaf913c req-d2958ed9-2b68-4af2-92b6-81aa17e6dc5a service neutron] 10.222.0.42 "GET /v2.0/networks?id=8904bc28-8825-408d-a027-aaac96b04ee9 HTTP/1.1" status: 200 len: 916 time: 0.0856771 Feb 20 23:08:23.033133 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-3cd7be53-936a-4f16-bdb6-50678eaf913c req-b9c0578e-06ca-4233-b043-4a90db33c259 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fc0f3c6c-4fbc-42f2-81c1-75baf5054de2 HTTP/1.1" status: 200 len: 1000 time: 0.0563841 Feb 20 23:08:23.085038 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd7be53-936a-4f16-bdb6-50678eaf913c req-a6e628d2-4527-465b-b56a-3a0a9fec4729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:08:23.086477 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-3cd7be53-936a-4f16-bdb6-50678eaf913c req-a6e628d2-4527-465b-b56a-3a0a9fec4729 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=58431437-f6f9-4145-a265-242d6c5c36fc HTTP/1.1" status: 200 len: 855 time: 0.0463674 Feb 20 23:08:23.134576 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd7be53-936a-4f16-bdb6-50678eaf913c req-f2fdadab-fc6c-4274-8029-73edb689b112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:08:23.135898 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-3cd7be53-936a-4f16-bdb6-50678eaf913c req-f2fdadab-fc6c-4274-8029-73edb689b112 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8904bc28-8825-408d-a027-aaac96b04ee9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0421658 Feb 20 23:08:23.224728 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-3cd7be53-936a-4f16-bdb6-50678eaf913c req-40bcf9fe-0c7e-46f5-95a0-f2c819444e3a service neutron] 10.222.0.42 "GET /v2.0/networks/8904bc28-8825-408d-a027-aaac96b04ee9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809877 Feb 20 23:08:23.317190 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-3cd7be53-936a-4f16-bdb6-50678eaf913c req-89ae44ad-5b6a-426e-b39c-e8b28b685b8a service neutron] 10.222.0.42 "GET /v2.0/networks/8904bc28-8825-408d-a027-aaac96b04ee9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858719 Feb 20 23:08:23.815297 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad5f307-7207-455d-9598-3ec7fe17cc8f req-9b29641f-fddf-4129-8270-45c1b776d6f7 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:08:23.816765 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-6ad5f307-7207-455d-9598-3ec7fe17cc8f req-9b29641f-fddf-4129-8270-45c1b776d6f7 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/ports?device_id=a334adf7-4744-4f48-acdd-7ebf11aef19b HTTP/1.1" status: 200 len: 945 time: 0.0551434 Feb 20 23:08:23.863290 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-6ad5f307-7207-455d-9598-3ec7fe17cc8f req-1bb83a50-12e3-4aa6-b3d1-217d050b574d tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/security-groups?id=aefff0bf-e3d0-4c68-a8f6-dd8d29a02d15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404382 Feb 20 23:08:24.456838 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Device fc0f3c6c-4fbc-42f2-81c1-75baf5054de2 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=109630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 23:08:24.551999 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] For port fc0f3c6c-4fbc-42f2-81c1-75baf5054de2, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=fc0f3c6c-4fbc-42f2-81c1-75baf5054de2,segment=NetworkSegment(e96cb693-0403-4029-b4e9-bd6b25e8f8fe),segment_id=e96cb693-0403-4029-b4e9-bd6b25e8f8fe)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:08:24.563242 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Returning: {'device': 'fc0f3c6c-4fbc-42f2-81c1-75baf5054de2', 'network_id': '8904bc28-8825-408d-a027-aaac96b04ee9', 'port_id': 'fc0f3c6c-4fbc-42f2-81c1-75baf5054de2', 'mac_address': 'fa:16:3e:7e:01:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58431437-f6f9-4145-a265-242d6c5c36fc', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 23:08:24.598760 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Current status of the port fc0f3c6c-4fbc-42f2-81c1-75baf5054de2 is: ACTIVE; New status is: BUILD {{(pid=109630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:08:24.599086 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4131840'] for port (fc0f3c6c-4fbc-42f2-81c1-75baf5054de2), before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:08:24.611061 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.notifiers.nova [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fc0f3c6c-4fbc-42f2-81c1-75baf5054de2 {{(pid=109630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 23:08:24.633190 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] For port fc0f3c6c-4fbc-42f2-81c1-75baf5054de2, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=fc0f3c6c-4fbc-42f2-81c1-75baf5054de2,segment=NetworkSegment(e96cb693-0403-4029-b4e9-bd6b25e8f8fe),segment_id=e96cb693-0403-4029-b4e9-bd6b25e8f8fe)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:08:24.689445 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747407212427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747406771514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747406771532'] for port (fc0f3c6c-4fbc-42f2-81c1-75baf5054de2), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:08:24.738898 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Pushing event updated for resources: {'Port': ['ID=fc0f3c6c-4fbc-42f2-81c1-75baf5054de2,revision_number=6']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:08:24.793288 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] get_ports_and_sgs() called for port_ids ['fc0f3c6c-4fbc-42f2-81c1-75baf5054de2'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 23:08:24.983638 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f12bb3-f582-4312-86c8-fdde61267ede req-42ab6d3a-aa8f-4ab7-b462-d72b709c59d8 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:08:24.985081 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-08f12bb3-f582-4312-86c8-fdde61267ede req-42ab6d3a-aa8f-4ab7-b462-d72b709c59d8 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/ports?device_id=a334adf7-4744-4f48-acdd-7ebf11aef19b HTTP/1.1" status: 200 len: 944 time: 0.0512407 Feb 20 23:08:25.030539 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-08f12bb3-f582-4312-86c8-fdde61267ede req-88c15b11-ccec-48d0-ab27-c5676e2ee42e tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/security-groups?id=aefff0bf-e3d0-4c68-a8f6-dd8d29a02d15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400574 Feb 20 23:08:26.116704 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (a929ecfe-02b1-4b86-b2e7-0c746ea4b12c), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:08:26.154835 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44bd2fc-766b-44a9-beee-f8aa27b418bf req-4e9e6e4e-1c70-43aa-ba2b-bf5af7553dc6 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:08:26.156315 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-e44bd2fc-766b-44a9-beee-f8aa27b418bf req-4e9e6e4e-1c70-43aa-ba2b-bf5af7553dc6 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/ports?device_id=a334adf7-4744-4f48-acdd-7ebf11aef19b HTTP/1.1" status: 200 len: 944 time: 0.0530159 Feb 20 23:08:26.203218 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-e44bd2fc-766b-44a9-beee-f8aa27b418bf req-4e730966-67eb-4b29-8bdf-28910f9cf2c5 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/security-groups?id=aefff0bf-e3d0-4c68-a8f6-dd8d29a02d15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412629 Feb 20 23:08:26.472053 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Device fc0f3c6c-4fbc-42f2-81c1-75baf5054de2 up at agent hyperv_hv-cinder-83009 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 23:08:26.518300 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Provisioning complete for port fc0f3c6c-4fbc-42f2-81c1-75baf5054de2 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:08:26.518698 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4145689'] for port (fc0f3c6c-4fbc-42f2-81c1-75baf5054de2), provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:08:26.590370 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Current status of the port fc0f3c6c-4fbc-42f2-81c1-75baf5054de2 is: BUILD; New status is: ACTIVE {{(pid=109630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:08:26.590757 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4131840'] for port (fc0f3c6c-4fbc-42f2-81c1-75baf5054de2), before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:08:26.614642 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a334adf7-4744-4f48-acdd-7ebf11aef19b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc0f3c6c-4fbc-42f2-81c1-75baf5054de2'}] {{(pid=109630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 23:08:26.616827 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f8f7ade39b9b648cd02963e66adb41eb29d40ae47bdce8ccfc3d1936511f484" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db02352c-838c-4007-8344-177eae835691" -d '{"events": [{"server_uuid": "a334adf7-4744-4f48-acdd-7ebf11aef19b", "name": "network-vif-plugged", "status": "completed", "tag": "fc0f3c6c-4fbc-42f2-81c1-75baf5054de2"}]}' {{(pid=109630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 23:08:26.628501 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] For port fc0f3c6c-4fbc-42f2-81c1-75baf5054de2, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=fc0f3c6c-4fbc-42f2-81c1-75baf5054de2,segment=NetworkSegment(e96cb693-0403-4029-b4e9-bd6b25e8f8fe),segment_id=e96cb693-0403-4029-b4e9-bd6b25e8f8fe)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:08:26.651426 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 23:08:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c2d2fcd-2890-4f7c-bed3-7784a1f3bf9f x-openstack-request-id: req-1c2d2fcd-2890-4f7c-bed3-7784a1f3bf9f {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 23:08:26.651722 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a334adf7-4744-4f48-acdd-7ebf11aef19b", "name": "network-vif-plugged", "status": "completed", "tag": "fc0f3c6c-4fbc-42f2-81c1-75baf5054de2", "code": 200}]} {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 23:08:26.651975 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-1c2d2fcd-2890-4f7c-bed3-7784a1f3bf9f {{(pid=109630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 23:08:26.652364 dv-cinder-830096-1-iscsi neutron-server[109630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a334adf7-4744-4f48-acdd-7ebf11aef19b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc0f3c6c-4fbc-42f2-81c1-75baf5054de2', 'code': 200} Feb 20 23:08:26.717883 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747407212427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747406771514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747406771532'] for port (fc0f3c6c-4fbc-42f2-81c1-75baf5054de2), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:08:26.765907 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Pushing event updated for resources: {'Port': ['ID=fc0f3c6c-4fbc-42f2-81c1-75baf5054de2,revision_number=7']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:08:27.321802 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0523daf3-2836-401c-b27d-c5d174f161c8 req-51278072-baf4-4df5-9bf3-76e3e1bfbda3 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:08:27.323288 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-0523daf3-2836-401c-b27d-c5d174f161c8 req-51278072-baf4-4df5-9bf3-76e3e1bfbda3 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/ports?device_id=a334adf7-4744-4f48-acdd-7ebf11aef19b HTTP/1.1" status: 200 len: 945 time: 0.0510969 Feb 20 23:08:27.372743 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-0523daf3-2836-401c-b27d-c5d174f161c8 req-e1628d3c-4474-462a-98fe-b839f234fe8e tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/security-groups?id=aefff0bf-e3d0-4c68-a8f6-dd8d29a02d15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440316 Feb 20 23:08:28.500687 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a736f6-02e7-4d43-961f-ab212ce1b044 req-df905f36-fe80-47bf-a93d-67526c7ba7c3 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:08:28.502150 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-58a736f6-02e7-4d43-961f-ab212ce1b044 req-df905f36-fe80-47bf-a93d-67526c7ba7c3 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/ports?device_id=a334adf7-4744-4f48-acdd-7ebf11aef19b HTTP/1.1" status: 200 len: 945 time: 0.0547280 Feb 20 23:08:28.549436 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-58a736f6-02e7-4d43-961f-ab212ce1b044 req-8bb36f12-3e4e-46fb-ad65-c841ea48659a tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/security-groups?id=aefff0bf-e3d0-4c68-a8f6-dd8d29a02d15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413229 Feb 20 23:08:29.699485 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178090c1-549f-457b-ae9b-81ed5322e286 req-bd20ed9c-b84e-4219-bec4-32d39a8435eb tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:08:29.706628 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-178090c1-549f-457b-ae9b-81ed5322e286 req-bd20ed9c-b84e-4219-bec4-32d39a8435eb tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/ports?device_id=a334adf7-4744-4f48-acdd-7ebf11aef19b HTTP/1.1" status: 200 len: 945 time: 0.0755112 Feb 20 23:08:29.758160 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-178090c1-549f-457b-ae9b-81ed5322e286 req-df01821e-4539-412b-b814-2a240aa3277d tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/security-groups?id=aefff0bf-e3d0-4c68-a8f6-dd8d29a02d15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500505 Feb 20 23:08:30.922103 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0257e1b1-1718-4477-b5b5-84acbdf36fce req-8359f54b-8470-41d2-a318-b969f095dda7 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:08:30.926822 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-0257e1b1-1718-4477-b5b5-84acbdf36fce req-8359f54b-8470-41d2-a318-b969f095dda7 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/ports?device_id=a334adf7-4744-4f48-acdd-7ebf11aef19b HTTP/1.1" status: 200 len: 945 time: 0.0687559 Feb 20 23:08:30.978817 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-0257e1b1-1718-4477-b5b5-84acbdf36fce req-d394a428-2b0a-48a5-8647-a87da1c58258 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/security-groups?id=aefff0bf-e3d0-4c68-a8f6-dd8d29a02d15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467691 Feb 20 23:08:32.104306 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b9be25-c1c7-487d-89b6-7918a0a85162 req-4dd502a3-2705-43a8-87d5-93d0fb1ae6a5 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:08:32.106521 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-b3b9be25-c1c7-487d-89b6-7918a0a85162 req-4dd502a3-2705-43a8-87d5-93d0fb1ae6a5 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/ports?device_id=a334adf7-4744-4f48-acdd-7ebf11aef19b HTTP/1.1" status: 200 len: 945 time: 0.0549905 Feb 20 23:08:32.160954 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-b3b9be25-c1c7-487d-89b6-7918a0a85162 req-235102c5-d86a-4ccd-8461-560255b4a044 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/security-groups?id=aefff0bf-e3d0-4c68-a8f6-dd8d29a02d15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454710 Feb 20 23:08:33.297106 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950c7e60-7d68-4a87-b5ea-a082bea8f81c req-a3a8619b-5c97-4ffe-ba18-9c954c306f5b tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:08:33.298788 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-950c7e60-7d68-4a87-b5ea-a082bea8f81c req-a3a8619b-5c97-4ffe-ba18-9c954c306f5b tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/ports?device_id=a334adf7-4744-4f48-acdd-7ebf11aef19b HTTP/1.1" status: 200 len: 945 time: 0.0658178 Feb 20 23:08:33.353439 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-950c7e60-7d68-4a87-b5ea-a082bea8f81c req-830051b3-4333-4786-a6ba-fb451435082e tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/security-groups?id=aefff0bf-e3d0-4c68-a8f6-dd8d29a02d15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461514 Feb 20 23:08:34.503656 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa5eca6-8a29-4337-8f84-01d783e0323c req-d77fdcc3-2b33-4f5b-9102-c84a9fc2ef3c tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:08:34.506949 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-faa5eca6-8a29-4337-8f84-01d783e0323c req-d77fdcc3-2b33-4f5b-9102-c84a9fc2ef3c tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/ports?device_id=a334adf7-4744-4f48-acdd-7ebf11aef19b HTTP/1.1" status: 200 len: 945 time: 0.0696068 Feb 20 23:08:34.558926 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-faa5eca6-8a29-4337-8f84-01d783e0323c req-0398d8d0-f720-4432-a2fc-e31ce25ed60a tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/security-groups?id=aefff0bf-e3d0-4c68-a8f6-dd8d29a02d15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477881 Feb 20 23:08:35.683299 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a614c818-8d61-4a24-8bad-a658b6238719 req-5f383032-f86f-4d2c-b0cd-9e929cd8d20e tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:08:35.684869 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-a614c818-8d61-4a24-8bad-a658b6238719 req-5f383032-f86f-4d2c-b0cd-9e929cd8d20e tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/ports?device_id=a334adf7-4744-4f48-acdd-7ebf11aef19b HTTP/1.1" status: 200 len: 945 time: 0.0550504 Feb 20 23:08:35.732889 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-a614c818-8d61-4a24-8bad-a658b6238719 req-70f5364e-5015-434b-955a-e4f1c05fa77e tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/security-groups?id=aefff0bf-e3d0-4c68-a8f6-dd8d29a02d15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423958 Feb 20 23:08:36.860209 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f91ccc4-ea27-4915-a4cf-97b9c1da87b3 req-944e4d18-e796-4010-89b3-9e32e68c51d6 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:08:36.861695 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-5f91ccc4-ea27-4915-a4cf-97b9c1da87b3 req-944e4d18-e796-4010-89b3-9e32e68c51d6 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/ports?device_id=a334adf7-4744-4f48-acdd-7ebf11aef19b HTTP/1.1" status: 200 len: 945 time: 0.0543933 Feb 20 23:08:36.914999 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-5f91ccc4-ea27-4915-a4cf-97b9c1da87b3 req-7f929d1c-516a-4f5c-b40e-81293682310b tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/security-groups?id=aefff0bf-e3d0-4c68-a8f6-dd8d29a02d15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473871 Feb 20 23:08:37.641286 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.db.agents_db [None req-1f7bd598-9080-4651-a904-61cb6c9001fd None None] Agent healthcheck: found 6 active agents {{(pid=109631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 23:08:38.054136 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383f0616-45d9-4ac3-bc63-d082d0199d17 req-ad7f7509-eb94-4879-9fa3-e85b1c33565a tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:08:38.057960 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-383f0616-45d9-4ac3-bc63-d082d0199d17 req-ad7f7509-eb94-4879-9fa3-e85b1c33565a tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/ports?device_id=a334adf7-4744-4f48-acdd-7ebf11aef19b HTTP/1.1" status: 200 len: 945 time: 0.0617361 Feb 20 23:08:38.112138 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-383f0616-45d9-4ac3-bc63-d082d0199d17 req-56f8c791-fb9e-47bb-8eb4-485e931856f0 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/security-groups?id=aefff0bf-e3d0-4c68-a8f6-dd8d29a02d15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488408 Feb 20 23:08:39.245602 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5087491-94a9-4536-8b14-7c104e5e1063 req-f8d93d32-46bb-4087-ab77-fdacc22723cc tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:08:39.247243 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-a5087491-94a9-4536-8b14-7c104e5e1063 req-f8d93d32-46bb-4087-ab77-fdacc22723cc tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/ports?device_id=a334adf7-4744-4f48-acdd-7ebf11aef19b HTTP/1.1" status: 200 len: 945 time: 0.0555892 Feb 20 23:08:39.302501 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-a5087491-94a9-4536-8b14-7c104e5e1063 req-30af476a-26b0-42f1-b614-36130bb8a681 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/security-groups?id=aefff0bf-e3d0-4c68-a8f6-dd8d29a02d15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474634 Feb 20 23:08:40.442810 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae7c977-165a-4479-9412-7cb7c26f4318 req-0a8f7850-e208-467c-a8da-3075c7b61fff tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:08:40.444875 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-4ae7c977-165a-4479-9412-7cb7c26f4318 req-0a8f7850-e208-467c-a8da-3075c7b61fff tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/ports?device_id=a334adf7-4744-4f48-acdd-7ebf11aef19b HTTP/1.1" status: 200 len: 945 time: 0.0608289 Feb 20 23:08:40.494283 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-4ae7c977-165a-4479-9412-7cb7c26f4318 req-dfa8c42f-9d6b-4f82-8c12-32fb7347f310 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/security-groups?id=aefff0bf-e3d0-4c68-a8f6-dd8d29a02d15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434546 Feb 20 23:08:41.617602 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dfd2a5-b922-48c9-ab3b-1170db9e8781 req-fef356d3-0c7b-451d-a97e-ddf32a6d1c34 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:08:41.619080 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-06dfd2a5-b922-48c9-ab3b-1170db9e8781 req-fef356d3-0c7b-451d-a97e-ddf32a6d1c34 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/ports?device_id=a334adf7-4744-4f48-acdd-7ebf11aef19b HTTP/1.1" status: 200 len: 945 time: 0.0543923 Feb 20 23:08:41.666159 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-06dfd2a5-b922-48c9-ab3b-1170db9e8781 req-8bc1fb45-9c94-4a9e-9e30-c3bb7f685e9e tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/security-groups?id=aefff0bf-e3d0-4c68-a8f6-dd8d29a02d15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415184 Feb 20 23:08:41.781381 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c20c03-cde1-4e4d-8860-c5520aef851d req-ce49c438-3eef-4180-befe-f65f4686dd37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:08:41.782779 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-60c20c03-cde1-4e4d-8860-c5520aef851d req-ce49c438-3eef-4180-befe-f65f4686dd37 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=48a93be9550345ed9b9cbfc081ec5671&device_id=a334adf7-4744-4f48-acdd-7ebf11aef19b HTTP/1.1" status: 200 len: 1129 time: 0.0433826 Feb 20 23:08:41.871014 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c20c03-cde1-4e4d-8860-c5520aef851d req-f90aaf49-da4c-4d3a-a176-3b19eea750f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:08:41.872436 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-60c20c03-cde1-4e4d-8860-c5520aef851d req-f90aaf49-da4c-4d3a-a176-3b19eea750f0 service neutron] 10.222.0.42 "GET /v2.0/networks?id=8904bc28-8825-408d-a027-aaac96b04ee9 HTTP/1.1" status: 200 len: 916 time: 0.0840101 Feb 20 23:08:41.934913 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-60c20c03-cde1-4e4d-8860-c5520aef851d req-6c31715e-eedb-42bf-93cc-eff7f68f541b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fc0f3c6c-4fbc-42f2-81c1-75baf5054de2 HTTP/1.1" status: 200 len: 1000 time: 0.0566776 Feb 20 23:08:41.981712 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c20c03-cde1-4e4d-8860-c5520aef851d req-2382d9a5-1edf-4f79-bf22-588cde4d8f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:08:41.983137 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-60c20c03-cde1-4e4d-8860-c5520aef851d req-2382d9a5-1edf-4f79-bf22-588cde4d8f60 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=58431437-f6f9-4145-a265-242d6c5c36fc HTTP/1.1" status: 200 len: 855 time: 0.0420709 Feb 20 23:08:42.033439 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c20c03-cde1-4e4d-8860-c5520aef851d req-7267c205-2604-4769-809a-e0da70454e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:08:42.034823 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-60c20c03-cde1-4e4d-8860-c5520aef851d req-7267c205-2604-4769-809a-e0da70454e18 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8904bc28-8825-408d-a027-aaac96b04ee9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0459054 Feb 20 23:08:42.121018 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-60c20c03-cde1-4e4d-8860-c5520aef851d req-92781243-8c65-4c54-803f-0448992420da service neutron] 10.222.0.42 "GET /v2.0/networks/8904bc28-8825-408d-a027-aaac96b04ee9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796065 Feb 20 23:08:42.212428 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-60c20c03-cde1-4e4d-8860-c5520aef851d req-28151053-462e-4cd3-b7d4-19adb890edcd service neutron] 10.222.0.42 "GET /v2.0/networks/8904bc28-8825-408d-a027-aaac96b04ee9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851262 Feb 20 23:08:42.277594 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0a6d2cfa-7ebb-4d84-8e9c-9ed164aeaaf3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (83a03d73-f5e1-4f72-b2a3-d557ae097998), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:08:42.786533 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0068671-7f54-426c-a415-2084b8315d65 req-bab1f22d-9fe9-4002-b651-620936a2d3a7 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:08:42.788025 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-d0068671-7f54-426c-a415-2084b8315d65 req-bab1f22d-9fe9-4002-b651-620936a2d3a7 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/ports?device_id=a334adf7-4744-4f48-acdd-7ebf11aef19b HTTP/1.1" status: 200 len: 945 time: 0.0507765 Feb 20 23:08:42.836435 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-d0068671-7f54-426c-a415-2084b8315d65 req-119cf9b3-e3cc-4cb2-9f9d-2f894f087758 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/security-groups?id=aefff0bf-e3d0-4c68-a8f6-dd8d29a02d15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429945 Feb 20 23:08:43.956940 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22900202-3abf-40ed-bc78-f4f336080b70 req-b3d6f426-1378-4abb-8db7-4fb39721182b tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:08:43.958438 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-22900202-3abf-40ed-bc78-f4f336080b70 req-b3d6f426-1378-4abb-8db7-4fb39721182b tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/ports?device_id=a334adf7-4744-4f48-acdd-7ebf11aef19b HTTP/1.1" status: 200 len: 945 time: 0.0517812 Feb 20 23:08:44.013996 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-22900202-3abf-40ed-bc78-f4f336080b70 req-3e5da8ca-ec5e-4247-b24e-aa910272902a tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/security-groups?id=aefff0bf-e3d0-4c68-a8f6-dd8d29a02d15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452609 Feb 20 23:08:44.472753 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-a5942363-db1d-41d7-952f-99d1929312ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (13c347f3-1c01-45ee-af8c-9f8a630e0f23), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:08:44.511604 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Device fc0f3c6c-4fbc-42f2-81c1-75baf5054de2 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 23:08:44.593438 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Current status of the port fc0f3c6c-4fbc-42f2-81c1-75baf5054de2 is: ACTIVE; New status is: DOWN {{(pid=109630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:08:44.593832 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4131840'] for port (fc0f3c6c-4fbc-42f2-81c1-75baf5054de2), before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:08:44.616407 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a334adf7-4744-4f48-acdd-7ebf11aef19b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fc0f3c6c-4fbc-42f2-81c1-75baf5054de2'}] {{(pid=109630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 23:08:44.618695 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f8f7ade39b9b648cd02963e66adb41eb29d40ae47bdce8ccfc3d1936511f484" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a76ab17-2d3e-4395-98d2-b75a1bb7b31e" -d '{"events": [{"server_uuid": "a334adf7-4744-4f48-acdd-7ebf11aef19b", "name": "network-vif-unplugged", "status": "completed", "tag": "fc0f3c6c-4fbc-42f2-81c1-75baf5054de2"}]}' {{(pid=109630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 23:08:44.634612 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] For port fc0f3c6c-4fbc-42f2-81c1-75baf5054de2, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=fc0f3c6c-4fbc-42f2-81c1-75baf5054de2,segment=NetworkSegment(e96cb693-0403-4029-b4e9-bd6b25e8f8fe),segment_id=e96cb693-0403-4029-b4e9-bd6b25e8f8fe)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:08:44.657990 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sun, 20 Feb 2022 23:08:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a02dcb04-d6fc-4ce4-b6f4-db6ebd46762a x-openstack-request-id: req-a02dcb04-d6fc-4ce4-b6f4-db6ebd46762a {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 23:08:44.657990 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a334adf7-4744-4f48-acdd-7ebf11aef19b", "name": "network-vif-unplugged", "status": "failed", "tag": "fc0f3c6c-4fbc-42f2-81c1-75baf5054de2", "code": 422}]} {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 23:08:44.657990 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a02dcb04-d6fc-4ce4-b6f4-db6ebd46762a {{(pid=109630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 23:08:44.657990 dv-cinder-830096-1-iscsi neutron-server[109630]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'a334adf7-4744-4f48-acdd-7ebf11aef19b', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'fc0f3c6c-4fbc-42f2-81c1-75baf5054de2', 'code': 422} returned with failed status Feb 20 23:08:44.700734 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747407212427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747406771514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747406771532'] for port (fc0f3c6c-4fbc-42f2-81c1-75baf5054de2), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:08:44.747057 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Pushing event updated for resources: {'Port': ['ID=fc0f3c6c-4fbc-42f2-81c1-75baf5054de2,revision_number=8']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:08:45.132250 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42131582-5f40-492b-87b3-4f3679c5ec6c req-9087db58-1c70-4fca-9a62-d4282e8e961d tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:08:45.133716 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-42131582-5f40-492b-87b3-4f3679c5ec6c req-9087db58-1c70-4fca-9a62-d4282e8e961d tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/ports?device_id=a334adf7-4744-4f48-acdd-7ebf11aef19b HTTP/1.1" status: 200 len: 943 time: 0.0509875 Feb 20 23:08:45.179396 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-42131582-5f40-492b-87b3-4f3679c5ec6c req-91e2d494-3f6f-41a3-81bd-042ea491018b tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/security-groups?id=aefff0bf-e3d0-4c68-a8f6-dd8d29a02d15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403166 Feb 20 23:08:45.916249 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-343008d4-3a37-47e4-bcbd-5ef9b41dd99c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (5ba36dc9-fc49-4f8a-9e75-ea70dbbc9d37), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:08:47.051771 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550a45cb-5afa-4fea-8756-0f89343ac632 req-ee05e3aa-d4c6-4b4f-a8d6-a0bf5b475156 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:08:47.053226 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-550a45cb-5afa-4fea-8756-0f89343ac632 req-ee05e3aa-d4c6-4b4f-a8d6-a0bf5b475156 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/ports?device_id=a334adf7-4744-4f48-acdd-7ebf11aef19b HTTP/1.1" status: 200 len: 943 time: 0.0551188 Feb 20 23:08:47.101889 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-550a45cb-5afa-4fea-8756-0f89343ac632 req-3e0b67b3-6fc9-4077-8ffa-86c60c17ebed tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/security-groups?id=aefff0bf-e3d0-4c68-a8f6-dd8d29a02d15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427091 Feb 20 23:08:47.175189 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-f8bda328-0f39-40fc-b2c8-28796977f3d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (e2edd6cb-ac77-47df-80b5-e0a92a5dde3d), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:08:47.426021 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.65', 52516) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:08:47.506738 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-111d3935-a026-4b72-89f4-b05f63b4b33e req-cf3f561e-8ea0-4b5d-a6f5-9df8c65b36e9 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=a334adf7-4744-4f48-acdd-7ebf11aef19b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0794880 Feb 20 23:08:47.514952 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.wsgi [req-111d3935-a026-4b72-89f4-b05f63b4b33e req-d4d1925e-c9ed-495e-8a04-66e2887c2dd7 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=109629) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 23:08:47.515891 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-111d3935-a026-4b72-89f4-b05f63b4b33e req-d4d1925e-c9ed-495e-8a04-66e2887c2dd7 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0047030 Feb 20 23:08:47.589574 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.65', 52524) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:08:47.679157 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111d3935-a026-4b72-89f4-b05f63b4b33e req-4f81412e-770a-431f-859f-3afb33836b76 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:08:47.680769 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-111d3935-a026-4b72-89f4-b05f63b4b33e req-4f81412e-770a-431f-859f-3afb33836b76 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/ports/fc0f3c6c-4fbc-42f2-81c1-75baf5054de2 HTTP/1.1" status: 200 len: 940 time: 0.0902212 Feb 20 23:08:48.223258 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1db6c12-a661-4576-a7a6-b102e292ba48 req-1de1805b-6020-40bb-ae9c-3a727644fc19 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:08:48.224696 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-b1db6c12-a661-4576-a7a6-b102e292ba48 req-1de1805b-6020-40bb-ae9c-3a727644fc19 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/ports?device_id=a334adf7-4744-4f48-acdd-7ebf11aef19b HTTP/1.1" status: 200 len: 943 time: 0.0529416 Feb 20 23:08:48.270756 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-b1db6c12-a661-4576-a7a6-b102e292ba48 req-eb7d3623-db75-4fe5-9024-990e4908dc9c tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/security-groups?id=aefff0bf-e3d0-4c68-a8f6-dd8d29a02d15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404286 Feb 20 23:08:48.666405 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (2dc95353-690e-4eed-857f-cdb5bbe3a4be), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:08:48.938411 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111d3935-a026-4b72-89f4-b05f63b4b33e req-88e45f65-ad40-491f-a269-d52392402161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:08:48.939817 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-111d3935-a026-4b72-89f4-b05f63b4b33e req-88e45f65-ad40-491f-a269-d52392402161 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=a334adf7-4744-4f48-acdd-7ebf11aef19b&tenant_id=48a93be9550345ed9b9cbfc081ec5671 HTTP/1.1" status: 200 len: 1127 time: 0.0426037 Feb 20 23:08:49.007137 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111d3935-a026-4b72-89f4-b05f63b4b33e req-94c9133e-3a32-4de1-96ac-3e58bfac1b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:08:49.008631 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-111d3935-a026-4b72-89f4-b05f63b4b33e req-94c9133e-3a32-4de1-96ac-3e58bfac1b38 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=48a93be9550345ed9b9cbfc081ec5671&device_id=a334adf7-4744-4f48-acdd-7ebf11aef19b HTTP/1.1" status: 200 len: 1127 time: 0.0482631 Feb 20 23:08:49.097722 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111d3935-a026-4b72-89f4-b05f63b4b33e req-e5a75107-93f3-4925-b4a3-ed5b93936dad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:08:49.099172 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-111d3935-a026-4b72-89f4-b05f63b4b33e req-e5a75107-93f3-4925-b4a3-ed5b93936dad service neutron] 10.222.0.42 "GET /v2.0/networks?id=8904bc28-8825-408d-a027-aaac96b04ee9 HTTP/1.1" status: 200 len: 916 time: 0.0838699 Feb 20 23:08:49.162673 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-111d3935-a026-4b72-89f4-b05f63b4b33e req-b8bc3915-39bc-4d2b-bd88-e9f8e5bf6dee service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fc0f3c6c-4fbc-42f2-81c1-75baf5054de2 HTTP/1.1" status: 200 len: 998 time: 0.0569987 Feb 20 23:08:49.214941 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111d3935-a026-4b72-89f4-b05f63b4b33e req-6c014840-563b-4cf8-96da-ba7b46d03669 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:08:49.216276 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-111d3935-a026-4b72-89f4-b05f63b4b33e req-6c014840-563b-4cf8-96da-ba7b46d03669 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=58431437-f6f9-4145-a265-242d6c5c36fc HTTP/1.1" status: 200 len: 855 time: 0.0462761 Feb 20 23:08:49.263480 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111d3935-a026-4b72-89f4-b05f63b4b33e req-8c5ffec9-aed8-4e96-a711-5b9a8a42c968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:08:49.264900 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-111d3935-a026-4b72-89f4-b05f63b4b33e req-8c5ffec9-aed8-4e96-a711-5b9a8a42c968 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8904bc28-8825-408d-a027-aaac96b04ee9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0419228 Feb 20 23:08:49.386331 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-111d3935-a026-4b72-89f4-b05f63b4b33e req-47be7750-7856-4091-8037-1248050d4e2e service neutron] 10.222.0.42 "GET /v2.0/networks/8904bc28-8825-408d-a027-aaac96b04ee9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1152091 Feb 20 23:08:49.448506 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5aa2d0-862b-4641-ac76-015928b6a4c8 req-3123cccc-37e9-4d80-a562-d57d6b50a97f tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:08:49.449935 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-3d5aa2d0-862b-4641-ac76-015928b6a4c8 req-3123cccc-37e9-4d80-a562-d57d6b50a97f tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/ports?device_id=a334adf7-4744-4f48-acdd-7ebf11aef19b HTTP/1.1" status: 200 len: 943 time: 0.1075833 Feb 20 23:08:49.515533 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-111d3935-a026-4b72-89f4-b05f63b4b33e req-9d8c9d44-83a0-45fa-94ed-5e761640385e service neutron] 10.222.0.42 "GET /v2.0/networks/8904bc28-8825-408d-a027-aaac96b04ee9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228967 Feb 20 23:08:49.519591 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-3d5aa2d0-862b-4641-ac76-015928b6a4c8 req-1eab3046-a3cf-4beb-821c-468f517dfd63 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/security-groups?id=aefff0bf-e3d0-4c68-a8f6-dd8d29a02d15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640249 Feb 20 23:08:50.670247 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb76c1f-19f1-4129-8719-f781e6b312b5 req-cfce3d1d-fb70-4048-a158-99ac5205c3ca tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:08:50.671840 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-5bb76c1f-19f1-4129-8719-f781e6b312b5 req-cfce3d1d-fb70-4048-a158-99ac5205c3ca tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/ports?device_id=a334adf7-4744-4f48-acdd-7ebf11aef19b HTTP/1.1" status: 200 len: 943 time: 0.0719130 Feb 20 23:08:50.721512 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-5bb76c1f-19f1-4129-8719-f781e6b312b5 req-d4c3d0a9-7846-4880-bbfc-f594732881a7 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/security-groups?id=aefff0bf-e3d0-4c68-a8f6-dd8d29a02d15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439200 Feb 20 23:08:51.855851 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5b5299-ab9d-4ea4-a6e8-e84542c84648 req-eaf9c836-e58d-4fae-b3fd-81677a9c95fa tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:08:51.857588 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-ae5b5299-ab9d-4ea4-a6e8-e84542c84648 req-eaf9c836-e58d-4fae-b3fd-81677a9c95fa tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/ports?device_id=a334adf7-4744-4f48-acdd-7ebf11aef19b HTTP/1.1" status: 200 len: 943 time: 0.0619271 Feb 20 23:08:51.903613 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-ae5b5299-ab9d-4ea4-a6e8-e84542c84648 req-105f4b9c-c38c-4ecc-8f9b-c9907a670e15 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/security-groups?id=aefff0bf-e3d0-4c68-a8f6-dd8d29a02d15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404716 Feb 20 23:08:53.031861 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af046383-6bb5-44b0-827b-1c8fe47552ac req-7e32cfca-5d21-4c23-ab78-f32fe8fe44d7 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:08:53.034816 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-af046383-6bb5-44b0-827b-1c8fe47552ac req-7e32cfca-5d21-4c23-ab78-f32fe8fe44d7 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/ports?device_id=a334adf7-4744-4f48-acdd-7ebf11aef19b HTTP/1.1" status: 200 len: 943 time: 0.0549376 Feb 20 23:08:53.085862 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-af046383-6bb5-44b0-827b-1c8fe47552ac req-a4c8799f-cfea-4366-9ed2-68cc0536ab08 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/security-groups?id=aefff0bf-e3d0-4c68-a8f6-dd8d29a02d15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464449 Feb 20 23:08:54.211011 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8186d3d-1aaa-4f23-9250-cab2ff91e80d req-05327439-211c-416e-9792-658680196acf tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:08:54.212626 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-c8186d3d-1aaa-4f23-9250-cab2ff91e80d req-05327439-211c-416e-9792-658680196acf tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/ports?device_id=a334adf7-4744-4f48-acdd-7ebf11aef19b HTTP/1.1" status: 200 len: 943 time: 0.0537646 Feb 20 23:08:54.261132 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-c8186d3d-1aaa-4f23-9250-cab2ff91e80d req-733d96c9-57f2-4254-aeeb-15c665996df0 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/security-groups?id=aefff0bf-e3d0-4c68-a8f6-dd8d29a02d15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431030 Feb 20 23:08:55.393845 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383195cf-c0dc-4150-88f6-5de4fff9800a req-036b98fd-c7bc-471e-95e9-0cd3a10e224f tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:08:55.395417 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-383195cf-c0dc-4150-88f6-5de4fff9800a req-036b98fd-c7bc-471e-95e9-0cd3a10e224f tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/ports?device_id=a334adf7-4744-4f48-acdd-7ebf11aef19b HTTP/1.1" status: 200 len: 943 time: 0.0568624 Feb 20 23:08:55.442601 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-383195cf-c0dc-4150-88f6-5de4fff9800a req-8b05d1e0-943e-4c36-9945-2202efbf3b3f tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/security-groups?id=aefff0bf-e3d0-4c68-a8f6-dd8d29a02d15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411468 Feb 20 23:08:56.133793 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (a929ecfe-02b1-4b86-b2e7-0c746ea4b12c), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:08:56.571761 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6822fe06-ffb9-419d-a245-0db184b7bb1b req-f042908a-e640-4baf-8653-a69c4eb8e58a tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:08:56.573264 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-6822fe06-ffb9-419d-a245-0db184b7bb1b req-f042908a-e640-4baf-8653-a69c4eb8e58a tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/ports?device_id=a334adf7-4744-4f48-acdd-7ebf11aef19b HTTP/1.1" status: 200 len: 943 time: 0.0571322 Feb 20 23:08:56.621958 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-6822fe06-ffb9-419d-a245-0db184b7bb1b req-99648730-c625-4009-81ec-96a1b1c01848 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/security-groups?id=aefff0bf-e3d0-4c68-a8f6-dd8d29a02d15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430725 Feb 20 23:08:57.748465 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76472385-ddcc-49e2-baed-ef44aaa614aa req-70910cc6-a481-4e15-a840-21b277100598 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:08:57.752545 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-76472385-ddcc-49e2-baed-ef44aaa614aa req-70910cc6-a481-4e15-a840-21b277100598 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/ports?device_id=a334adf7-4744-4f48-acdd-7ebf11aef19b HTTP/1.1" status: 200 len: 943 time: 0.0560372 Feb 20 23:08:57.797439 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-76472385-ddcc-49e2-baed-ef44aaa614aa req-164f4c7f-b6a7-4d17-93d5-7884db5435e8 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/security-groups?id=aefff0bf-e3d0-4c68-a8f6-dd8d29a02d15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420504 Feb 20 23:08:58.944072 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dea911-72ca-4ce5-9359-bc080504c0a7 req-27aba342-cadb-401c-b40e-4fb97bbc8896 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:08:58.945567 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-25dea911-72ca-4ce5-9359-bc080504c0a7 req-27aba342-cadb-401c-b40e-4fb97bbc8896 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/ports?device_id=a334adf7-4744-4f48-acdd-7ebf11aef19b HTTP/1.1" status: 200 len: 943 time: 0.0706666 Feb 20 23:08:59.010137 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-25dea911-72ca-4ce5-9359-bc080504c0a7 req-bd14ab66-b588-42ef-ab95-bc82413c0ae6 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/security-groups?id=aefff0bf-e3d0-4c68-a8f6-dd8d29a02d15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571039 Feb 20 23:09:00.132055 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070bd3d3-a8b4-47cb-b059-7740c57e5461 req-f6e35f6c-52e1-4301-8e0d-b7e832c206f8 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:09:00.133525 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-070bd3d3-a8b4-47cb-b059-7740c57e5461 req-f6e35f6c-52e1-4301-8e0d-b7e832c206f8 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/ports?device_id=a334adf7-4744-4f48-acdd-7ebf11aef19b HTTP/1.1" status: 200 len: 943 time: 0.0505908 Feb 20 23:09:00.183575 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-070bd3d3-a8b4-47cb-b059-7740c57e5461 req-202d7d65-175e-4d54-bcb2-7a845cfd07a1 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/security-groups?id=aefff0bf-e3d0-4c68-a8f6-dd8d29a02d15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444884 Feb 20 23:09:01.313627 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60351fea-335b-4f60-99d6-e1528d2cc6fe req-e40c9dc5-12ad-44d4-be60-bd0b0943a247 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:09:01.315079 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-60351fea-335b-4f60-99d6-e1528d2cc6fe req-e40c9dc5-12ad-44d4-be60-bd0b0943a247 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/ports?device_id=a334adf7-4744-4f48-acdd-7ebf11aef19b HTTP/1.1" status: 200 len: 943 time: 0.0503523 Feb 20 23:09:01.362558 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-60351fea-335b-4f60-99d6-e1528d2cc6fe req-c1eb46ef-23e4-4013-8bb7-cf993fcfcb37 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/security-groups?id=aefff0bf-e3d0-4c68-a8f6-dd8d29a02d15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421259 Feb 20 23:09:02.480089 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb93605-8ae8-46d9-8367-d0ef868352dc req-b9119f8f-46e4-4522-9c0e-47aa71a36b1f tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:09:02.481504 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-eeb93605-8ae8-46d9-8367-d0ef868352dc req-b9119f8f-46e4-4522-9c0e-47aa71a36b1f tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/ports?device_id=a334adf7-4744-4f48-acdd-7ebf11aef19b HTTP/1.1" status: 200 len: 943 time: 0.0491426 Feb 20 23:09:02.526817 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-eeb93605-8ae8-46d9-8367-d0ef868352dc req-a37700f0-f1da-48cd-a64c-077fb5b85971 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/security-groups?id=aefff0bf-e3d0-4c68-a8f6-dd8d29a02d15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399194 Feb 20 23:09:03.644777 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d5db26-87f4-4595-b32e-1ca89020a391 req-fae4f954-871b-4d99-b8f6-a9d4164776bc tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:09:03.646890 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-69d5db26-87f4-4595-b32e-1ca89020a391 req-fae4f954-871b-4d99-b8f6-a9d4164776bc tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/ports?device_id=a334adf7-4744-4f48-acdd-7ebf11aef19b HTTP/1.1" status: 200 len: 943 time: 0.0505114 Feb 20 23:09:03.691152 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-69d5db26-87f4-4595-b32e-1ca89020a391 req-86dc1b2a-6479-441f-a33c-d13047b94380 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/security-groups?id=aefff0bf-e3d0-4c68-a8f6-dd8d29a02d15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388319 Feb 20 23:09:04.812770 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eeeaf87-da67-47a2-b442-f8f7b26bd0ef req-f7cf24db-5edd-4e84-93a4-25e8f5f10691 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:09:04.815382 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-0eeeaf87-da67-47a2-b442-f8f7b26bd0ef req-f7cf24db-5edd-4e84-93a4-25e8f5f10691 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/ports?device_id=a334adf7-4744-4f48-acdd-7ebf11aef19b HTTP/1.1" status: 200 len: 943 time: 0.0540736 Feb 20 23:09:04.860295 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-0eeeaf87-da67-47a2-b442-f8f7b26bd0ef req-ca127cad-7ba1-4c25-8f6c-d1f330b37c80 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/security-groups?id=aefff0bf-e3d0-4c68-a8f6-dd8d29a02d15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388448 Feb 20 23:09:05.980311 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd72bb5-78ad-4182-8ae2-03b3f1d741ab req-bd834b75-8495-445d-bc62-f3121a0aa4f0 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:09:05.981739 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-2fd72bb5-78ad-4182-8ae2-03b3f1d741ab req-bd834b75-8495-445d-bc62-f3121a0aa4f0 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/ports?device_id=a334adf7-4744-4f48-acdd-7ebf11aef19b HTTP/1.1" status: 200 len: 943 time: 0.0493309 Feb 20 23:09:06.026276 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-2fd72bb5-78ad-4182-8ae2-03b3f1d741ab req-aa7c675c-7eac-4710-9544-39d960824847 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/security-groups?id=aefff0bf-e3d0-4c68-a8f6-dd8d29a02d15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392678 Feb 20 23:09:06.564836 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Device fc0f3c6c-4fbc-42f2-81c1-75baf5054de2 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=109630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 23:09:06.660601 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] For port fc0f3c6c-4fbc-42f2-81c1-75baf5054de2, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=fc0f3c6c-4fbc-42f2-81c1-75baf5054de2,segment=NetworkSegment(e96cb693-0403-4029-b4e9-bd6b25e8f8fe),segment_id=e96cb693-0403-4029-b4e9-bd6b25e8f8fe)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:09:06.671117 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Returning: {'device': 'fc0f3c6c-4fbc-42f2-81c1-75baf5054de2', 'network_id': '8904bc28-8825-408d-a027-aaac96b04ee9', 'port_id': 'fc0f3c6c-4fbc-42f2-81c1-75baf5054de2', 'mac_address': 'fa:16:3e:7e:01:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58431437-f6f9-4145-a265-242d6c5c36fc', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 23:09:06.706340 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Current status of the port fc0f3c6c-4fbc-42f2-81c1-75baf5054de2 is: DOWN; New status is: BUILD {{(pid=109630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:09:06.706754 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4131840'] for port (fc0f3c6c-4fbc-42f2-81c1-75baf5054de2), before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:09:06.719426 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.notifiers.nova [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc0f3c6c-4fbc-42f2-81c1-75baf5054de2 {{(pid=109630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 23:09:06.737958 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] For port fc0f3c6c-4fbc-42f2-81c1-75baf5054de2, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=fc0f3c6c-4fbc-42f2-81c1-75baf5054de2,segment=NetworkSegment(e96cb693-0403-4029-b4e9-bd6b25e8f8fe),segment_id=e96cb693-0403-4029-b4e9-bd6b25e8f8fe)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:09:06.826262 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747407212427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747406771514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747406771532'] for port (fc0f3c6c-4fbc-42f2-81c1-75baf5054de2), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:09:06.872563 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Pushing event updated for resources: {'Port': ['ID=fc0f3c6c-4fbc-42f2-81c1-75baf5054de2,revision_number=9']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:09:06.879264 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:09:06.879612 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:09:06.879951 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:09:06.880842 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:09:06.881173 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:09:06.881503 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:09:06.881865 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:09:06.882191 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:09:06.882541 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:09:06.882872 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:09:06.883193 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:09:06.883517 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:09:06.883835 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:09:07.151721 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f946a5b4-87b1-487e-98bc-b5dc232d533e req-34929db7-2d9c-411c-8f51-d63052af4956 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:09:07.153170 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-f946a5b4-87b1-487e-98bc-b5dc232d533e req-34929db7-2d9c-411c-8f51-d63052af4956 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/ports?device_id=a334adf7-4744-4f48-acdd-7ebf11aef19b HTTP/1.1" status: 200 len: 944 time: 0.0540428 Feb 20 23:09:07.188559 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] get_ports_and_sgs() called for port_ids ['fc0f3c6c-4fbc-42f2-81c1-75baf5054de2'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 23:09:07.200234 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-f946a5b4-87b1-487e-98bc-b5dc232d533e req-7b04eb17-1baf-4516-906a-6e56bec1ab6b tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/security-groups?id=aefff0bf-e3d0-4c68-a8f6-dd8d29a02d15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414202 Feb 20 23:09:08.321832 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7166bac2-6dc2-4a38-a319-59727dc01724 req-90133db2-9bcc-4160-9576-cefbd43d2a41 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:09:08.323289 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-7166bac2-6dc2-4a38-a319-59727dc01724 req-90133db2-9bcc-4160-9576-cefbd43d2a41 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/ports?device_id=a334adf7-4744-4f48-acdd-7ebf11aef19b HTTP/1.1" status: 200 len: 944 time: 0.0539064 Feb 20 23:09:08.368303 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-7166bac2-6dc2-4a38-a319-59727dc01724 req-8786c46c-d1f4-450f-8b3f-429593750970 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/security-groups?id=aefff0bf-e3d0-4c68-a8f6-dd8d29a02d15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397038 Feb 20 23:09:08.570288 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Device fc0f3c6c-4fbc-42f2-81c1-75baf5054de2 up at agent hyperv_hv-cinder-83009 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 23:09:08.617560 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Provisioning complete for port fc0f3c6c-4fbc-42f2-81c1-75baf5054de2 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:09:08.617978 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4145689'] for port (fc0f3c6c-4fbc-42f2-81c1-75baf5054de2), provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:09:08.695396 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Current status of the port fc0f3c6c-4fbc-42f2-81c1-75baf5054de2 is: BUILD; New status is: ACTIVE {{(pid=109630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:09:08.695822 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4131840'] for port (fc0f3c6c-4fbc-42f2-81c1-75baf5054de2), before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:09:08.717470 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a334adf7-4744-4f48-acdd-7ebf11aef19b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc0f3c6c-4fbc-42f2-81c1-75baf5054de2'}] {{(pid=109630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 23:09:08.719671 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f8f7ade39b9b648cd02963e66adb41eb29d40ae47bdce8ccfc3d1936511f484" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9065eec-9ade-445c-8d55-b0eb714cd422" -d '{"events": [{"server_uuid": "a334adf7-4744-4f48-acdd-7ebf11aef19b", "name": "network-vif-plugged", "status": "completed", "tag": "fc0f3c6c-4fbc-42f2-81c1-75baf5054de2"}]}' {{(pid=109630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 23:09:08.732707 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] For port fc0f3c6c-4fbc-42f2-81c1-75baf5054de2, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=fc0f3c6c-4fbc-42f2-81c1-75baf5054de2,segment=NetworkSegment(e96cb693-0403-4029-b4e9-bd6b25e8f8fe),segment_id=e96cb693-0403-4029-b4e9-bd6b25e8f8fe)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:09:08.755967 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 23:09:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97d53b9a-c301-4261-8804-11eec2baa441 x-openstack-request-id: req-97d53b9a-c301-4261-8804-11eec2baa441 {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 23:09:08.756249 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a334adf7-4744-4f48-acdd-7ebf11aef19b", "name": "network-vif-plugged", "status": "completed", "tag": "fc0f3c6c-4fbc-42f2-81c1-75baf5054de2", "code": 200}]} {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 23:09:08.756495 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-97d53b9a-c301-4261-8804-11eec2baa441 {{(pid=109630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 23:09:08.756906 dv-cinder-830096-1-iscsi neutron-server[109630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a334adf7-4744-4f48-acdd-7ebf11aef19b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc0f3c6c-4fbc-42f2-81c1-75baf5054de2', 'code': 200} Feb 20 23:09:08.814690 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747407212427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747406771514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747406771532'] for port (fc0f3c6c-4fbc-42f2-81c1-75baf5054de2), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:09:08.867306 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Pushing event updated for resources: {'Port': ['ID=fc0f3c6c-4fbc-42f2-81c1-75baf5054de2,revision_number=10']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:09:09.061302 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1119215-7316-4e47-b3d3-8717353aa9eb req-cd1fc921-7514-4050-9819-538b4a49846d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:09:09.062790 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-c1119215-7316-4e47-b3d3-8717353aa9eb req-cd1fc921-7514-4050-9819-538b4a49846d service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=a334adf7-4744-4f48-acdd-7ebf11aef19b HTTP/1.1" status: 200 len: 1130 time: 0.0424778 Feb 20 23:09:09.105896 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-c1119215-7316-4e47-b3d3-8717353aa9eb req-abe35c12-fade-4b39-a16b-e4fe348a974b service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=aefff0bf-e3d0-4c68-a8f6-dd8d29a02d15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358069 Feb 20 23:09:09.486878 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f1b39a-acc7-474e-88b7-671f11ff53db req-f6e9d1fd-3da7-4450-9fff-786e3075477c tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:09:09.488324 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-10f1b39a-acc7-474e-88b7-671f11ff53db req-f6e9d1fd-3da7-4450-9fff-786e3075477c tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/ports?device_id=a334adf7-4744-4f48-acdd-7ebf11aef19b HTTP/1.1" status: 200 len: 946 time: 0.0500975 Feb 20 23:09:09.535738 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-10f1b39a-acc7-474e-88b7-671f11ff53db req-9e7bf920-d233-4c1d-9851-00fe23f868e6 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/security-groups?id=aefff0bf-e3d0-4c68-a8f6-dd8d29a02d15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414033 Feb 20 23:09:10.659687 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b16103-5d75-4bd7-9bcb-5142d60b98c1 req-068ae5f6-cc14-4b9d-8e94-b87b10a41afc tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:09:10.661214 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-55b16103-5d75-4bd7-9bcb-5142d60b98c1 req-068ae5f6-cc14-4b9d-8e94-b87b10a41afc tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/ports?device_id=a334adf7-4744-4f48-acdd-7ebf11aef19b HTTP/1.1" status: 200 len: 946 time: 0.0516171 Feb 20 23:09:10.707290 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-55b16103-5d75-4bd7-9bcb-5142d60b98c1 req-e9910627-2de9-451a-9353-d067caafa90a tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/security-groups?id=aefff0bf-e3d0-4c68-a8f6-dd8d29a02d15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406280 Feb 20 23:09:11.829372 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22af701a-e0ce-47bc-9714-1986f8a919e3 req-582c98c8-fb8b-4f9d-89fd-f8967933aca8 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:09:11.830870 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-22af701a-e0ce-47bc-9714-1986f8a919e3 req-582c98c8-fb8b-4f9d-89fd-f8967933aca8 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/ports?device_id=a334adf7-4744-4f48-acdd-7ebf11aef19b HTTP/1.1" status: 200 len: 946 time: 0.0534236 Feb 20 23:09:11.878389 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-22af701a-e0ce-47bc-9714-1986f8a919e3 req-8cf0ab61-a382-414a-9610-cab42e860472 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/security-groups?id=aefff0bf-e3d0-4c68-a8f6-dd8d29a02d15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419521 Feb 20 23:09:12.310143 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-9632cc7c-c267-42d6-9a98-90bfea37ce4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (83a03d73-f5e1-4f72-b2a3-d557ae097998), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:09:12.999313 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17deaba-d82b-46f7-b275-7a10e27a7d8f req-ba703036-acf7-420d-bab4-f8ef7e82a666 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:09:13.000729 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-d17deaba-d82b-46f7-b275-7a10e27a7d8f req-ba703036-acf7-420d-bab4-f8ef7e82a666 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/ports?device_id=a334adf7-4744-4f48-acdd-7ebf11aef19b HTTP/1.1" status: 200 len: 946 time: 0.0487649 Feb 20 23:09:13.048303 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-d17deaba-d82b-46f7-b275-7a10e27a7d8f req-a5cdd50d-d497-4e43-815b-1a12c3cbde86 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/security-groups?id=aefff0bf-e3d0-4c68-a8f6-dd8d29a02d15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413394 Feb 20 23:09:14.454494 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-74a92682-0f1c-4a61-9d1c-90dcf24708d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (13c347f3-1c01-45ee-af8c-9f8a630e0f23), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:09:14.640563 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.db.agents_db [None req-1f7bd598-9080-4651-a904-61cb6c9001fd None None] Agent healthcheck: found 6 active agents {{(pid=109631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 23:09:15.920996 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-343008d4-3a37-47e4-bcbd-5ef9b41dd99c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (5ba36dc9-fc49-4f8a-9e75-ea70dbbc9d37), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:09:17.174785 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-f8bda328-0f39-40fc-b2c8-28796977f3d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (e2edd6cb-ac77-47df-80b5-e0a92a5dde3d), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:09:18.681546 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (2dc95353-690e-4eed-857f-cdb5bbe3a4be), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:09:23.839949 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-12bf9d19-826a-4374-bd10-15d76bd53d0a req-653dad7d-6294-40d4-93e6-d338dfaf614f service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=a334adf7-4744-4f48-acdd-7ebf11aef19b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0425942 Feb 20 23:09:23.928606 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bf9d19-826a-4374-bd10-15d76bd53d0a req-df963429-8030-40bc-beec-6d0f7b8fd4ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:09:23.930058 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-12bf9d19-826a-4374-bd10-15d76bd53d0a req-df963429-8030-40bc-beec-6d0f7b8fd4ad service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=48a93be9550345ed9b9cbfc081ec5671&device_id=a334adf7-4744-4f48-acdd-7ebf11aef19b HTTP/1.1" status: 200 len: 1130 time: 0.0464234 Feb 20 23:09:24.028124 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bf9d19-826a-4374-bd10-15d76bd53d0a req-f8d61e19-44a9-4124-a4c4-efc443a3cd68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:09:24.029532 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-12bf9d19-826a-4374-bd10-15d76bd53d0a req-f8d61e19-44a9-4124-a4c4-efc443a3cd68 service neutron] 10.222.0.42 "GET /v2.0/networks?id=8904bc28-8825-408d-a027-aaac96b04ee9 HTTP/1.1" status: 200 len: 916 time: 0.0810132 Feb 20 23:09:24.096783 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-12bf9d19-826a-4374-bd10-15d76bd53d0a req-72374135-d7c6-4e7e-82cb-2045b4f170ff service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fc0f3c6c-4fbc-42f2-81c1-75baf5054de2 HTTP/1.1" status: 200 len: 1000 time: 0.0588210 Feb 20 23:09:24.150452 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bf9d19-826a-4374-bd10-15d76bd53d0a req-fc13af24-bebc-431d-acf3-0c91149552cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:09:24.151853 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-12bf9d19-826a-4374-bd10-15d76bd53d0a req-fc13af24-bebc-431d-acf3-0c91149552cb service neutron] 10.222.0.42 "GET /v2.0/subnets?id=58431437-f6f9-4145-a265-242d6c5c36fc HTTP/1.1" status: 200 len: 855 time: 0.0420227 Feb 20 23:09:24.199970 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bf9d19-826a-4374-bd10-15d76bd53d0a req-7c799523-2427-48a6-a02e-a3a4626f6e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:09:24.201466 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-12bf9d19-826a-4374-bd10-15d76bd53d0a req-7c799523-2427-48a6-a02e-a3a4626f6e9d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8904bc28-8825-408d-a027-aaac96b04ee9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0430088 Feb 20 23:09:24.295911 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-12bf9d19-826a-4374-bd10-15d76bd53d0a req-0c6277c6-9ae3-49ab-94fa-4b851639f4a2 service neutron] 10.222.0.42 "GET /v2.0/networks/8904bc28-8825-408d-a027-aaac96b04ee9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861058 Feb 20 23:09:24.381826 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-12bf9d19-826a-4374-bd10-15d76bd53d0a req-3e6fe5d9-6c4f-41d9-a7b8-2be5c2c78b91 service neutron] 10.222.0.42 "GET /v2.0/networks/8904bc28-8825-408d-a027-aaac96b04ee9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0789509 Feb 20 23:09:26.130713 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (a929ecfe-02b1-4b86-b2e7-0c746ea4b12c), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:09:32.379876 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3030e6-9f88-4cc8-b210-026f68e128a5 req-71de27e4-b893-428a-b234-532f0ab831e6 tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:09:32.381331 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-7a3030e6-9f88-4cc8-b210-026f68e128a5 req-71de27e4-b893-428a-b234-532f0ab831e6 tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] 10.222.0.65 "GET /v2.0/ports?device_id=d7792d06-1646-4687-8c3a-290197521705 HTTP/1.1" status: 200 len: 945 time: 0.0516310 Feb 20 23:09:32.425443 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-7a3030e6-9f88-4cc8-b210-026f68e128a5 req-fabacb28-9d21-4d63-a052-b9b30bfa1566 tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] 10.222.0.65 "GET /v2.0/security-groups?id=82a12fbf-55ae-415c-8818-1f98e79214ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386415 Feb 20 23:09:33.593444 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b46ec5-d17a-4f8c-a87d-8642c125dadc req-1c3b5064-5303-4886-90a6-976c715f3c2c tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:09:33.594934 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-91b46ec5-d17a-4f8c-a87d-8642c125dadc req-1c3b5064-5303-4886-90a6-976c715f3c2c tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] 10.222.0.65 "GET /v2.0/ports?device_id=d7792d06-1646-4687-8c3a-290197521705 HTTP/1.1" status: 200 len: 945 time: 0.1003036 Feb 20 23:09:33.639994 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-91b46ec5-d17a-4f8c-a87d-8642c125dadc req-5af026f4-765d-46b8-9512-d9a0086d7c65 tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] 10.222.0.65 "GET /v2.0/security-groups?id=82a12fbf-55ae-415c-8818-1f98e79214ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393827 Feb 20 23:09:34.432371 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4edcb70-9b77-4d5d-b604-5ad6483da712 req-0600af11-99f5-4d40-95d2-f05eafc0bf6b tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:09:34.433788 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-d4edcb70-9b77-4d5d-b604-5ad6483da712 req-0600af11-99f5-4d40-95d2-f05eafc0bf6b tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] 10.222.0.42 "GET /v2.0/ports?device_id=d7792d06-1646-4687-8c3a-290197521705 HTTP/1.1" status: 200 len: 945 time: 0.0544415 Feb 20 23:09:34.523101 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [req-d4edcb70-9b77-4d5d-b604-5ad6483da712 req-37d3ef07-3f68-4a90-b3a6-32972c8bfa49 tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] Deleting port 1dbec0f0-a616-462f-92d1-d13f734007de {{(pid=109628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 23:09:34.523439 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-d4edcb70-9b77-4d5d-b604-5ad6483da712 req-37d3ef07-3f68-4a90-b3a6-32972c8bfa49 tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747407206678'] for port (1dbec0f0-a616-462f-92d1-d13f734007de), before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:09:34.610998 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.db [req-d4edcb70-9b77-4d5d-b604-5ad6483da712 req-37d3ef07-3f68-4a90-b3a6-32972c8bfa49 tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] For port 1dbec0f0-a616-462f-92d1-d13f734007de, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=1dbec0f0-a616-462f-92d1-d13f734007de,segment=NetworkSegment(880d65a5-0d44-4018-a2b8-55df6816dd1a),segment_id=880d65a5-0d44-4018-a2b8-55df6816dd1a)] {{(pid=109628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:09:34.611690 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-d4edcb70-9b77-4d5d-b604-5ad6483da712 req-37d3ef07-3f68-4a90-b3a6-32972c8bfa49 tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671932'] for port (1dbec0f0-a616-462f-92d1-d13f734007de), precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:09:34.755312 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f9b5f6-5cc0-4090-ab25-7bb7b9aab60c req-664f6b37-93b1-41ed-baa0-7d2848388388 tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:09:34.757370 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-d3f9b5f6-5cc0-4090-ab25-7bb7b9aab60c req-664f6b37-93b1-41ed-baa0-7d2848388388 tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] 10.222.0.65 "GET /v2.0/ports?device_id=d7792d06-1646-4687-8c3a-290197521705 HTTP/1.1" status: 200 len: 945 time: 0.0505376 Feb 20 23:09:34.777571 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-d4edcb70-9b77-4d5d-b604-5ad6483da712 req-37d3ef07-3f68-4a90-b3a6-32972c8bfa49 tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:09:34.777937 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-d4edcb70-9b77-4d5d-b604-5ad6483da712 req-37d3ef07-3f68-4a90-b3a6-32972c8bfa49 tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-704244'] for floatingip (e65e8d58-5cfb-4a76-b7b0-20e1381d27e3), after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:09:34.778253 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.db.l3_db [req-d4edcb70-9b77-4d5d-b604-5ad6483da712 req-37d3ef07-3f68-4a90-b3a6-32972c8bfa49 tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] Floating IP e65e8d58-5cfb-4a76-b7b0-20e1381d27e3 disassociated. External IP: 172.27.2.178, port: 1dbec0f0-a616-462f-92d1-d13f734007de. Feb 20 23:09:34.778613 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [req-d4edcb70-9b77-4d5d-b604-5ad6483da712 req-37d3ef07-3f68-4a90-b3a6-32972c8bfa49 tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] Calling delete_port for 1dbec0f0-a616-462f-92d1-d13f734007de owned by compute:nova {{(pid=109628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 23:09:34.803334 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-d3f9b5f6-5cc0-4090-ab25-7bb7b9aab60c req-67564c5c-2fd6-4e7e-a6b3-ffff799540b4 tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] 10.222.0.65 "GET /v2.0/security-groups?id=82a12fbf-55ae-415c-8818-1f98e79214ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404682 Feb 20 23:09:34.951465 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-d4edcb70-9b77-4d5d-b604-5ad6483da712 req-37d3ef07-3f68-4a90-b3a6-32972c8bfa49 tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747407212409', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747406771505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59259307'] for port (1dbec0f0-a616-462f-92d1-d13f734007de), after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:09:34.979730 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d3ef07-3f68-4a90-b3a6-32972c8bfa49 tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] Pushing event deleted for resources: {'Port': ['ID=1dbec0f0-a616-462f-92d1-d13f734007de,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:09:34.989752 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d3ef07-3f68-4a90-b3a6-32972c8bfa49 tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:09:34.990104 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d3ef07-3f68-4a90-b3a6-32972c8bfa49 tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:09:34.990474 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d3ef07-3f68-4a90-b3a6-32972c8bfa49 tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:09:34.990870 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d3ef07-3f68-4a90-b3a6-32972c8bfa49 tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:09:34.991140 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d3ef07-3f68-4a90-b3a6-32972c8bfa49 tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:09:34.991469 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d3ef07-3f68-4a90-b3a6-32972c8bfa49 tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:09:34.991805 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d3ef07-3f68-4a90-b3a6-32972c8bfa49 tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:09:34.992135 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d3ef07-3f68-4a90-b3a6-32972c8bfa49 tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:09:34.992467 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d3ef07-3f68-4a90-b3a6-32972c8bfa49 tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:09:34.992799 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d3ef07-3f68-4a90-b3a6-32972c8bfa49 tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:09:34.993124 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d3ef07-3f68-4a90-b3a6-32972c8bfa49 tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:09:34.993447 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d3ef07-3f68-4a90-b3a6-32972c8bfa49 tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:09:34.993770 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d3ef07-3f68-4a90-b3a6-32972c8bfa49 tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:09:35.105121 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d4edcb70-9b77-4d5d-b604-5ad6483da712 req-37d3ef07-3f68-4a90-b3a6-32972c8bfa49 tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] Router 25558889-3b3f-44b4-89ff-accdf2d05ab0 has already been hosted by L3 agent 13c347f3-1c01-45ee-af8c-9f8a630e0f23 {{(pid=109628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 23:09:35.491681 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d4edcb70-9b77-4d5d-b604-5ad6483da712 req-37d3ef07-3f68-4a90-b3a6-32972c8bfa49 tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] Notify agent at l3_agent.dv-cinder-830096-1-iscsi the message routers_updated {{(pid=109628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 23:09:35.501039 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-058749a8-2a81-4d98-ace4-d9a3d0dbcd0e None None] Sync routers for ids ['25558889-3b3f-44b4-89ff-accdf2d05ab0'] in dv-cinder-830096-1-iscsi {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 23:09:35.509997 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-058749a8-2a81-4d98-ace4-d9a3d0dbcd0e None None] Routers {'25558889-3b3f-44b4-89ff-accdf2d05ab0'} bound to L3 agent in host dv-cinder-830096-1-iscsi {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 23:09:35.511851 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-058749a8-2a81-4d98-ace4-d9a3d0dbcd0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T22:50:44Z,description=,heartbeat_timestamp=2022-02-20T23:09:14Z,host='dv-cinder-830096-1-iscsi',id=13c347f3-1c01-45ee-af8c-9f8a630e0f23,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T22:50:45Z,topic='l3_agent')) {'router_ids': ['25558889-3b3f-44b4-89ff-accdf2d05ab0'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:09:35.532485 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4edcb70-9b77-4d5d-b604-5ad6483da712 req-37d3ef07-3f68-4a90-b3a6-32972c8bfa49 tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] No DVR routers for this DVR port 1dbec0f0-a616-462f-92d1-d13f734007de on host hv-cinder-83009 {{(pid=109628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 23:09:35.535164 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-d4edcb70-9b77-4d5d-b604-5ad6483da712 req-37d3ef07-3f68-4a90-b3a6-32972c8bfa49 tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932959'] for port (None), before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:09:35.538688 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-d4edcb70-9b77-4d5d-b604-5ad6483da712 req-37d3ef07-3f68-4a90-b3a6-32972c8bfa49 tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] 10.222.0.42 "DELETE /v2.0/ports/1dbec0f0-a616-462f-92d1-d13f734007de HTTP/1.1" status: 204 len: 173 time: 1.0993054 Feb 20 23:09:35.539126 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7792d06-1646-4687-8c3a-290197521705', 'name': 'network-vif-deleted', 'tag': '1dbec0f0-a616-462f-92d1-d13f734007de'}] {{(pid=109628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 23:09:35.541397 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4be7ee60aa4259b475ee261dcf74c65065c56e299c7a4b2359a57cf03aee0d96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a65d1496-6765-4402-9cb2-5d6c5ee2238f" -d '{"events": [{"server_uuid": "d7792d06-1646-4687-8c3a-290197521705", "name": "network-vif-deleted", "tag": "1dbec0f0-a616-462f-92d1-d13f734007de"}]}' {{(pid=109628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 23:09:35.577281 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 23:09:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c993fa7e-c7a7-4a8f-8c89-d502d6a5cc61 x-openstack-request-id: req-c993fa7e-c7a7-4a8f-8c89-d502d6a5cc61 {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 23:09:35.577600 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7792d06-1646-4687-8c3a-290197521705", "name": "network-vif-deleted", "tag": "1dbec0f0-a616-462f-92d1-d13f734007de", "status": "completed", "code": 200}]} {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 23:09:35.577849 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c993fa7e-c7a7-4a8f-8c89-d502d6a5cc61 {{(pid=109628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 23:09:35.578240 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7792d06-1646-4687-8c3a-290197521705', 'name': 'network-vif-deleted', 'tag': '1dbec0f0-a616-462f-92d1-d13f734007de', 'status': 'completed', 'code': 200} Feb 20 23:09:35.621442 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-058749a8-2a81-4d98-ace4-d9a3d0dbcd0e None None] Set router 25558889-3b3f-44b4-89ff-accdf2d05ab0 gateway port host: dv-cinder-830096-1-iscsi {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 23:09:35.813641 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-058749a8-2a81-4d98-ace4-d9a3d0dbcd0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25558889-3b3f-44b4-89ff-accdf2d05ab0', 'name': 'tempest-AttachVolumeTestJSON-1621859443-router', 'tenant_id': '1a80503a610548b7b777c092435079dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f52b71d-61c7-49bc-86ae-3e3415c25b55', 'external_fixed_ips': [{'subnet_id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'ip_address': '172.27.2.194'}], 'enable_snat': True}, 'gw_port_id': '434efd2f-0231-42a9-8b88-01083e1f9c07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:00:51Z', 'updated_at': '2022-02-20T23:00:54Z', 'revision_number': 4, 'project_id': '1a80503a610548b7b777c092435079dc', 'gw_port': {'id': '434efd2f-0231-42a9-8b88-01083e1f9c07', 'name': '', 'network_id': '5f52b71d-61c7-49bc-86ae-3e3415c25b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:3e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25558889-3b3f-44b4-89ff-accdf2d05ab0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'ip_address': '172.27.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:00:51Z', 'updated_at': '2022-02-20T23:00:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-1-iscsi', '_interfaces': [{'id': '6cffd12f-e6ce-46ee-b25b-c6e16df42a88', 'name': '', 'network_id': '330ae1fa-e5e0-405b-adb6-d2248d3b3656', 'tenant_id': '1a80503a610548b7b777c092435079dc', 'mac_address': 'fa:16:3e:5b:c9:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25558889-3b3f-44b4-89ff-accdf2d05ab0', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'f975dd8a-099e-41b7-b390-f487b4c5fbc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:00:54Z', 'updated_at': '2022-02-20T23:00:58Z', 'revision_number': 5, 'project_id': '1a80503a610548b7b777c092435079dc', 'subnets': [{'id': 'f975dd8a-099e-41b7-b390-f487b4c5fbc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830096-1-iscsi', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:09:35.843330 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-058749a8-2a81-4d98-ace4-d9a3d0dbcd0e None None] Checking router: 25558889-3b3f-44b4-89ff-accdf2d05ab0 for host: dv-cinder-830096-1-iscsi {{(pid=109630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 23:09:35.852165 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-058749a8-2a81-4d98-ace4-d9a3d0dbcd0e None None] Routers {'25558889-3b3f-44b4-89ff-accdf2d05ab0'} bound to L3 agent in host dv-cinder-830096-1-iscsi {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 23:09:35.852778 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-058749a8-2a81-4d98-ace4-d9a3d0dbcd0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T22:50:44Z,description=,heartbeat_timestamp=2022-02-20T23:09:14Z,host='dv-cinder-830096-1-iscsi',id=13c347f3-1c01-45ee-af8c-9f8a630e0f23,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T22:50:45Z,topic='l3_agent')) {'router_ids': ['25558889-3b3f-44b4-89ff-accdf2d05ab0'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:09:35.911701 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-9bbda494-377a-4733-8818-b3aa618250f7 req-de620883-1510-4d37-baff-cc7b96e0efd3 tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] 10.222.0.65 "GET /v2.0/ports?device_id=d7792d06-1646-4687-8c3a-290197521705 HTTP/1.1" status: 200 len: 210 time: 0.0301425 Feb 20 23:09:35.958431 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-058749a8-2a81-4d98-ace4-d9a3d0dbcd0e None None] Set router 25558889-3b3f-44b4-89ff-accdf2d05ab0 gateway port host: dv-cinder-830096-1-iscsi {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 23:09:36.146960 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-058749a8-2a81-4d98-ace4-d9a3d0dbcd0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25558889-3b3f-44b4-89ff-accdf2d05ab0', 'name': 'tempest-AttachVolumeTestJSON-1621859443-router', 'tenant_id': '1a80503a610548b7b777c092435079dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f52b71d-61c7-49bc-86ae-3e3415c25b55', 'external_fixed_ips': [{'subnet_id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'ip_address': '172.27.2.194'}], 'enable_snat': True}, 'gw_port_id': '434efd2f-0231-42a9-8b88-01083e1f9c07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:00:51Z', 'updated_at': '2022-02-20T23:00:54Z', 'revision_number': 4, 'project_id': '1a80503a610548b7b777c092435079dc', 'gw_port': {'id': '434efd2f-0231-42a9-8b88-01083e1f9c07', 'name': '', 'network_id': '5f52b71d-61c7-49bc-86ae-3e3415c25b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:3e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25558889-3b3f-44b4-89ff-accdf2d05ab0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'ip_address': '172.27.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:00:51Z', 'updated_at': '2022-02-20T23:00:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-1-iscsi', '_interfaces': [{'id': '6cffd12f-e6ce-46ee-b25b-c6e16df42a88', 'name': '', 'network_id': '330ae1fa-e5e0-405b-adb6-d2248d3b3656', 'tenant_id': '1a80503a610548b7b777c092435079dc', 'mac_address': 'fa:16:3e:5b:c9:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25558889-3b3f-44b4-89ff-accdf2d05ab0', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'f975dd8a-099e-41b7-b390-f487b4c5fbc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:00:54Z', 'updated_at': '2022-02-20T23:00:58Z', 'revision_number': 5, 'project_id': '1a80503a610548b7b777c092435079dc', 'subnets': [{'id': 'f975dd8a-099e-41b7-b390-f487b4c5fbc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830096-1-iscsi', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:09:36.172706 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-058749a8-2a81-4d98-ace4-d9a3d0dbcd0e None None] The sync data for ids ['25558889-3b3f-44b4-89ff-accdf2d05ab0'] in dv-cinder-830096-1-iscsi is: [{'id': '25558889-3b3f-44b4-89ff-accdf2d05ab0', 'name': 'tempest-AttachVolumeTestJSON-1621859443-router', 'tenant_id': '1a80503a610548b7b777c092435079dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f52b71d-61c7-49bc-86ae-3e3415c25b55', 'external_fixed_ips': [{'subnet_id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'ip_address': '172.27.2.194'}], 'enable_snat': True}, 'gw_port_id': '434efd2f-0231-42a9-8b88-01083e1f9c07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:00:51Z', 'updated_at': '2022-02-20T23:00:54Z', 'revision_number': 4, 'project_id': '1a80503a610548b7b777c092435079dc', 'gw_port': {'id': '434efd2f-0231-42a9-8b88-01083e1f9c07', 'name': '', 'network_id': '5f52b71d-61c7-49bc-86ae-3e3415c25b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:3e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25558889-3b3f-44b4-89ff-accdf2d05ab0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'ip_address': '172.27.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:00:51Z', 'updated_at': '2022-02-20T23:00:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-1-iscsi', '_interfaces': [{'id': '6cffd12f-e6ce-46ee-b25b-c6e16df42a88', 'name': '', 'network_id': '330ae1fa-e5e0-405b-adb6-d2248d3b3656', 'tenant_id': '1a80503a610548b7b777c092435079dc', 'mac_address': 'fa:16:3e:5b:c9:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25558889-3b3f-44b4-89ff-accdf2d05ab0', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'f975dd8a-099e-41b7-b390-f487b4c5fbc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:00:54Z', 'updated_at': '2022-02-20T23:00:58Z', 'revision_number': 5, 'project_id': '1a80503a610548b7b777c092435079dc', 'subnets': [{'id': 'f975dd8a-099e-41b7-b390-f487b4c5fbc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 23:09:36.405117 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48e80863-8d35-4119-9ac3-6457017e0877 None None] New status for floating IP e65e8d58-5cfb-4a76-b7b0-20e1381d27e3: DOWN {{(pid=109631) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 20 23:09:37.031983 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.65', 52724) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:09:37.083459 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-dfab53cd-b5d9-4bfe-92ce-3c26d3c30c48 tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] Publish callbacks [] for security_group (82a12fbf-55ae-415c-8818-1f98e79214ae), before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:09:37.108231 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-dfab53cd-b5d9-4bfe-92ce-3c26d3c30c48 tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] Publish callbacks [] for security_group (82a12fbf-55ae-415c-8818-1f98e79214ae), precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:09:37.212399 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-dfab53cd-b5d9-4bfe-92ce-3c26d3c30c48 tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627867'] for security_group (82a12fbf-55ae-415c-8818-1f98e79214ae), after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:09:37.214952 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-dfab53cd-b5d9-4bfe-92ce-3c26d3c30c48 tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] Publish callbacks [] for security_group (None), before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:09:37.216095 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [None req-dfab53cd-b5d9-4bfe-92ce-3c26d3c30c48 tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] 10.222.0.65 "DELETE /v2.0/security-groups/82a12fbf-55ae-415c-8818-1f98e79214ae HTTP/1.1" status: 204 len: 168 time: 0.1831009 Feb 20 23:09:37.219056 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.65', 52726) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:09:37.225482 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfab53cd-b5d9-4bfe-92ce-3c26d3c30c48 tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=82a12fbf-55ae-415c-8818-1f98e79214ae,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:09:37.232612 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.api.v2.resource [None req-c9522597-9670-4441-8c84-d48f99f4a75e tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] show failed (client error): The resource could not be found. Feb 20 23:09:37.233528 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [None req-c9522597-9670-4441-8c84-d48f99f4a75e tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] 10.222.0.65 "GET /v2.0/security-groups/82a12fbf-55ae-415c-8818-1f98e79214ae HTTP/1.1" status: 404 len: 347 time: 0.0135334 Feb 20 23:09:37.236520 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.65', 52728) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:09:37.357450 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-d7f81142-b136-402c-b346-b157e3a27dbf tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] Deleting port 605d79d9-802e-446c-a673-294fc596d93c {{(pid=109628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 23:09:37.357784 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-d7f81142-b136-402c-b346-b157e3a27dbf tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747407206678'] for port (605d79d9-802e-446c-a673-294fc596d93c), before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:09:37.429457 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-d7f81142-b136-402c-b346-b157e3a27dbf tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671932'] for port (605d79d9-802e-446c-a673-294fc596d93c), precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:09:37.429781 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-d7f81142-b136-402c-b346-b157e3a27dbf tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] Publish callbacks [] for floatingip (605d79d9-802e-446c-a673-294fc596d93c), precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:09:37.441341 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-d7f81142-b136-402c-b346-b157e3a27dbf tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] Calling delete_port for 605d79d9-802e-446c-a673-294fc596d93c owned by network:floatingip {{(pid=109628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 23:09:37.624008 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-d7f81142-b136-402c-b346-b157e3a27dbf tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747407212409', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747406771505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59259307'] for port (605d79d9-802e-446c-a673-294fc596d93c), after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:09:37.647058 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f81142-b136-402c-b346-b157e3a27dbf tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] Pushing event deleted for resources: {'Port': ['ID=605d79d9-802e-446c-a673-294fc596d93c,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:09:37.709457 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-d7f81142-b136-402c-b346-b157e3a27dbf tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] Publish callbacks [] for floatingip (e65e8d58-5cfb-4a76-b7b0-20e1381d27e3), after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:09:37.712017 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-d7f81142-b136-402c-b346-b157e3a27dbf tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932959'] for floatingip (None), before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:09:37.713157 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [None req-d7f81142-b136-402c-b346-b157e3a27dbf tempest-AttachVolumeTestJSON-1032757791 tempest-AttachVolumeTestJSON-1032757791-project] 10.222.0.65 "DELETE /v2.0/floatingips/e65e8d58-5cfb-4a76-b7b0-20e1381d27e3 HTTP/1.1" status: 204 len: 168 time: 0.4756956 Feb 20 23:09:38.705057 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Device 1dbec0f0-a616-462f-92d1-d13f734007de no longer exists at agent hyperv_hv-cinder-83009 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 23:09:38.843603 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] No Port match for: 1dbec0f0-a616-462f-92d1-d13f734007de {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 23:09:38.843941 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Device 1dbec0f0-a616-462f-92d1-d13f734007de not bound to the agent host hv-cinder-83009 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 23:09:41.661184 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.65', 52758) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:09:42.124673 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-30f4d354-509c-4ef1-81c2-93d759287b36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-702964'] for router_interface (25558889-3b3f-44b4-89ff-accdf2d05ab0), before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:09:42.299846 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-11a8739f-7e84-4a9f-97f8-16945d5b1737 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (83a03d73-f5e1-4f72-b2a3-d557ae097998), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:09:42.369031 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-30f4d354-509c-4ef1-81c2-93d759287b36 admin admin] Deleting port 6cffd12f-e6ce-46ee-b25b-c6e16df42a88 {{(pid=109628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 23:09:42.369370 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-30f4d354-509c-4ef1-81c2-93d759287b36 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747407206678'] for port (6cffd12f-e6ce-46ee-b25b-c6e16df42a88), before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:09:42.447514 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.db [None req-30f4d354-509c-4ef1-81c2-93d759287b36 admin admin] For port 6cffd12f-e6ce-46ee-b25b-c6e16df42a88, host dv-cinder-830096-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-1-iscsi',level=0,port_id=6cffd12f-e6ce-46ee-b25b-c6e16df42a88,segment=NetworkSegment(880d65a5-0d44-4018-a2b8-55df6816dd1a),segment_id=880d65a5-0d44-4018-a2b8-55df6816dd1a)] {{(pid=109628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:09:42.447794 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-30f4d354-509c-4ef1-81c2-93d759287b36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671932'] for port (6cffd12f-e6ce-46ee-b25b-c6e16df42a88), precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:09:42.458979 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-30f4d354-509c-4ef1-81c2-93d759287b36 admin admin] Calling delete_port for 6cffd12f-e6ce-46ee-b25b-c6e16df42a88 owned by network:router_interface {{(pid=109628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 23:09:42.689057 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-30f4d354-509c-4ef1-81c2-93d759287b36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747407212409', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747406771505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59259307'] for port (6cffd12f-e6ce-46ee-b25b-c6e16df42a88), after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:09:42.714707 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f4d354-509c-4ef1-81c2-93d759287b36 admin admin] Pushing event deleted for resources: {'Port': ['ID=6cffd12f-e6ce-46ee-b25b-c6e16df42a88,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:09:42.881193 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-30f4d354-509c-4ef1-81c2-93d759287b36 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-565519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-703332'] for router_interface (25558889-3b3f-44b4-89ff-accdf2d05ab0), after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:09:43.105909 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30f4d354-509c-4ef1-81c2-93d759287b36 admin admin] Router 25558889-3b3f-44b4-89ff-accdf2d05ab0 has already been hosted by L3 agent 13c347f3-1c01-45ee-af8c-9f8a630e0f23 {{(pid=109628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 23:09:43.222076 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30f4d354-509c-4ef1-81c2-93d759287b36 admin admin] Notify agent at l3_agent.dv-cinder-830096-1-iscsi the message routers_updated {{(pid=109628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 23:09:43.228016 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [None req-30f4d354-509c-4ef1-81c2-93d759287b36 admin admin] 10.222.0.65 "PUT /v2.0/routers/25558889-3b3f-44b4-89ff-accdf2d05ab0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5658290 Feb 20 23:09:43.230536 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.65', 52762) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:09:43.231327 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc43262d-e512-45fc-825a-741f35860935 None None] Sync routers for ids ['25558889-3b3f-44b4-89ff-accdf2d05ab0'] in dv-cinder-830096-1-iscsi {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 23:09:43.241445 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc43262d-e512-45fc-825a-741f35860935 None None] Routers {'25558889-3b3f-44b4-89ff-accdf2d05ab0'} bound to L3 agent in host dv-cinder-830096-1-iscsi {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 23:09:43.242091 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-bc43262d-e512-45fc-825a-741f35860935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T22:50:44Z,description=,heartbeat_timestamp=2022-02-20T23:09:14Z,host='dv-cinder-830096-1-iscsi',id=13c347f3-1c01-45ee-af8c-9f8a630e0f23,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T22:50:45Z,topic='l3_agent')) {'router_ids': ['25558889-3b3f-44b4-89ff-accdf2d05ab0'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:09:43.335586 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-8eb2f8df-abc6-4852-a4cc-8e7f83e1c4d7 admin admin] Publish callbacks [] for router (25558889-3b3f-44b4-89ff-accdf2d05ab0), before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:09:43.350186 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-bc43262d-e512-45fc-825a-741f35860935 None None] Set router 25558889-3b3f-44b4-89ff-accdf2d05ab0 gateway port host: dv-cinder-830096-1-iscsi {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 23:09:43.437374 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-8eb2f8df-abc6-4852-a4cc-8e7f83e1c4d7 admin admin] Publish callbacks [] for router_gateway (25558889-3b3f-44b4-89ff-accdf2d05ab0), before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:09:43.524251 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-bc43262d-e512-45fc-825a-741f35860935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25558889-3b3f-44b4-89ff-accdf2d05ab0', 'name': 'tempest-AttachVolumeTestJSON-1621859443-router', 'tenant_id': '1a80503a610548b7b777c092435079dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f52b71d-61c7-49bc-86ae-3e3415c25b55', 'external_fixed_ips': [{'subnet_id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'ip_address': '172.27.2.194'}], 'enable_snat': True}, 'gw_port_id': '434efd2f-0231-42a9-8b88-01083e1f9c07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:00:51Z', 'updated_at': '2022-02-20T23:09:42Z', 'revision_number': 5, 'project_id': '1a80503a610548b7b777c092435079dc', 'gw_port': {'id': '434efd2f-0231-42a9-8b88-01083e1f9c07', 'name': '', 'network_id': '5f52b71d-61c7-49bc-86ae-3e3415c25b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:3e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25558889-3b3f-44b4-89ff-accdf2d05ab0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'ip_address': '172.27.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:00:51Z', 'updated_at': '2022-02-20T23:00:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-1-iscsi'}], 'dv-cinder-830096-1-iscsi', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:09:43.550395 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc43262d-e512-45fc-825a-741f35860935 None None] Checking router: 25558889-3b3f-44b4-89ff-accdf2d05ab0 for host: dv-cinder-830096-1-iscsi {{(pid=109630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 23:09:43.558764 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc43262d-e512-45fc-825a-741f35860935 None None] Routers {'25558889-3b3f-44b4-89ff-accdf2d05ab0'} bound to L3 agent in host dv-cinder-830096-1-iscsi {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 23:09:43.561124 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-bc43262d-e512-45fc-825a-741f35860935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T22:50:44Z,description=,heartbeat_timestamp=2022-02-20T23:09:14Z,host='dv-cinder-830096-1-iscsi',id=13c347f3-1c01-45ee-af8c-9f8a630e0f23,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T22:50:45Z,topic='l3_agent')) {'router_ids': ['25558889-3b3f-44b4-89ff-accdf2d05ab0'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:09:43.561249 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-8eb2f8df-abc6-4852-a4cc-8e7f83e1c4d7 admin admin] Deleting port 434efd2f-0231-42a9-8b88-01083e1f9c07 {{(pid=109628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 23:09:43.561249 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-8eb2f8df-abc6-4852-a4cc-8e7f83e1c4d7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747407206678'] for port (434efd2f-0231-42a9-8b88-01083e1f9c07), before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:09:43.642398 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.db [None req-8eb2f8df-abc6-4852-a4cc-8e7f83e1c4d7 admin admin] For port 434efd2f-0231-42a9-8b88-01083e1f9c07, host dv-cinder-830096-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-1-iscsi',level=0,port_id=434efd2f-0231-42a9-8b88-01083e1f9c07,segment=NetworkSegment(c35aac5e-90b0-4d56-90ba-57f79ef09092),segment_id=c35aac5e-90b0-4d56-90ba-57f79ef09092)] {{(pid=109628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:09:43.642770 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-8eb2f8df-abc6-4852-a4cc-8e7f83e1c4d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671932'] for port (434efd2f-0231-42a9-8b88-01083e1f9c07), precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:09:43.646310 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-bc43262d-e512-45fc-825a-741f35860935 None None] Set router 25558889-3b3f-44b4-89ff-accdf2d05ab0 gateway port host: None {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 23:09:43.654447 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-8eb2f8df-abc6-4852-a4cc-8e7f83e1c4d7 admin admin] Calling delete_port for 434efd2f-0231-42a9-8b88-01083e1f9c07 owned by network:router_gateway {{(pid=109628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 23:09:43.696610 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-bc43262d-e512-45fc-825a-741f35860935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25558889-3b3f-44b4-89ff-accdf2d05ab0', 'name': 'tempest-AttachVolumeTestJSON-1621859443-router', 'tenant_id': '1a80503a610548b7b777c092435079dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:00:51Z', 'updated_at': '2022-02-20T23:09:43Z', 'revision_number': 6, 'project_id': '1a80503a610548b7b777c092435079dc', 'gw_port_host': None}], 'dv-cinder-830096-1-iscsi', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:09:43.725680 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc43262d-e512-45fc-825a-741f35860935 None None] The sync data for ids ['25558889-3b3f-44b4-89ff-accdf2d05ab0'] in dv-cinder-830096-1-iscsi is: [{'id': '25558889-3b3f-44b4-89ff-accdf2d05ab0', 'name': 'tempest-AttachVolumeTestJSON-1621859443-router', 'tenant_id': '1a80503a610548b7b777c092435079dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:00:51Z', 'updated_at': '2022-02-20T23:09:43Z', 'revision_number': 6, 'project_id': '1a80503a610548b7b777c092435079dc', 'gw_port_host': None}] {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 23:09:43.877229 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-8eb2f8df-abc6-4852-a4cc-8e7f83e1c4d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747407212409', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747406771505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59259307'] for port (434efd2f-0231-42a9-8b88-01083e1f9c07), after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:09:43.903879 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb2f8df-abc6-4852-a4cc-8e7f83e1c4d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=434efd2f-0231-42a9-8b88-01083e1f9c07,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:09:43.961590 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-8eb2f8df-abc6-4852-a4cc-8e7f83e1c4d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-704142'] for router_gateway (25558889-3b3f-44b4-89ff-accdf2d05ab0), after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:09:44.051345 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-8eb2f8df-abc6-4852-a4cc-8e7f83e1c4d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-700690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6565'] for router (25558889-3b3f-44b4-89ff-accdf2d05ab0), precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:09:44.053509 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-8eb2f8df-abc6-4852-a4cc-8e7f83e1c4d7 admin admin] Publish callbacks [] for router_controller (25558889-3b3f-44b4-89ff-accdf2d05ab0), precommit_delete_associations {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:09:44.157366 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-8eb2f8df-abc6-4852-a4cc-8e7f83e1c4d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-700779'] for router (25558889-3b3f-44b4-89ff-accdf2d05ab0), after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:09:44.158256 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8eb2f8df-abc6-4852-a4cc-8e7f83e1c4d7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 25558889-3b3f-44b4-89ff-accdf2d05ab0 {{(pid=109628) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 20 23:09:44.166970 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-8eb2f8df-abc6-4852-a4cc-8e7f83e1c4d7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:09:44.168287 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [None req-8eb2f8df-abc6-4852-a4cc-8e7f83e1c4d7 admin admin] 10.222.0.65 "DELETE /v2.0/routers/25558889-3b3f-44b4-89ff-accdf2d05ab0 HTTP/1.1" status: 204 len: 168 time: 0.9368494 Feb 20 23:09:44.170918 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.65', 52764) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:09:44.215062 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.db.db_base_plugin_v2 [None req-49e7a225-ef53-4678-8b96-f67c1017b473 admin admin] Deleting subnet f975dd8a-099e-41b7-b390-f487b4c5fbc0 {{(pid=109628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 23:09:44.218023 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-49e7a225-ef53-4678-8b96-f67c1017b473 admin admin] Publish callbacks [] for subnet (f975dd8a-099e-41b7-b390-f487b4c5fbc0), before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:09:44.250644 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-49e7a225-ef53-4678-8b96-f67c1017b473 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59578410'] for subnet (f975dd8a-099e-41b7-b390-f487b4c5fbc0), precommit_delete_associations {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:09:44.333813 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-49e7a225-ef53-4678-8b96-f67c1017b473 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4171819'] for subnet (f975dd8a-099e-41b7-b390-f487b4c5fbc0), precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:09:44.444035 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-49e7a225-ef53-4678-8b96-f67c1017b473 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4171794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59295610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60044582'] for subnet (f975dd8a-099e-41b7-b390-f487b4c5fbc0), after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:09:44.468669 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e7a225-ef53-4678-8b96-f67c1017b473 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f975dd8a-099e-41b7-b390-f487b4c5fbc0,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:09:44.472367 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-ac677317-d32d-441f-9ae3-d2a25d7815fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (13c347f3-1c01-45ee-af8c-9f8a630e0f23), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:09:44.477169 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-49e7a225-ef53-4678-8b96-f67c1017b473 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565544'] for subnet (None), before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:09:44.480822 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [None req-49e7a225-ef53-4678-8b96-f67c1017b473 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/f975dd8a-099e-41b7-b390-f487b4c5fbc0 HTTP/1.1" status: 204 len: 168 time: 0.3067112 Feb 20 23:09:44.481067 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d014ace-1b12-402e-8e2f-ef7af4b7bee3 None None] Network 330ae1fa-e5e0-405b-adb6-d2248d3b3656 requested from dv-cinder-830096-1-iscsi {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 23:09:44.481248 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.65', 52766) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:09:44.527195 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Device 6cffd12f-e6ce-46ee-b25b-c6e16df42a88 no longer exists at agent ovs-agent-dv-cinder-830096-1-iscsi {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 23:09:44.557528 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-93c47b50-0fd5-4f54-b671-0634dcb21697 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4031138'] for network (330ae1fa-e5e0-405b-adb6-d2248d3b3656), before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:09:44.560564 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] No Port match for: 6cffd12f-e6ce-46ee-b25b-c6e16df42a88 {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 23:09:44.560914 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Device 6cffd12f-e6ce-46ee-b25b-c6e16df42a88 not bound to the agent host dv-cinder-830096-1-iscsi {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 23:09:44.618568 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-93c47b50-0fd5-4f54-b671-0634dcb21697 admin admin] Deleting port 585dc455-3848-4b9b-9cf2-66d67ef76483 {{(pid=109628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 23:09:44.618938 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-93c47b50-0fd5-4f54-b671-0634dcb21697 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747407206678'] for port (585dc455-3848-4b9b-9cf2-66d67ef76483), before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:09:44.679058 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-038c50e2-a9b6-4eae-9e9a-f50cc1e6b502 None None] DHCP port deletion for 330ae1fa-e5e0-405b-adb6-d2248d3b3656 request from dv-cinder-830096-1-iscsi {{(pid=109630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 23:09:44.683727 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.db [None req-93c47b50-0fd5-4f54-b671-0634dcb21697 admin admin] For port 585dc455-3848-4b9b-9cf2-66d67ef76483, host dv-cinder-830096-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-1-iscsi',level=0,port_id=585dc455-3848-4b9b-9cf2-66d67ef76483,segment=NetworkSegment(880d65a5-0d44-4018-a2b8-55df6816dd1a),segment_id=880d65a5-0d44-4018-a2b8-55df6816dd1a)] {{(pid=109628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:09:44.684068 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-93c47b50-0fd5-4f54-b671-0634dcb21697 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671932'] for port (585dc455-3848-4b9b-9cf2-66d67ef76483), precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:09:44.698596 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-93c47b50-0fd5-4f54-b671-0634dcb21697 admin admin] Calling delete_port for 585dc455-3848-4b9b-9cf2-66d67ef76483 owned by network:dhcp {{(pid=109628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 23:09:44.729869 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-038c50e2-a9b6-4eae-9e9a-f50cc1e6b502 None None] Deleting port 585dc455-3848-4b9b-9cf2-66d67ef76483 {{(pid=109630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 23:09:44.730180 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-038c50e2-a9b6-4eae-9e9a-f50cc1e6b502 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747407206678'] for port (585dc455-3848-4b9b-9cf2-66d67ef76483), before_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:09:44.798761 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-038c50e2-a9b6-4eae-9e9a-f50cc1e6b502 None None] For port 585dc455-3848-4b9b-9cf2-66d67ef76483, host dv-cinder-830096-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-1-iscsi',level=0,port_id=585dc455-3848-4b9b-9cf2-66d67ef76483,segment=NetworkSegment(880d65a5-0d44-4018-a2b8-55df6816dd1a),segment_id=880d65a5-0d44-4018-a2b8-55df6816dd1a)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:09:44.798761 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-038c50e2-a9b6-4eae-9e9a-f50cc1e6b502 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671932'] for port (585dc455-3848-4b9b-9cf2-66d67ef76483), precommit_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:09:44.811484 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-038c50e2-a9b6-4eae-9e9a-f50cc1e6b502 None None] Calling delete_port for 585dc455-3848-4b9b-9cf2-66d67ef76483 owned by network:dhcp {{(pid=109630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 23:09:44.866078 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-93c47b50-0fd5-4f54-b671-0634dcb21697 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747407212409', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747406771505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59259307'] for port (585dc455-3848-4b9b-9cf2-66d67ef76483), after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:09:44.886170 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-038c50e2-a9b6-4eae-9e9a-f50cc1e6b502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747407212409', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747406771505'] for port (585dc455-3848-4b9b-9cf2-66d67ef76483), after_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:09:44.896545 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c47b50-0fd5-4f54-b671-0634dcb21697 admin admin] Pushing event deleted for resources: {'Port': ['ID=585dc455-3848-4b9b-9cf2-66d67ef76483,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:09:44.898400 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93c47b50-0fd5-4f54-b671-0634dcb21697 admin admin] No DVR routers for this DVR port 585dc455-3848-4b9b-9cf2-66d67ef76483 on host dv-cinder-830096-1-iscsi {{(pid=109628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 23:09:44.912502 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038c50e2-a9b6-4eae-9e9a-f50cc1e6b502 None None] Pushing event deleted for resources: {'Port': ['ID=585dc455-3848-4b9b-9cf2-66d67ef76483,revision_number=None']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:09:44.914300 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-038c50e2-a9b6-4eae-9e9a-f50cc1e6b502 None None] No DVR routers for this DVR port 585dc455-3848-4b9b-9cf2-66d67ef76483 on host dv-cinder-830096-1-iscsi {{(pid=109630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 23:09:44.967751 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-93c47b50-0fd5-4f54-b671-0634dcb21697 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4175522', 'neutron.services.segments.db._delete_segments_for_network-8747407231802'] for network (330ae1fa-e5e0-405b-adb6-d2248d3b3656), precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:09:44.987773 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.services.segments.db [None req-93c47b50-0fd5-4f54-b671-0634dcb21697 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['330ae1fa-e5e0-405b-adb6-d2248d3b3656']}} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:09:44.997405 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.services.segments.db [None req-93c47b50-0fd5-4f54-b671-0634dcb21697 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '880d65a5-0d44-4018-a2b8-55df6816dd1a') {'for_net_delete': True} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:09:44.997705 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.services.segments.db [None req-93c47b50-0fd5-4f54-b671-0634dcb21697 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '880d65a5-0d44-4018-a2b8-55df6816dd1a') {} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:09:45.006843 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-93c47b50-0fd5-4f54-b671-0634dcb21697 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747407232323', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59578419'] for segment (880d65a5-0d44-4018-a2b8-55df6816dd1a), before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:09:45.019672 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-93c47b50-0fd5-4f54-b671-0634dcb21697 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4056974'] for segment (880d65a5-0d44-4018-a2b8-55df6816dd1a), precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:09:45.025294 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93c47b50-0fd5-4f54-b671-0634dcb21697 admin admin] Releasing vlan 91 on physical network physnet1 to pool {{(pid=109628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 23:09:45.025676 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-93c47b50-0fd5-4f54-b671-0634dcb21697 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4056974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59259292'] for segment (880d65a5-0d44-4018-a2b8-55df6816dd1a), after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:09:45.027293 dv-cinder-830096-1-iscsi neutron-server[109628]: Traceback (most recent call last): Feb 20 23:09:45.027293 dv-cinder-830096-1-iscsi neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 23:09:45.027293 dv-cinder-830096-1-iscsi neutron-server[109628]: timer() Feb 20 23:09:45.027293 dv-cinder-830096-1-iscsi neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 23:09:45.027293 dv-cinder-830096-1-iscsi neutron-server[109628]: cb(*args, **kw) Feb 20 23:09:45.027293 dv-cinder-830096-1-iscsi neutron-server[109628]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 23:09:45.027293 dv-cinder-830096-1-iscsi neutron-server[109628]: return func(*args, **kwargs) Feb 20 23:09:45.027293 dv-cinder-830096-1-iscsi neutron-server[109628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 23:09:45.027293 dv-cinder-830096-1-iscsi neutron-server[109628]: self._notify() Feb 20 23:09:45.027293 dv-cinder-830096-1-iscsi neutron-server[109628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 23:09:45.027293 dv-cinder-830096-1-iscsi neutron-server[109628]: self.callback(batched_events) Feb 20 23:09:45.027293 dv-cinder-830096-1-iscsi neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 23:09:45.027293 dv-cinder-830096-1-iscsi neutron-server[109628]: event.method(event) Feb 20 23:09:45.027293 dv-cinder-830096-1-iscsi neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 23:09:45.027293 dv-cinder-830096-1-iscsi neutron-server[109628]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 23:09:45.027293 dv-cinder-830096-1-iscsi neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 23:09:45.027293 dv-cinder-830096-1-iscsi neutron-server[109628]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 23:09:45.027293 dv-cinder-830096-1-iscsi neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 23:09:45.027293 dv-cinder-830096-1-iscsi neutron-server[109628]: return f(self, *a, **k) Feb 20 23:09:45.027293 dv-cinder-830096-1-iscsi neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 23:09:45.027293 dv-cinder-830096-1-iscsi neutron-server[109628]: return self._get(url).json() Feb 20 23:09:45.027293 dv-cinder-830096-1-iscsi neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 23:09:45.027293 dv-cinder-830096-1-iscsi neutron-server[109628]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 23:09:45.027293 dv-cinder-830096-1-iscsi neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 23:09:45.027293 dv-cinder-830096-1-iscsi neutron-server[109628]: return self.request(url, 'GET', **kwargs) Feb 20 23:09:45.027293 dv-cinder-830096-1-iscsi neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 23:09:45.027293 dv-cinder-830096-1-iscsi neutron-server[109628]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 23:09:45.027293 dv-cinder-830096-1-iscsi neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 23:09:45.027293 dv-cinder-830096-1-iscsi neutron-server[109628]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 23:09:45.027293 dv-cinder-830096-1-iscsi neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 23:09:45.027293 dv-cinder-830096-1-iscsi neutron-server[109628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 23:09:45.027293 dv-cinder-830096-1-iscsi neutron-server[109628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 23:09:45.134315 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-93c47b50-0fd5-4f54-b671-0634dcb21697 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4175529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704226'] for network (330ae1fa-e5e0-405b-adb6-d2248d3b3656), after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:09:45.138630 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-93c47b50-0fd5-4f54-b671-0634dcb21697 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565544'] for network (None), before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:09:45.142011 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [None req-93c47b50-0fd5-4f54-b671-0634dcb21697 admin admin] 10.222.0.65 "DELETE /v2.0/networks/330ae1fa-e5e0-405b-adb6-d2248d3b3656 HTTP/1.1" status: 204 len: 168 time: 0.6594908 Feb 20 23:09:45.155318 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c47b50-0fd5-4f54-b671-0634dcb21697 admin admin] Pushing event deleted for resources: {'Network': ['ID=330ae1fa-e5e0-405b-adb6-d2248d3b3656,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:09:45.540848 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.65', 52770) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:09:45.579640 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [None req-4c57816f-ad61-44d0-87db-caffce491b14 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=1a80503a610548b7b777c092435079dc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0375059 Feb 20 23:09:45.581730 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.65', 52772) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:09:45.630868 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-15ee7c2f-6a23-4143-8b38-6f39b9ffd7cb admin admin] Publish callbacks [] for security_group (21d4563b-64d0-41d5-90b0-0ba335a98b56), before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:09:45.652025 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-15ee7c2f-6a23-4143-8b38-6f39b9ffd7cb admin admin] Publish callbacks [] for security_group (21d4563b-64d0-41d5-90b0-0ba335a98b56), precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:09:45.777943 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-15ee7c2f-6a23-4143-8b38-6f39b9ffd7cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627867'] for security_group (21d4563b-64d0-41d5-90b0-0ba335a98b56), after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:09:45.780598 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-15ee7c2f-6a23-4143-8b38-6f39b9ffd7cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:09:45.781771 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [None req-15ee7c2f-6a23-4143-8b38-6f39b9ffd7cb admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/21d4563b-64d0-41d5-90b0-0ba335a98b56 HTTP/1.1" status: 204 len: 168 time: 0.1985035 Feb 20 23:09:45.789603 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ee7c2f-6a23-4143-8b38-6f39b9ffd7cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21d4563b-64d0-41d5-90b0-0ba335a98b56,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:09:45.969556 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Device 434efd2f-0231-42a9-8b88-01083e1f9c07 no longer exists at agent ovs-agent-dv-cinder-830096-1-iscsi {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 23:09:45.990962 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-343008d4-3a37-47e4-bcbd-5ef9b41dd99c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (5ba36dc9-fc49-4f8a-9e75-ea70dbbc9d37), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:09:45.991582 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] No Port match for: 434efd2f-0231-42a9-8b88-01083e1f9c07 {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 23:09:45.991924 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Device 434efd2f-0231-42a9-8b88-01083e1f9c07 not bound to the agent host dv-cinder-830096-1-iscsi {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 23:09:45.992334 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Device 585dc455-3848-4b9b-9cf2-66d67ef76483 no longer exists at agent ovs-agent-dv-cinder-830096-1-iscsi {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 23:09:46.011682 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] No Port match for: 585dc455-3848-4b9b-9cf2-66d67ef76483 {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 23:09:46.012030 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Device 585dc455-3848-4b9b-9cf2-66d67ef76483 not bound to the agent host dv-cinder-830096-1-iscsi {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 23:09:46.773019 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.65', 52794) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:09:46.866387 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.v2.base [None req-b21226e3-ea65-406f-8b32-d4539a7e7a01 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-2106476650-network', 'tenant_id': '0d11856609a14abe8537ece8b60858c5'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:09:46.934675 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b21226e3-ea65-406f-8b32-d4539a7e7a01 admin admin] Made reservation on behalf of 0d11856609a14abe8537ece8b60858c5 for: {'network': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 23:09:46.937097 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b21226e3-ea65-406f-8b32-d4539a7e7a01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4131840'] for network (None), before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:09:46.945321 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b21226e3-ea65-406f-8b32-d4539a7e7a01 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:09:47.017334 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b21226e3-ea65-406f-8b32-d4539a7e7a01 admin admin] Publish callbacks [] for security_group (4b7b4e73-9e46-4c22-bfc4-5a37580fad72), precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:09:47.086350 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b21226e3-ea65-406f-8b32-d4539a7e7a01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627867'] for security_group (4b7b4e73-9e46-4c22-bfc4-5a37580fad72), after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:09:47.112589 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b21226e3-ea65-406f-8b32-d4539a7e7a01 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 86} {{(pid=109628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 23:09:47.119019 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21226e3-ea65-406f-8b32-d4539a7e7a01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b7b4e73-9e46-4c22-bfc4-5a37580fad72,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:09:47.125524 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b21226e3-ea65-406f-8b32-d4539a7e7a01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4056974'] for segment (393c390e-b641-44c1-805d-825e0a25523a), precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:09:47.125870 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.db.segments_db [None req-b21226e3-ea65-406f-8b32-d4539a7e7a01 admin admin] Added segment 393c390e-b641-44c1-805d-825e0a25523a of type vlan for network 22d08287-8353-4feb-a833-de26e0ec8aa5 Feb 20 23:09:47.165651 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b21226e3-ea65-406f-8b32-d4539a7e7a01 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747406756747'] for network (22d08287-8353-4feb-a833-de26e0ec8aa5), precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:09:47.191858 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-f8bda328-0f39-40fc-b2c8-28796977f3d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (e2edd6cb-ac77-47df-80b5-e0a92a5dde3d), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:09:47.243070 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b21226e3-ea65-406f-8b32-d4539a7e7a01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510'] for network (22d08287-8353-4feb-a833-de26e0ec8aa5), after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:09:47.244082 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b21226e3-ea65-406f-8b32-d4539a7e7a01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:09:47.244663 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b21226e3-ea65-406f-8b32-d4539a7e7a01 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565544'] for network (None), before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:09:47.305025 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21226e3-ea65-406f-8b32-d4539a7e7a01 admin admin] Pushing event updated for resources: {'Network': ['ID=22d08287-8353-4feb-a833-de26e0ec8aa5,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:09:47.314931 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Network 22d08287-8353-4feb-a833-de26e0ec8aa5 details requested by agent ovs-agent-dv-cinder-830096-1-iscsi with host dv-cinder-830096-1-iscsi {{(pid=109630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 23:09:47.348667 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [None req-b21226e3-ea65-406f-8b32-d4539a7e7a01 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5745850 Feb 20 23:09:47.351483 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.65', 52798) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:09:47.356201 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.v2.base [None req-75734972-791f-404a-be5c-5351bf455c04 admin admin] Request body: {'subnet': {'network_id': '22d08287-8353-4feb-a833-de26e0ec8aa5', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-2106476650-subnet', 'tenant_id': '0d11856609a14abe8537ece8b60858c5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:09:47.440757 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75734972-791f-404a-be5c-5351bf455c04 admin admin] Made reservation on behalf of 0d11856609a14abe8537ece8b60858c5 for: {'subnet': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 23:09:47.443686 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-75734972-791f-404a-be5c-5351bf455c04 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60044747'] for subnet (None), before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:09:47.646611 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-75734972-791f-404a-be5c-5351bf455c04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59295547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60044601'] for subnet (caddf7d2-cba2-4b79-96d9-74d1004bb9eb), after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:09:47.700204 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75734972-791f-404a-be5c-5351bf455c04 admin admin] Pushing event updated for resources: {'Subnet': ['ID=caddf7d2-cba2-4b79-96d9-74d1004bb9eb,revision_number=0']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:09:47.708438 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75734972-791f-404a-be5c-5351bf455c04 admin admin] Checking segment: {'id': '393c390e-b641-44c1-805d-825e0a25523a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '22d08287-8353-4feb-a833-de26e0ec8aa5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 23:09:47.708790 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75734972-791f-404a-be5c-5351bf455c04 admin admin] Network hostable DHCP agents. Network: 22d08287-8353-4feb-a833-de26e0ec8aa5, hostable agents: ['83a03d73-f5e1-4f72-b2a3-d557ae097998'], hosted agents: [] {{(pid=109628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 23:09:47.785848 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75734972-791f-404a-be5c-5351bf455c04 admin admin] Network 22d08287-8353-4feb-a833-de26e0ec8aa5 is scheduled to be hosted by DHCP agent 83a03d73-f5e1-4f72-b2a3-d557ae097998 with binding_index 1 {{(pid=109628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 23:09:47.831368 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-75734972-791f-404a-be5c-5351bf455c04 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830096-1-iscsi, 22d08287-8353-4feb-a833-de26e0ec8aa5) {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 23:09:47.835392 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75734972-791f-404a-be5c-5351bf455c04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:09:47.836021 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-75734972-791f-404a-be5c-5351bf455c04 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565544'] for subnet (None), before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:09:47.840032 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dc63b2c-6030-4fb9-bfaf-d3d4491fed7a None None] Network 22d08287-8353-4feb-a833-de26e0ec8aa5 requested from dv-cinder-830096-1-iscsi {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 23:09:47.891461 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [None req-75734972-791f-404a-be5c-5351bf455c04 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5389683 Feb 20 23:09:47.934734 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-794ddec0-1189-4dc8-907d-03408a4038ae None None] Network 22d08287-8353-4feb-a833-de26e0ec8aa5 requested from dv-cinder-830096-1-iscsi {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 23:09:48.294038 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b80169-361e-47f0-80ba-7979cf8d6d84 req-26a39e42-c390-499a-82cd-c26f98bdfa3a tempest-AttachVolumeNegativeTest-501361799 tempest-AttachVolumeNegativeTest-501361799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:09:48.295475 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-f4b80169-361e-47f0-80ba-7979cf8d6d84 req-26a39e42-c390-499a-82cd-c26f98bdfa3a tempest-AttachVolumeNegativeTest-501361799 tempest-AttachVolumeNegativeTest-501361799-project] 10.222.0.65 "GET /v2.0/networks?id=22d08287-8353-4feb-a833-de26e0ec8aa5 HTTP/1.1" status: 200 len: 815 time: 0.0957253 Feb 20 23:09:48.309433 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-f4b80169-361e-47f0-80ba-7979cf8d6d84 req-b006f66c-f646-4515-adea-5e7827c04974 tempest-AttachVolumeNegativeTest-501361799 tempest-AttachVolumeNegativeTest-501361799-project] 10.222.0.65 "GET /v2.0/quotas/0d11856609a14abe8537ece8b60858c5 HTTP/1.1" status: 200 len: 375 time: 0.0088100 Feb 20 23:09:48.341968 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-f4b80169-361e-47f0-80ba-7979cf8d6d84 req-ebfc5767-f2ba-4103-8933-f98a61c86b7b tempest-AttachVolumeNegativeTest-501361799 tempest-AttachVolumeNegativeTest-501361799-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=0d11856609a14abe8537ece8b60858c5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0279505 Feb 20 23:09:48.393252 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.wsgi [req-f4b80169-361e-47f0-80ba-7979cf8d6d84 req-749d9a53-dc5c-4c3c-9986-d47b836fa818 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=109628) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 23:09:48.394767 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-f4b80169-361e-47f0-80ba-7979cf8d6d84 req-749d9a53-dc5c-4c3c-9986-d47b836fa818 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0457518 Feb 20 23:09:48.479909 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-f4b80169-361e-47f0-80ba-7979cf8d6d84 req-ec909963-7d40-4fb1-99a2-3dfe21614d33 service neutron] 10.222.0.65 "GET /v2.0/networks/22d08287-8353-4feb-a833-de26e0ec8aa5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793684 Feb 20 23:09:48.647269 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (2dc95353-690e-4eed-857f-cdb5bbe3a4be), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:09:48.839436 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-f4b80169-361e-47f0-80ba-7979cf8d6d84 req-af07217a-e622-4e50-915a-737bc0bbc58e service neutron] 10.222.0.65 "GET /v2.0/networks/22d08287-8353-4feb-a833-de26e0ec8aa5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3541265 Feb 20 23:09:49.096551 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-d8f2975e-3eee-4dd8-be0b-87c8b7481267 req-2d5cb782-88d8-48ac-941d-606d7f761903 tempest-AttachVolumeNegativeTest-501361799 tempest-AttachVolumeNegativeTest-501361799-project] 10.222.0.65 "GET /v2.0/ports?device_id=2313459f-c246-4779-8ba2-421a44bb4893 HTTP/1.1" status: 200 len: 210 time: 0.0398302 Feb 20 23:09:50.187469 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-30b0bc2d-79b6-4f31-bdd4-3971c56da443 req-3f2133c7-3e01-492a-8594-36dbdadcd608 tempest-AttachVolumeNegativeTest-501361799 tempest-AttachVolumeNegativeTest-501361799-project] 10.222.0.65 "GET /v2.0/ports?device_id=2313459f-c246-4779-8ba2-421a44bb4893 HTTP/1.1" status: 200 len: 210 time: 0.0278161 Feb 20 23:09:51.164756 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b80169-361e-47f0-80ba-7979cf8d6d84 req-7f30a275-7030-4f7f-869c-3a816936d990 tempest-AttachVolumeNegativeTest-501361799 tempest-AttachVolumeNegativeTest-501361799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:09:51.166239 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-f4b80169-361e-47f0-80ba-7979cf8d6d84 req-7f30a275-7030-4f7f-869c-3a816936d990 tempest-AttachVolumeNegativeTest-501361799 tempest-AttachVolumeNegativeTest-501361799-project] 10.222.0.42 "GET /v2.0/networks?id=22d08287-8353-4feb-a833-de26e0ec8aa5 HTTP/1.1" status: 200 len: 815 time: 0.1015098 Feb 20 23:09:51.179570 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.v2.base [req-f4b80169-361e-47f0-80ba-7979cf8d6d84 req-008a9658-e09e-480c-aa4a-05d9f3fbfda5 tempest-AttachVolumeNegativeTest-501361799 tempest-AttachVolumeNegativeTest-501361799-project] Request body: {'port': {'device_id': '2313459f-c246-4779-8ba2-421a44bb4893', 'network_id': '22d08287-8353-4feb-a833-de26e0ec8aa5', 'admin_state_up': True, 'tenant_id': '0d11856609a14abe8537ece8b60858c5'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:09:51.286297 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-ade01f70-1811-41bb-b066-b9515104f93e req-fbb22dfe-ef19-4ae5-8824-c60b265a7378 tempest-AttachVolumeNegativeTest-501361799 tempest-AttachVolumeNegativeTest-501361799-project] 10.222.0.65 "GET /v2.0/ports?device_id=2313459f-c246-4779-8ba2-421a44bb4893 HTTP/1.1" status: 200 len: 210 time: 0.0305567 Feb 20 23:09:51.373967 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4b80169-361e-47f0-80ba-7979cf8d6d84 req-008a9658-e09e-480c-aa4a-05d9f3fbfda5 tempest-AttachVolumeNegativeTest-501361799 tempest-AttachVolumeNegativeTest-501361799-project] Made reservation on behalf of 0d11856609a14abe8537ece8b60858c5 for: {'port': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 23:09:51.377408 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-f4b80169-361e-47f0-80ba-7979cf8d6d84 req-008a9658-e09e-480c-aa4a-05d9f3fbfda5 tempest-AttachVolumeNegativeTest-501361799 tempest-AttachVolumeNegativeTest-501361799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4131840'] for port (None), before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:09:51.507556 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.db.db_base_plugin_common [req-f4b80169-361e-47f0-80ba-7979cf8d6d84 req-008a9658-e09e-480c-aa4a-05d9f3fbfda5 tempest-AttachVolumeNegativeTest-501361799 tempest-AttachVolumeNegativeTest-501361799-project] Allocated IP 172.20.0.13 (22d08287-8353-4feb-a833-de26e0ec8aa5/caddf7d2-cba2-4b79-96d9-74d1004bb9eb/df1c3b4a-8b4b-40fd-a4c2-8b4f88c62dd9) {{(pid=109628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 23:09:51.639775 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.db.agents_db [None req-1f7bd598-9080-4651-a904-61cb6c9001fd None None] Agent healthcheck: found 6 active agents {{(pid=109631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 23:09:51.647549 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-f4b80169-361e-47f0-80ba-7979cf8d6d84 req-008a9658-e09e-480c-aa4a-05d9f3fbfda5 tempest-AttachVolumeNegativeTest-501361799 tempest-AttachVolumeNegativeTest-501361799-project] Publish callbacks [] for port (df1c3b4a-8b4b-40fd-a4c2-8b4f88c62dd9), precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:09:51.740342 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-f4b80169-361e-47f0-80ba-7979cf8d6d84 req-008a9658-e09e-480c-aa4a-05d9f3fbfda5 tempest-AttachVolumeNegativeTest-501361799 tempest-AttachVolumeNegativeTest-501361799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747406771496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59259307'] for port (df1c3b4a-8b4b-40fd-a4c2-8b4f88c62dd9), after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:09:51.783390 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4b80169-361e-47f0-80ba-7979cf8d6d84 req-008a9658-e09e-480c-aa4a-05d9f3fbfda5 tempest-AttachVolumeNegativeTest-501361799 tempest-AttachVolumeNegativeTest-501361799-project] Network 22d08287-8353-4feb-a833-de26e0ec8aa5 is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 23:09:51.786812 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [req-f4b80169-361e-47f0-80ba-7979cf8d6d84 req-008a9658-e09e-480c-aa4a-05d9f3fbfda5 tempest-AttachVolumeNegativeTest-501361799 tempest-AttachVolumeNegativeTest-501361799-project] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 23:09:51.792828 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4b80169-361e-47f0-80ba-7979cf8d6d84 req-008a9658-e09e-480c-aa4a-05d9f3fbfda5 tempest-AttachVolumeNegativeTest-501361799 tempest-AttachVolumeNegativeTest-501361799-project] Received port after_create {{(pid=109628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 23:09:51.798209 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008a9658-e09e-480c-aa4a-05d9f3fbfda5 tempest-AttachVolumeNegativeTest-501361799 tempest-AttachVolumeNegativeTest-501361799-project] Pushing event updated for resources: {'Port': ['ID=df1c3b4a-8b4b-40fd-a4c2-8b4f88c62dd9,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:09:51.841770 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b80169-361e-47f0-80ba-7979cf8d6d84 req-008a9658-e09e-480c-aa4a-05d9f3fbfda5 tempest-AttachVolumeNegativeTest-501361799 tempest-AttachVolumeNegativeTest-501361799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:09:51.842383 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-f4b80169-361e-47f0-80ba-7979cf8d6d84 req-008a9658-e09e-480c-aa4a-05d9f3fbfda5 tempest-AttachVolumeNegativeTest-501361799 tempest-AttachVolumeNegativeTest-501361799-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932959'] for port (None), before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:09:51.917372 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-f4b80169-361e-47f0-80ba-7979cf8d6d84 req-008a9658-e09e-480c-aa4a-05d9f3fbfda5 tempest-AttachVolumeNegativeTest-501361799 tempest-AttachVolumeNegativeTest-501361799-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7413926 Feb 20 23:09:51.926674 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.wsgi [req-f4b80169-361e-47f0-80ba-7979cf8d6d84 req-5e5e8c01-a032-4a55-9a00-7342abfe0220 tempest-AttachVolumeNegativeTest-501361799 tempest-AttachVolumeNegativeTest-501361799-project] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=109628) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 23:09:51.927589 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-f4b80169-361e-47f0-80ba-7979cf8d6d84 req-5e5e8c01-a032-4a55-9a00-7342abfe0220 tempest-AttachVolumeNegativeTest-501361799 tempest-AttachVolumeNegativeTest-501361799-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050914 Feb 20 23:09:52.051061 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.v2.base [req-f4b80169-361e-47f0-80ba-7979cf8d6d84 req-95b68145-8292-4ed6-b314-c3f138529c01 service neutron] Request body: {'port': {'device_id': '2313459f-c246-4779-8ba2-421a44bb4893', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:09:52.108275 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-f4b80169-361e-47f0-80ba-7979cf8d6d84 req-95b68145-8292-4ed6-b314-c3f138529c01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4131840'] for port (df1c3b4a-8b4b-40fd-a4c2-8b4f88c62dd9), before_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:09:52.391108 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.notifiers.nova [req-f4b80169-361e-47f0-80ba-7979cf8d6d84 req-95b68145-8292-4ed6-b314-c3f138529c01 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df1c3b4a-8b4b-40fd-a4c2-8b4f88c62dd9 {{(pid=109628) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 23:09:52.401348 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-f4b80169-361e-47f0-80ba-7979cf8d6d84 req-95b68145-8292-4ed6-b314-c3f138529c01 service neutron] Publish callbacks [] for port (df1c3b4a-8b4b-40fd-a4c2-8b4f88c62dd9), precommit_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:09:52.419961 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.db.provisioning_blocks [req-f4b80169-361e-47f0-80ba-7979cf8d6d84 req-95b68145-8292-4ed6-b314-c3f138529c01 service neutron] Transition to ACTIVE for port object df1c3b4a-8b4b-40fd-a4c2-8b4f88c62dd9 will not be triggered until provisioned by entity L2. {{(pid=109628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 23:09:52.427739 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5c67c0-b695-4a7e-8719-70ef93c4c914 req-d7ca8604-8fef-47b0-99c9-cfd2c58cf135 tempest-AttachVolumeNegativeTest-501361799 tempest-AttachVolumeNegativeTest-501361799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:09:52.429191 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-fe5c67c0-b695-4a7e-8719-70ef93c4c914 req-d7ca8604-8fef-47b0-99c9-cfd2c58cf135 tempest-AttachVolumeNegativeTest-501361799 tempest-AttachVolumeNegativeTest-501361799-project] 10.222.0.65 "GET /v2.0/ports?device_id=2313459f-c246-4779-8ba2-421a44bb4893 HTTP/1.1" status: 200 len: 932 time: 0.0751498 Feb 20 23:09:52.475335 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-fe5c67c0-b695-4a7e-8719-70ef93c4c914 req-5c508836-1c7a-4dc9-bcfa-d17ddbdeb7b6 tempest-AttachVolumeNegativeTest-501361799 tempest-AttachVolumeNegativeTest-501361799-project] 10.222.0.65 "GET /v2.0/security-groups?id=4b7b4e73-9e46-4c22-bfc4-5a37580fad72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404692 Feb 20 23:09:52.508973 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-f4b80169-361e-47f0-80ba-7979cf8d6d84 req-95b68145-8292-4ed6-b314-c3f138529c01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747407212427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747406771514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747406771532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59259312'] for port (df1c3b4a-8b4b-40fd-a4c2-8b4f88c62dd9), after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:09:52.559467 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b68145-8292-4ed6-b314-c3f138529c01 service neutron] Pushing event updated for resources: {'Port': ['ID=df1c3b4a-8b4b-40fd-a4c2-8b4f88c62dd9,revision_number=2']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:09:52.628504 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [req-f4b80169-361e-47f0-80ba-7979cf8d6d84 req-95b68145-8292-4ed6-b314-c3f138529c01 service neutron] Attempting to bind port df1c3b4a-8b4b-40fd-a4c2-8b4f88c62dd9 on host hv-cinder-83009 for vnic_type normal with profile {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 23:09:52.629366 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [req-f4b80169-361e-47f0-80ba-7979cf8d6d84 req-95b68145-8292-4ed6-b314-c3f138529c01 service neutron] Attempting to bind port df1c3b4a-8b4b-40fd-a4c2-8b4f88c62dd9 by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '393c390e-b641-44c1-805d-825e0a25523a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '22d08287-8353-4feb-a833-de26e0ec8aa5'}] {{(pid=109628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 23:09:52.629685 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4b80169-361e-47f0-80ba-7979cf8d6d84 req-95b68145-8292-4ed6-b314-c3f138529c01 service neutron] Attempting to bind port df1c3b4a-8b4b-40fd-a4c2-8b4f88c62dd9 on network 22d08287-8353-4feb-a833-de26e0ec8aa5 {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 23:09:52.633869 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4b80169-361e-47f0-80ba-7979cf8d6d84 req-95b68145-8292-4ed6-b314-c3f138529c01 service neutron] Port df1c3b4a-8b4b-40fd-a4c2-8b4f88c62dd9 on network 22d08287-8353-4feb-a833-de26e0ec8aa5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 23:09:52.634186 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4b80169-361e-47f0-80ba-7979cf8d6d84 req-95b68145-8292-4ed6-b314-c3f138529c01 service neutron] Attempting to bind port df1c3b4a-8b4b-40fd-a4c2-8b4f88c62dd9 on network 22d08287-8353-4feb-a833-de26e0ec8aa5 {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 23:09:52.638898 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4b80169-361e-47f0-80ba-7979cf8d6d84 req-95b68145-8292-4ed6-b314-c3f138529c01 service neutron] Checking agent: {'id': 'a929ecfe-02b1-4b86-b2e7-0c746ea4b12c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 22, 57, 21), 'started_at': datetime.datetime(2022, 2, 20, 22, 57, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 23, 9, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 23:09:52.639229 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4b80169-361e-47f0-80ba-7979cf8d6d84 req-95b68145-8292-4ed6-b314-c3f138529c01 service neutron] Checking segment: {'id': '393c390e-b641-44c1-805d-825e0a25523a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '22d08287-8353-4feb-a833-de26e0ec8aa5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 23:09:52.639609 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4b80169-361e-47f0-80ba-7979cf8d6d84 req-95b68145-8292-4ed6-b314-c3f138529c01 service neutron] Bound using segment: {'id': '393c390e-b641-44c1-805d-825e0a25523a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '22d08287-8353-4feb-a833-de26e0ec8aa5'} {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 23:09:52.640024 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [req-f4b80169-361e-47f0-80ba-7979cf8d6d84 req-95b68145-8292-4ed6-b314-c3f138529c01 service neutron] Bound port: df1c3b4a-8b4b-40fd-a4c2-8b4f88c62dd9, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '393c390e-b641-44c1-805d-825e0a25523a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '22d08287-8353-4feb-a833-de26e0ec8aa5'}}] {{(pid=109628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 23:09:52.640369 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-f4b80169-361e-47f0-80ba-7979cf8d6d84 req-95b68145-8292-4ed6-b314-c3f138529c01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4131840'] for port (df1c3b4a-8b4b-40fd-a4c2-8b4f88c62dd9), before_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:09:52.700386 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.db [req-f4b80169-361e-47f0-80ba-7979cf8d6d84 req-95b68145-8292-4ed6-b314-c3f138529c01 service neutron] For port df1c3b4a-8b4b-40fd-a4c2-8b4f88c62dd9, host hv-cinder-83009, cleared binding levels {{(pid=109628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 23:09:52.703386 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.db [req-f4b80169-361e-47f0-80ba-7979cf8d6d84 req-95b68145-8292-4ed6-b314-c3f138529c01 service neutron] For port df1c3b4a-8b4b-40fd-a4c2-8b4f88c62dd9, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=df1c3b4a-8b4b-40fd-a4c2-8b4f88c62dd9,segment=NetworkSegment(393c390e-b641-44c1-805d-825e0a25523a),segment_id=393c390e-b641-44c1-805d-825e0a25523a)] {{(pid=109628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 23:09:52.791725 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-f4b80169-361e-47f0-80ba-7979cf8d6d84 req-95b68145-8292-4ed6-b314-c3f138529c01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747407212427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747406771514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747406771532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59259312'] for port (df1c3b4a-8b4b-40fd-a4c2-8b4f88c62dd9), after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:09:52.825741 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b80169-361e-47f0-80ba-7979cf8d6d84 req-95b68145-8292-4ed6-b314-c3f138529c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:09:52.826350 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-f4b80169-361e-47f0-80ba-7979cf8d6d84 req-95b68145-8292-4ed6-b314-c3f138529c01 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932959'] for port (None), before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:09:52.827732 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-f4b80169-361e-47f0-80ba-7979cf8d6d84 req-95b68145-8292-4ed6-b314-c3f138529c01 service neutron] 10.222.0.42 "PUT /v2.0/ports/df1c3b4a-8b4b-40fd-a4c2-8b4f88c62dd9 HTTP/1.1" status: 200 len: 1094 time: 0.8219633 Feb 20 23:09:52.828180 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2313459f-c246-4779-8ba2-421a44bb4893', 'tag': 'df1c3b4a-8b4b-40fd-a4c2-8b4f88c62dd9'}] {{(pid=109628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 23:09:52.830429 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4be7ee60aa4259b475ee261dcf74c65065c56e299c7a4b2359a57cf03aee0d96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6df35104-6ed8-4263-976f-59443e362602" -d '{"events": [{"name": "network-changed", "server_uuid": "2313459f-c246-4779-8ba2-421a44bb4893", "tag": "df1c3b4a-8b4b-40fd-a4c2-8b4f88c62dd9"}]}' {{(pid=109628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 23:09:52.856478 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b68145-8292-4ed6-b314-c3f138529c01 service neutron] Pushing event updated for resources: {'Port': ['ID=df1c3b4a-8b4b-40fd-a4c2-8b4f88c62dd9,revision_number=3']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:09:52.926785 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 23:09:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af1c0800-01d5-4969-a05f-fafc54c5b939 x-openstack-request-id: req-af1c0800-01d5-4969-a05f-fafc54c5b939 {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 23:09:52.930423 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2313459f-c246-4779-8ba2-421a44bb4893", "tag": "df1c3b4a-8b4b-40fd-a4c2-8b4f88c62dd9", "status": "completed", "code": 200}]} {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 23:09:52.930423 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-af1c0800-01d5-4969-a05f-fafc54c5b939 {{(pid=109628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 23:09:52.930423 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2313459f-c246-4779-8ba2-421a44bb4893', 'tag': 'df1c3b4a-8b4b-40fd-a4c2-8b4f88c62dd9', 'status': 'completed', 'code': 200} Feb 20 23:09:52.979142 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b80169-361e-47f0-80ba-7979cf8d6d84 req-c917cda3-6123-4a37-9ee2-7a8fe67fb8b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:09:52.980618 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-f4b80169-361e-47f0-80ba-7979cf8d6d84 req-c917cda3-6123-4a37-9ee2-7a8fe67fb8b4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=0d11856609a14abe8537ece8b60858c5&device_id=2313459f-c246-4779-8ba2-421a44bb4893 HTTP/1.1" status: 200 len: 1128 time: 0.0471926 Feb 20 23:09:53.021333 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-f4b80169-361e-47f0-80ba-7979cf8d6d84 req-28d498bd-63b0-47b5-88be-5e7d5da0b3a0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=df1c3b4a-8b4b-40fd-a4c2-8b4f88c62dd9 HTTP/1.1" status: 200 len: 217 time: 0.0332458 Feb 20 23:09:53.068348 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b80169-361e-47f0-80ba-7979cf8d6d84 req-78e52591-0cf6-4098-baee-c221534884cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:09:53.069721 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-f4b80169-361e-47f0-80ba-7979cf8d6d84 req-78e52591-0cf6-4098-baee-c221534884cd service neutron] 10.222.0.42 "GET /v2.0/subnets?id=caddf7d2-cba2-4b79-96d9-74d1004bb9eb HTTP/1.1" status: 200 len: 855 time: 0.0423768 Feb 20 23:09:53.098863 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-f4b80169-361e-47f0-80ba-7979cf8d6d84 req-4fcb86a4-9260-4532-b756-c1c1c093aea6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=22d08287-8353-4feb-a833-de26e0ec8aa5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0232799 Feb 20 23:09:53.186192 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-f4b80169-361e-47f0-80ba-7979cf8d6d84 req-aa223cbd-e1ab-4023-8e78-aa535ff1a995 service neutron] 10.222.0.42 "GET /v2.0/networks/22d08287-8353-4feb-a833-de26e0ec8aa5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818257 Feb 20 23:09:53.270278 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-f4b80169-361e-47f0-80ba-7979cf8d6d84 req-7f2b791b-a103-410b-b918-83d2d393fae3 service neutron] 10.222.0.42 "GET /v2.0/networks/22d08287-8353-4feb-a833-de26e0ec8aa5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0777633 Feb 20 23:09:53.425197 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df35104-6ed8-4263-976f-59443e362602 req-bc96c8bb-85cc-4f6e-8f37-e0d452873f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:09:53.426602 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-6df35104-6ed8-4263-976f-59443e362602 req-bc96c8bb-85cc-4f6e-8f37-e0d452873f08 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=0d11856609a14abe8537ece8b60858c5&device_id=2313459f-c246-4779-8ba2-421a44bb4893 HTTP/1.1" status: 200 len: 1128 time: 0.0488369 Feb 20 23:09:53.515307 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df35104-6ed8-4263-976f-59443e362602 req-7125e64f-f164-45d1-8241-9d23a895cea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:09:53.516763 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-6df35104-6ed8-4263-976f-59443e362602 req-7125e64f-f164-45d1-8241-9d23a895cea7 service neutron] 10.222.0.42 "GET /v2.0/networks?id=22d08287-8353-4feb-a833-de26e0ec8aa5 HTTP/1.1" status: 200 len: 915 time: 0.0822780 Feb 20 23:09:53.564985 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-6df35104-6ed8-4263-976f-59443e362602 req-b56a34e8-c609-48c6-8bdc-386eff900e84 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=df1c3b4a-8b4b-40fd-a4c2-8b4f88c62dd9 HTTP/1.1" status: 200 len: 217 time: 0.0399632 Feb 20 23:09:53.633308 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df35104-6ed8-4263-976f-59443e362602 req-28dfb86e-4e62-47af-89a7-43ee6aebec4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:09:53.634768 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-6df35104-6ed8-4263-976f-59443e362602 req-28dfb86e-4e62-47af-89a7-43ee6aebec4a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=caddf7d2-cba2-4b79-96d9-74d1004bb9eb HTTP/1.1" status: 200 len: 855 time: 0.0629504 Feb 20 23:09:53.656239 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431d237b-a545-4d0f-abe4-f3ad6df8114b req-25199465-4a65-42ae-b0d1-129095d9c8cd tempest-AttachVolumeNegativeTest-501361799 tempest-AttachVolumeNegativeTest-501361799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:09:53.657638 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-431d237b-a545-4d0f-abe4-f3ad6df8114b req-25199465-4a65-42ae-b0d1-129095d9c8cd tempest-AttachVolumeNegativeTest-501361799 tempest-AttachVolumeNegativeTest-501361799-project] 10.222.0.65 "GET /v2.0/ports?device_id=2313459f-c246-4779-8ba2-421a44bb4893 HTTP/1.1" status: 200 len: 944 time: 0.0950830 Feb 20 23:09:53.674750 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-6df35104-6ed8-4263-976f-59443e362602 req-53921860-3ae2-4e9e-b1b1-383cda9f7b5a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=22d08287-8353-4feb-a833-de26e0ec8aa5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336125 Feb 20 23:09:53.763857 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-431d237b-a545-4d0f-abe4-f3ad6df8114b req-7734f683-0bb0-438f-9ea7-7621fa31cb12 tempest-AttachVolumeNegativeTest-501361799 tempest-AttachVolumeNegativeTest-501361799-project] 10.222.0.65 "GET /v2.0/security-groups?id=4b7b4e73-9e46-4c22-bfc4-5a37580fad72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917954 Feb 20 23:09:53.791187 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-6df35104-6ed8-4263-976f-59443e362602 req-e097adc7-bfc2-4498-9332-16fd6819f39a service neutron] 10.222.0.42 "GET /v2.0/networks/22d08287-8353-4feb-a833-de26e0ec8aa5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048145 Feb 20 23:09:53.876924 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-6df35104-6ed8-4263-976f-59443e362602 req-9f71917a-0a71-400c-9e20-5e03fac0ca68 service neutron] 10.222.0.42 "GET /v2.0/networks/22d08287-8353-4feb-a833-de26e0ec8aa5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799141 Feb 20 23:09:54.881527 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1950ead3-b297-4f6a-873b-4e5f43eaa0b6 req-674ab108-e290-4b57-b542-56fa5b864fef tempest-AttachVolumeNegativeTest-501361799 tempest-AttachVolumeNegativeTest-501361799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:09:54.883005 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-1950ead3-b297-4f6a-873b-4e5f43eaa0b6 req-674ab108-e290-4b57-b542-56fa5b864fef tempest-AttachVolumeNegativeTest-501361799 tempest-AttachVolumeNegativeTest-501361799-project] 10.222.0.65 "GET /v2.0/ports?device_id=2313459f-c246-4779-8ba2-421a44bb4893 HTTP/1.1" status: 200 len: 944 time: 0.0501645 Feb 20 23:09:54.931674 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-1950ead3-b297-4f6a-873b-4e5f43eaa0b6 req-477e911f-1c21-4e28-ade3-23060b8ef1e0 tempest-AttachVolumeNegativeTest-501361799 tempest-AttachVolumeNegativeTest-501361799-project] 10.222.0.65 "GET /v2.0/security-groups?id=4b7b4e73-9e46-4c22-bfc4-5a37580fad72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431685 Feb 20 23:09:56.050111 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51b13c4-f899-45d7-ab13-f7b272fa5d3a req-0b2e9dad-4f24-488f-86fd-5cffd6a28071 tempest-AttachVolumeNegativeTest-501361799 tempest-AttachVolumeNegativeTest-501361799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:09:56.052212 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-f51b13c4-f899-45d7-ab13-f7b272fa5d3a req-0b2e9dad-4f24-488f-86fd-5cffd6a28071 tempest-AttachVolumeNegativeTest-501361799 tempest-AttachVolumeNegativeTest-501361799-project] 10.222.0.65 "GET /v2.0/ports?device_id=2313459f-c246-4779-8ba2-421a44bb4893 HTTP/1.1" status: 200 len: 944 time: 0.0548730 Feb 20 23:09:56.098094 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-f51b13c4-f899-45d7-ab13-f7b272fa5d3a req-fb9e88cb-b49b-467a-afba-af893d64bb32 tempest-AttachVolumeNegativeTest-501361799 tempest-AttachVolumeNegativeTest-501361799-project] 10.222.0.65 "GET /v2.0/security-groups?id=4b7b4e73-9e46-4c22-bfc4-5a37580fad72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401230 Feb 20 23:09:56.151686 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (a929ecfe-02b1-4b86-b2e7-0c746ea4b12c), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:09:56.813854 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Device df1c3b4a-8b4b-40fd-a4c2-8b4f88c62dd9 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=109630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 23:09:56.908820 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] For port df1c3b4a-8b4b-40fd-a4c2-8b4f88c62dd9, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=df1c3b4a-8b4b-40fd-a4c2-8b4f88c62dd9,segment=NetworkSegment(393c390e-b641-44c1-805d-825e0a25523a),segment_id=393c390e-b641-44c1-805d-825e0a25523a)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:09:56.919627 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Returning: {'device': 'df1c3b4a-8b4b-40fd-a4c2-8b4f88c62dd9', 'network_id': '22d08287-8353-4feb-a833-de26e0ec8aa5', 'port_id': 'df1c3b4a-8b4b-40fd-a4c2-8b4f88c62dd9', 'mac_address': 'fa:16:3e:9c:d5:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'caddf7d2-cba2-4b79-96d9-74d1004bb9eb', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 23:09:56.960880 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Current status of the port df1c3b4a-8b4b-40fd-a4c2-8b4f88c62dd9 is: DOWN; New status is: BUILD {{(pid=109630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:09:56.961281 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4131840'] for port (df1c3b4a-8b4b-40fd-a4c2-8b4f88c62dd9), before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:09:56.973969 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.notifiers.nova [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df1c3b4a-8b4b-40fd-a4c2-8b4f88c62dd9 {{(pid=109630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 23:09:56.992359 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] For port df1c3b4a-8b4b-40fd-a4c2-8b4f88c62dd9, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=df1c3b4a-8b4b-40fd-a4c2-8b4f88c62dd9,segment=NetworkSegment(393c390e-b641-44c1-805d-825e0a25523a),segment_id=393c390e-b641-44c1-805d-825e0a25523a)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:09:57.057537 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747407212427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747406771514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747406771532'] for port (df1c3b4a-8b4b-40fd-a4c2-8b4f88c62dd9), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:09:57.110026 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Pushing event updated for resources: {'Port': ['ID=df1c3b4a-8b4b-40fd-a4c2-8b4f88c62dd9,revision_number=4']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:09:57.217032 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b95d7c-6522-4234-87f7-c24ea9ac73da req-4e081015-9bf6-4081-a1dd-9e3559fc4dd5 tempest-AttachVolumeNegativeTest-501361799 tempest-AttachVolumeNegativeTest-501361799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:09:57.218578 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-34b95d7c-6522-4234-87f7-c24ea9ac73da req-4e081015-9bf6-4081-a1dd-9e3559fc4dd5 tempest-AttachVolumeNegativeTest-501361799 tempest-AttachVolumeNegativeTest-501361799-project] 10.222.0.65 "GET /v2.0/ports?device_id=2313459f-c246-4779-8ba2-421a44bb4893 HTTP/1.1" status: 200 len: 945 time: 0.0510523 Feb 20 23:09:57.265332 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-34b95d7c-6522-4234-87f7-c24ea9ac73da req-aeb1de87-815e-4e98-b021-274ff1190d51 tempest-AttachVolumeNegativeTest-501361799 tempest-AttachVolumeNegativeTest-501361799-project] 10.222.0.65 "GET /v2.0/security-groups?id=4b7b4e73-9e46-4c22-bfc4-5a37580fad72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411968 Feb 20 23:09:57.366048 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] get_ports_and_sgs() called for port_ids ['df1c3b4a-8b4b-40fd-a4c2-8b4f88c62dd9'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 23:09:58.537806 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cc629e-b3f7-4dd8-b1bf-2ab573c688bb req-273884bc-d30c-4964-b13b-9790353bd1f9 tempest-AttachVolumeNegativeTest-501361799 tempest-AttachVolumeNegativeTest-501361799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:09:58.539274 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-52cc629e-b3f7-4dd8-b1bf-2ab573c688bb req-273884bc-d30c-4964-b13b-9790353bd1f9 tempest-AttachVolumeNegativeTest-501361799 tempest-AttachVolumeNegativeTest-501361799-project] 10.222.0.65 "GET /v2.0/ports?device_id=2313459f-c246-4779-8ba2-421a44bb4893 HTTP/1.1" status: 200 len: 945 time: 0.0508163 Feb 20 23:09:58.584931 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-52cc629e-b3f7-4dd8-b1bf-2ab573c688bb req-e237b892-9cae-4fcc-bfd1-3d613ff2d6cd tempest-AttachVolumeNegativeTest-501361799 tempest-AttachVolumeNegativeTest-501361799-project] 10.222.0.65 "GET /v2.0/security-groups?id=4b7b4e73-9e46-4c22-bfc4-5a37580fad72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400908 Feb 20 23:09:58.827710 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Device df1c3b4a-8b4b-40fd-a4c2-8b4f88c62dd9 up at agent hyperv_hv-cinder-83009 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 23:09:58.922392 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Provisioning for port df1c3b4a-8b4b-40fd-a4c2-8b4f88c62dd9 completed by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 23:09:58.925969 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Provisioning complete for port df1c3b4a-8b4b-40fd-a4c2-8b4f88c62dd9 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:09:58.926339 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4145689'] for port (df1c3b4a-8b4b-40fd-a4c2-8b4f88c62dd9), provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:09:59.002932 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Current status of the port df1c3b4a-8b4b-40fd-a4c2-8b4f88c62dd9 is: BUILD; New status is: ACTIVE {{(pid=109630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:09:59.003823 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4131840'] for port (df1c3b4a-8b4b-40fd-a4c2-8b4f88c62dd9), before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:09:59.025361 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2313459f-c246-4779-8ba2-421a44bb4893', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df1c3b4a-8b4b-40fd-a4c2-8b4f88c62dd9'}] {{(pid=109630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 23:09:59.027596 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f8f7ade39b9b648cd02963e66adb41eb29d40ae47bdce8ccfc3d1936511f484" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38e3d0f6-92f8-417f-a62e-47e97fde105d" -d '{"events": [{"server_uuid": "2313459f-c246-4779-8ba2-421a44bb4893", "name": "network-vif-plugged", "status": "completed", "tag": "df1c3b4a-8b4b-40fd-a4c2-8b4f88c62dd9"}]}' {{(pid=109630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 23:09:59.039750 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] For port df1c3b4a-8b4b-40fd-a4c2-8b4f88c62dd9, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=df1c3b4a-8b4b-40fd-a4c2-8b4f88c62dd9,segment=NetworkSegment(393c390e-b641-44c1-805d-825e0a25523a),segment_id=393c390e-b641-44c1-805d-825e0a25523a)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:09:59.062434 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 23:09:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c678bafe-09f5-471f-8ee6-e549cf78ce86 x-openstack-request-id: req-c678bafe-09f5-471f-8ee6-e549cf78ce86 {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 23:09:59.062732 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2313459f-c246-4779-8ba2-421a44bb4893", "name": "network-vif-plugged", "status": "completed", "tag": "df1c3b4a-8b4b-40fd-a4c2-8b4f88c62dd9", "code": 200}]} {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 23:09:59.062991 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c678bafe-09f5-471f-8ee6-e549cf78ce86 {{(pid=109630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 23:09:59.063561 dv-cinder-830096-1-iscsi neutron-server[109630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2313459f-c246-4779-8ba2-421a44bb4893', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df1c3b4a-8b4b-40fd-a4c2-8b4f88c62dd9', 'code': 200} Feb 20 23:09:59.094547 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747407212427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747406771514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747406771532'] for port (df1c3b4a-8b4b-40fd-a4c2-8b4f88c62dd9), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:09:59.140283 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Pushing event updated for resources: {'Port': ['ID=df1c3b4a-8b4b-40fd-a4c2-8b4f88c62dd9,revision_number=5']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:09:59.308378 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74f5018-55c5-4a46-b316-692771c19aef req-0e010e5b-5f45-437a-8e66-0d1c08a02e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:09:59.309857 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-f74f5018-55c5-4a46-b316-692771c19aef req-0e010e5b-5f45-437a-8e66-0d1c08a02e11 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=2313459f-c246-4779-8ba2-421a44bb4893 HTTP/1.1" status: 200 len: 1130 time: 0.0493751 Feb 20 23:09:59.352739 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-f74f5018-55c5-4a46-b316-692771c19aef req-985e8c7e-a4e8-4fe7-9105-689e8e768d87 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=4b7b4e73-9e46-4c22-bfc4-5a37580fad72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370915 Feb 20 23:09:59.698797 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87f3ee6-fc24-4dfb-9ac3-17215ad9bc39 req-39848d66-374c-427d-b545-01ad3e4fbd29 tempest-AttachVolumeNegativeTest-501361799 tempest-AttachVolumeNegativeTest-501361799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:09:59.700281 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-c87f3ee6-fc24-4dfb-9ac3-17215ad9bc39 req-39848d66-374c-427d-b545-01ad3e4fbd29 tempest-AttachVolumeNegativeTest-501361799 tempest-AttachVolumeNegativeTest-501361799-project] 10.222.0.65 "GET /v2.0/ports?device_id=2313459f-c246-4779-8ba2-421a44bb4893 HTTP/1.1" status: 200 len: 946 time: 0.0507729 Feb 20 23:09:59.745735 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-c87f3ee6-fc24-4dfb-9ac3-17215ad9bc39 req-47b232aa-f816-4276-837d-317f53e5e202 tempest-AttachVolumeNegativeTest-501361799 tempest-AttachVolumeNegativeTest-501361799-project] 10.222.0.65 "GET /v2.0/security-groups?id=4b7b4e73-9e46-4c22-bfc4-5a37580fad72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395305 Feb 20 23:10:00.862868 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f03663-9928-414f-bba6-d6432f7094cb req-86dcdbc1-5ee2-4694-acc3-e63b6b8da2d3 tempest-AttachVolumeNegativeTest-501361799 tempest-AttachVolumeNegativeTest-501361799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:10:00.864334 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-14f03663-9928-414f-bba6-d6432f7094cb req-86dcdbc1-5ee2-4694-acc3-e63b6b8da2d3 tempest-AttachVolumeNegativeTest-501361799 tempest-AttachVolumeNegativeTest-501361799-project] 10.222.0.65 "GET /v2.0/ports?device_id=2313459f-c246-4779-8ba2-421a44bb4893 HTTP/1.1" status: 200 len: 946 time: 0.0502148 Feb 20 23:10:00.910592 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-14f03663-9928-414f-bba6-d6432f7094cb req-a3194dc4-4a48-4f64-80d8-26d0ce47d9a4 tempest-AttachVolumeNegativeTest-501361799 tempest-AttachVolumeNegativeTest-501361799-project] 10.222.0.65 "GET /v2.0/security-groups?id=4b7b4e73-9e46-4c22-bfc4-5a37580fad72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407524 Feb 20 23:10:02.024403 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2fc200-a90a-4ef6-bf22-93bbb689277b req-ce6423d1-765c-4780-980b-f8ca49d6cde3 tempest-AttachVolumeNegativeTest-501361799 tempest-AttachVolumeNegativeTest-501361799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:10:02.025845 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-de2fc200-a90a-4ef6-bf22-93bbb689277b req-ce6423d1-765c-4780-980b-f8ca49d6cde3 tempest-AttachVolumeNegativeTest-501361799 tempest-AttachVolumeNegativeTest-501361799-project] 10.222.0.65 "GET /v2.0/ports?device_id=2313459f-c246-4779-8ba2-421a44bb4893 HTTP/1.1" status: 200 len: 946 time: 0.0498891 Feb 20 23:10:02.074406 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-de2fc200-a90a-4ef6-bf22-93bbb689277b req-8e32988c-7351-4aff-ae36-4be5f89890be tempest-AttachVolumeNegativeTest-501361799 tempest-AttachVolumeNegativeTest-501361799-project] 10.222.0.65 "GET /v2.0/security-groups?id=4b7b4e73-9e46-4c22-bfc4-5a37580fad72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431833 Feb 20 23:10:09.184926 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc2dbd1-7b43-4f03-9e27-b37f4c46f44a req-0fe87c43-ef5c-498f-9664-d1ff56cbb803 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:10:09.186381 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-cbc2dbd1-7b43-4f03-9e27-b37f4c46f44a req-0fe87c43-ef5c-498f-9664-d1ff56cbb803 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/ports?device_id=a334adf7-4744-4f48-acdd-7ebf11aef19b HTTP/1.1" status: 200 len: 946 time: 0.0508649 Feb 20 23:10:09.231990 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-cbc2dbd1-7b43-4f03-9e27-b37f4c46f44a req-53f529ad-c4b6-4320-b0f1-e2a40f2ee59a tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/security-groups?id=aefff0bf-e3d0-4c68-a8f6-dd8d29a02d15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398700 Feb 20 23:10:10.354488 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e029e72-d229-4cca-a5d2-0e35a21a2c94 req-3708dda9-f3e2-4dd2-9c2c-1f3b4c27e48e tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:10:10.355928 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-0e029e72-d229-4cca-a5d2-0e35a21a2c94 req-3708dda9-f3e2-4dd2-9c2c-1f3b4c27e48e tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/ports?device_id=a334adf7-4744-4f48-acdd-7ebf11aef19b HTTP/1.1" status: 200 len: 946 time: 0.0529833 Feb 20 23:10:10.400835 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-0e029e72-d229-4cca-a5d2-0e35a21a2c94 req-216c8bc5-ec27-4d25-b3f9-5972b320e7c6 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/security-groups?id=aefff0bf-e3d0-4c68-a8f6-dd8d29a02d15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394053 Feb 20 23:10:10.919567 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11df2832-4e81-49a4-b0ba-aae826e2b64c req-f9495515-4710-4f73-8588-792ec7dda685 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:10:10.921012 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-11df2832-4e81-49a4-b0ba-aae826e2b64c req-f9495515-4710-4f73-8588-792ec7dda685 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.42 "GET /v2.0/ports?device_id=a334adf7-4744-4f48-acdd-7ebf11aef19b HTTP/1.1" status: 200 len: 946 time: 0.0497792 Feb 20 23:10:11.018131 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [req-11df2832-4e81-49a4-b0ba-aae826e2b64c req-104e4c13-648e-4d18-ac97-4e6b329841d8 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Deleting port fc0f3c6c-4fbc-42f2-81c1-75baf5054de2 {{(pid=109628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 23:10:11.018525 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-11df2832-4e81-49a4-b0ba-aae826e2b64c req-104e4c13-648e-4d18-ac97-4e6b329841d8 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747407206678'] for port (fc0f3c6c-4fbc-42f2-81c1-75baf5054de2), before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:10:11.102391 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.db [req-11df2832-4e81-49a4-b0ba-aae826e2b64c req-104e4c13-648e-4d18-ac97-4e6b329841d8 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] For port fc0f3c6c-4fbc-42f2-81c1-75baf5054de2, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=fc0f3c6c-4fbc-42f2-81c1-75baf5054de2,segment=NetworkSegment(e96cb693-0403-4029-b4e9-bd6b25e8f8fe),segment_id=e96cb693-0403-4029-b4e9-bd6b25e8f8fe)] {{(pid=109628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:10:11.102654 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-11df2832-4e81-49a4-b0ba-aae826e2b64c req-104e4c13-648e-4d18-ac97-4e6b329841d8 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671932'] for port (fc0f3c6c-4fbc-42f2-81c1-75baf5054de2), precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:10:11.269907 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-11df2832-4e81-49a4-b0ba-aae826e2b64c req-104e4c13-648e-4d18-ac97-4e6b329841d8 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:10:11.270260 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-11df2832-4e81-49a4-b0ba-aae826e2b64c req-104e4c13-648e-4d18-ac97-4e6b329841d8 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-704244'] for floatingip (b3bc894e-61ce-416d-9bc4-c0c0af758a53), after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:10:11.270597 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.db.l3_db [req-11df2832-4e81-49a4-b0ba-aae826e2b64c req-104e4c13-648e-4d18-ac97-4e6b329841d8 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Floating IP b3bc894e-61ce-416d-9bc4-c0c0af758a53 disassociated. External IP: 172.27.2.65, port: fc0f3c6c-4fbc-42f2-81c1-75baf5054de2. Feb 20 23:10:11.270932 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [req-11df2832-4e81-49a4-b0ba-aae826e2b64c req-104e4c13-648e-4d18-ac97-4e6b329841d8 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Calling delete_port for fc0f3c6c-4fbc-42f2-81c1-75baf5054de2 owned by compute:nova {{(pid=109628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 23:10:11.465529 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-11df2832-4e81-49a4-b0ba-aae826e2b64c req-104e4c13-648e-4d18-ac97-4e6b329841d8 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747407212409', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747406771505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59259307'] for port (fc0f3c6c-4fbc-42f2-81c1-75baf5054de2), after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:10:11.522131 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104e4c13-648e-4d18-ac97-4e6b329841d8 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Pushing event deleted for resources: {'Port': ['ID=fc0f3c6c-4fbc-42f2-81c1-75baf5054de2,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:10:11.527843 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-fed78d90-7f94-4ad4-9c35-f58edfa8a3f6 req-fb036010-408f-4e66-a9fc-eeb2499d02c8 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/ports?device_id=a334adf7-4744-4f48-acdd-7ebf11aef19b HTTP/1.1" status: 200 len: 210 time: 0.0543969 Feb 20 23:10:11.635517 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.scheduler.l3_agent_scheduler [req-11df2832-4e81-49a4-b0ba-aae826e2b64c req-104e4c13-648e-4d18-ac97-4e6b329841d8 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Router 46817dfe-fc89-4585-97bb-fc918877ba0e has already been hosted by L3 agent 13c347f3-1c01-45ee-af8c-9f8a630e0f23 {{(pid=109628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 23:10:11.742874 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-11df2832-4e81-49a4-b0ba-aae826e2b64c req-104e4c13-648e-4d18-ac97-4e6b329841d8 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Notify agent at l3_agent.dv-cinder-830096-1-iscsi the message routers_updated {{(pid=109628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 23:10:11.758087 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4223512b-ab7f-43c5-867e-f06c2db88aeb None None] Sync routers for ids ['46817dfe-fc89-4585-97bb-fc918877ba0e'] in dv-cinder-830096-1-iscsi {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 23:10:11.762396 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4223512b-ab7f-43c5-867e-f06c2db88aeb None None] Routers {'46817dfe-fc89-4585-97bb-fc918877ba0e'} bound to L3 agent in host dv-cinder-830096-1-iscsi {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 23:10:11.763017 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-4223512b-ab7f-43c5-867e-f06c2db88aeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T22:50:44Z,description=,heartbeat_timestamp=2022-02-20T23:09:44Z,host='dv-cinder-830096-1-iscsi',id=13c347f3-1c01-45ee-af8c-9f8a630e0f23,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T22:50:45Z,topic='l3_agent')) {'router_ids': ['46817dfe-fc89-4585-97bb-fc918877ba0e'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:10:11.793449 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [req-11df2832-4e81-49a4-b0ba-aae826e2b64c req-104e4c13-648e-4d18-ac97-4e6b329841d8 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] No DVR routers for this DVR port fc0f3c6c-4fbc-42f2-81c1-75baf5054de2 on host hv-cinder-83009 {{(pid=109628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 23:10:11.795935 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-11df2832-4e81-49a4-b0ba-aae826e2b64c req-104e4c13-648e-4d18-ac97-4e6b329841d8 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932959'] for port (None), before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:10:11.799461 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-11df2832-4e81-49a4-b0ba-aae826e2b64c req-104e4c13-648e-4d18-ac97-4e6b329841d8 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.42 "DELETE /v2.0/ports/fc0f3c6c-4fbc-42f2-81c1-75baf5054de2 HTTP/1.1" status: 204 len: 173 time: 0.8732493 Feb 20 23:10:11.800543 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a334adf7-4744-4f48-acdd-7ebf11aef19b', 'name': 'network-vif-deleted', 'tag': 'fc0f3c6c-4fbc-42f2-81c1-75baf5054de2'}] {{(pid=109628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 23:10:11.802833 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4be7ee60aa4259b475ee261dcf74c65065c56e299c7a4b2359a57cf03aee0d96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e8652f4-fdcc-4b1b-a841-7cada76c6139" -d '{"events": [{"server_uuid": "a334adf7-4744-4f48-acdd-7ebf11aef19b", "name": "network-vif-deleted", "tag": "fc0f3c6c-4fbc-42f2-81c1-75baf5054de2"}]}' {{(pid=109628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 23:10:11.847200 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 23:10:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60356ec1-71dd-42af-87bb-6a5a83f17207 x-openstack-request-id: req-60356ec1-71dd-42af-87bb-6a5a83f17207 {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 23:10:11.847761 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a334adf7-4744-4f48-acdd-7ebf11aef19b", "name": "network-vif-deleted", "tag": "fc0f3c6c-4fbc-42f2-81c1-75baf5054de2", "status": "completed", "code": 200}]} {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 23:10:11.848273 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-60356ec1-71dd-42af-87bb-6a5a83f17207 {{(pid=109628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 23:10:11.848887 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a334adf7-4744-4f48-acdd-7ebf11aef19b', 'name': 'network-vif-deleted', 'tag': 'fc0f3c6c-4fbc-42f2-81c1-75baf5054de2', 'status': 'completed', 'code': 200} Feb 20 23:10:11.885531 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.db.l3_dvr_db [None req-4223512b-ab7f-43c5-867e-f06c2db88aeb None None] Set router 46817dfe-fc89-4585-97bb-fc918877ba0e gateway port host: dv-cinder-830096-1-iscsi {{(pid=109631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 23:10:12.136915 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-4223512b-ab7f-43c5-867e-f06c2db88aeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46817dfe-fc89-4585-97bb-fc918877ba0e', 'name': 'tempest-AttachVolumeShelveTestJSON-841500598-router', 'tenant_id': '48a93be9550345ed9b9cbfc081ec5671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f52b71d-61c7-49bc-86ae-3e3415c25b55', 'external_fixed_ips': [{'subnet_id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'ip_address': '172.27.2.135'}], 'enable_snat': True}, 'gw_port_id': '668be8c4-3b55-47a7-90f8-93d4d855d93f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T22:59:16Z', 'updated_at': '2022-02-20T22:59:22Z', 'revision_number': 4, 'project_id': '48a93be9550345ed9b9cbfc081ec5671', 'gw_port': {'id': '668be8c4-3b55-47a7-90f8-93d4d855d93f', 'name': '', 'network_id': '5f52b71d-61c7-49bc-86ae-3e3415c25b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:36:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46817dfe-fc89-4585-97bb-fc918877ba0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'ip_address': '172.27.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T22:59:17Z', 'updated_at': '2022-02-20T22:59:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-1-iscsi', '_interfaces': [{'id': '95d16298-3bc7-4771-bf34-e3a6ec44e3a9', 'name': '', 'network_id': '8904bc28-8825-408d-a027-aaac96b04ee9', 'tenant_id': '48a93be9550345ed9b9cbfc081ec5671', 'mac_address': 'fa:16:3e:4c:5a:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46817dfe-fc89-4585-97bb-fc918877ba0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '58431437-f6f9-4145-a265-242d6c5c36fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T22:59:21Z', 'updated_at': '2022-02-20T22:59:27Z', 'revision_number': 5, 'project_id': '48a93be9550345ed9b9cbfc081ec5671', 'subnets': [{'id': '58431437-f6f9-4145-a265-242d6c5c36fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830096-1-iscsi', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:10:12.164597 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4223512b-ab7f-43c5-867e-f06c2db88aeb None None] Checking router: 46817dfe-fc89-4585-97bb-fc918877ba0e for host: dv-cinder-830096-1-iscsi {{(pid=109631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 23:10:12.167889 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cafc65-68b5-4513-b4a4-6e93462bd427 req-4563c984-d99f-427f-a491-f13ee387fb05 tempest-AttachVolumeNegativeTest-501361799 tempest-AttachVolumeNegativeTest-501361799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:10:12.169366 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-c9cafc65-68b5-4513-b4a4-6e93462bd427 req-4563c984-d99f-427f-a491-f13ee387fb05 tempest-AttachVolumeNegativeTest-501361799 tempest-AttachVolumeNegativeTest-501361799-project] 10.222.0.65 "GET /v2.0/networks?id=22d08287-8353-4feb-a833-de26e0ec8aa5 HTTP/1.1" status: 200 len: 815 time: 0.1169090 Feb 20 23:10:12.173059 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4223512b-ab7f-43c5-867e-f06c2db88aeb None None] Routers {'46817dfe-fc89-4585-97bb-fc918877ba0e'} bound to L3 agent in host dv-cinder-830096-1-iscsi {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 23:10:12.173656 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-4223512b-ab7f-43c5-867e-f06c2db88aeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T22:50:44Z,description=,heartbeat_timestamp=2022-02-20T23:09:44Z,host='dv-cinder-830096-1-iscsi',id=13c347f3-1c01-45ee-af8c-9f8a630e0f23,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T22:50:45Z,topic='l3_agent')) {'router_ids': ['46817dfe-fc89-4585-97bb-fc918877ba0e'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:10:12.185009 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-c9cafc65-68b5-4513-b4a4-6e93462bd427 req-922d6a96-d2e5-426b-92b8-a68b781d13b6 tempest-AttachVolumeNegativeTest-501361799 tempest-AttachVolumeNegativeTest-501361799-project] 10.222.0.65 "GET /v2.0/quotas/0d11856609a14abe8537ece8b60858c5 HTTP/1.1" status: 200 len: 375 time: 0.0092766 Feb 20 23:10:12.244649 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-c9cafc65-68b5-4513-b4a4-6e93462bd427 req-b452607a-136f-486d-9530-5cd295106dc8 tempest-AttachVolumeNegativeTest-501361799 tempest-AttachVolumeNegativeTest-501361799-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=0d11856609a14abe8537ece8b60858c5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0542004 Feb 20 23:10:12.314448 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-6fa4d72d-5523-4c7b-87f2-fd8a9b27406d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (83a03d73-f5e1-4f72-b2a3-d557ae097998), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:10:12.335320 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-c9cafc65-68b5-4513-b4a4-6e93462bd427 req-06cd7a93-25f4-46b9-bfb0-7db3280fb85d service neutron] 10.222.0.65 "GET /v2.0/networks/22d08287-8353-4feb-a833-de26e0ec8aa5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833840 Feb 20 23:10:12.370946 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.db.l3_dvr_db [None req-4223512b-ab7f-43c5-867e-f06c2db88aeb None None] Set router 46817dfe-fc89-4585-97bb-fc918877ba0e gateway port host: dv-cinder-830096-1-iscsi {{(pid=109631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 23:10:12.427427 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-c9cafc65-68b5-4513-b4a4-6e93462bd427 req-7d8b0dd5-6596-42ec-b269-e19423457dd4 service neutron] 10.222.0.65 "GET /v2.0/networks/22d08287-8353-4feb-a833-de26e0ec8aa5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862586 Feb 20 23:10:12.576537 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-4223512b-ab7f-43c5-867e-f06c2db88aeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46817dfe-fc89-4585-97bb-fc918877ba0e', 'name': 'tempest-AttachVolumeShelveTestJSON-841500598-router', 'tenant_id': '48a93be9550345ed9b9cbfc081ec5671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f52b71d-61c7-49bc-86ae-3e3415c25b55', 'external_fixed_ips': [{'subnet_id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'ip_address': '172.27.2.135'}], 'enable_snat': True}, 'gw_port_id': '668be8c4-3b55-47a7-90f8-93d4d855d93f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T22:59:16Z', 'updated_at': '2022-02-20T22:59:22Z', 'revision_number': 4, 'project_id': '48a93be9550345ed9b9cbfc081ec5671', 'gw_port': {'id': '668be8c4-3b55-47a7-90f8-93d4d855d93f', 'name': '', 'network_id': '5f52b71d-61c7-49bc-86ae-3e3415c25b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:36:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46817dfe-fc89-4585-97bb-fc918877ba0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'ip_address': '172.27.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T22:59:17Z', 'updated_at': '2022-02-20T22:59:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-1-iscsi', '_interfaces': [{'id': '95d16298-3bc7-4771-bf34-e3a6ec44e3a9', 'name': '', 'network_id': '8904bc28-8825-408d-a027-aaac96b04ee9', 'tenant_id': '48a93be9550345ed9b9cbfc081ec5671', 'mac_address': 'fa:16:3e:4c:5a:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46817dfe-fc89-4585-97bb-fc918877ba0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '58431437-f6f9-4145-a265-242d6c5c36fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T22:59:21Z', 'updated_at': '2022-02-20T22:59:27Z', 'revision_number': 5, 'project_id': '48a93be9550345ed9b9cbfc081ec5671', 'subnets': [{'id': '58431437-f6f9-4145-a265-242d6c5c36fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830096-1-iscsi', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:10:12.602907 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4223512b-ab7f-43c5-867e-f06c2db88aeb None None] The sync data for ids ['46817dfe-fc89-4585-97bb-fc918877ba0e'] in dv-cinder-830096-1-iscsi is: [{'id': '46817dfe-fc89-4585-97bb-fc918877ba0e', 'name': 'tempest-AttachVolumeShelveTestJSON-841500598-router', 'tenant_id': '48a93be9550345ed9b9cbfc081ec5671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f52b71d-61c7-49bc-86ae-3e3415c25b55', 'external_fixed_ips': [{'subnet_id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'ip_address': '172.27.2.135'}], 'enable_snat': True}, 'gw_port_id': '668be8c4-3b55-47a7-90f8-93d4d855d93f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T22:59:16Z', 'updated_at': '2022-02-20T22:59:22Z', 'revision_number': 4, 'project_id': '48a93be9550345ed9b9cbfc081ec5671', 'gw_port': {'id': '668be8c4-3b55-47a7-90f8-93d4d855d93f', 'name': '', 'network_id': '5f52b71d-61c7-49bc-86ae-3e3415c25b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:36:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46817dfe-fc89-4585-97bb-fc918877ba0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'ip_address': '172.27.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T22:59:17Z', 'updated_at': '2022-02-20T22:59:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-1-iscsi', '_interfaces': [{'id': '95d16298-3bc7-4771-bf34-e3a6ec44e3a9', 'name': '', 'network_id': '8904bc28-8825-408d-a027-aaac96b04ee9', 'tenant_id': '48a93be9550345ed9b9cbfc081ec5671', 'mac_address': 'fa:16:3e:4c:5a:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46817dfe-fc89-4585-97bb-fc918877ba0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '58431437-f6f9-4145-a265-242d6c5c36fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T22:59:21Z', 'updated_at': '2022-02-20T22:59:27Z', 'revision_number': 5, 'project_id': '48a93be9550345ed9b9cbfc081ec5671', 'subnets': [{'id': '58431437-f6f9-4145-a265-242d6c5c36fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 23:10:12.641073 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-3285dae4-affa-45ed-ae1b-8771c5057f29 req-7a9ff213-d20b-4597-b281-3cc5fc3b8240 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/ports?device_id=a334adf7-4744-4f48-acdd-7ebf11aef19b HTTP/1.1" status: 200 len: 210 time: 0.0264266 Feb 20 23:10:12.751175 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-8c6acc20-5eff-4c32-a30c-abcc7aaa98fe req-86c4aadd-1228-4580-af9b-9a8290f98e26 tempest-AttachVolumeNegativeTest-501361799 tempest-AttachVolumeNegativeTest-501361799-project] 10.222.0.65 "GET /v2.0/ports?device_id=b40b0a24-d41e-4db2-8149-e236c95c2cd4 HTTP/1.1" status: 200 len: 210 time: 0.0308473 Feb 20 23:10:12.873096 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19f537d2-c05b-4b21-a61c-1187cf5f9235 None None] New status for floating IP b3bc894e-61ce-416d-9bc4-c0c0af758a53: DOWN {{(pid=109630) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 20 23:10:13.779804 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.65', 52954) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:10:13.845576 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-2ebf7652-7692-4a59-9e63-f4e0fabb45ac tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Publish callbacks [] for security_group (aefff0bf-e3d0-4c68-a8f6-dd8d29a02d15), before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:10:13.865852 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-3f1773dd-db80-4be2-9faf-3e5aa7ec9e41 req-c92d0bcc-c9ed-4b9d-8534-7fcc4556eb64 tempest-AttachVolumeNegativeTest-501361799 tempest-AttachVolumeNegativeTest-501361799-project] 10.222.0.65 "GET /v2.0/ports?device_id=b40b0a24-d41e-4db2-8149-e236c95c2cd4 HTTP/1.1" status: 200 len: 210 time: 0.0331838 Feb 20 23:10:13.890148 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-2ebf7652-7692-4a59-9e63-f4e0fabb45ac tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Publish callbacks [] for security_group (aefff0bf-e3d0-4c68-a8f6-dd8d29a02d15), precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:10:14.013853 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-2ebf7652-7692-4a59-9e63-f4e0fabb45ac tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627867'] for security_group (aefff0bf-e3d0-4c68-a8f6-dd8d29a02d15), after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:10:14.016476 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-2ebf7652-7692-4a59-9e63-f4e0fabb45ac tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Publish callbacks [] for security_group (None), before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:10:14.019937 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [None req-2ebf7652-7692-4a59-9e63-f4e0fabb45ac tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "DELETE /v2.0/security-groups/aefff0bf-e3d0-4c68-a8f6-dd8d29a02d15 HTTP/1.1" status: 204 len: 168 time: 0.2368367 Feb 20 23:10:14.020550 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.65', 52958) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:10:14.027997 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebf7652-7692-4a59-9e63-f4e0fabb45ac tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aefff0bf-e3d0-4c68-a8f6-dd8d29a02d15,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:10:14.033707 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.api.v2.resource [None req-60dd4a42-2b3a-465e-88df-b0ddf386e34b tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] show failed (client error): The resource could not be found. Feb 20 23:10:14.035813 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [None req-60dd4a42-2b3a-465e-88df-b0ddf386e34b tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "GET /v2.0/security-groups/aefff0bf-e3d0-4c68-a8f6-dd8d29a02d15 HTTP/1.1" status: 404 len: 347 time: 0.0137892 Feb 20 23:10:14.038266 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.65', 52960) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:10:14.165049 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-6d1f2ac3-f262-40fa-bfd0-0c9c6c2de3f9 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Deleting port 6e47e620-4d15-4275-953e-eae5a4bbefc4 {{(pid=109628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 23:10:14.168936 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-6d1f2ac3-f262-40fa-bfd0-0c9c6c2de3f9 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747407206678'] for port (6e47e620-4d15-4275-953e-eae5a4bbefc4), before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:10:14.244572 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-6d1f2ac3-f262-40fa-bfd0-0c9c6c2de3f9 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671932'] for port (6e47e620-4d15-4275-953e-eae5a4bbefc4), precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:10:14.244800 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-6d1f2ac3-f262-40fa-bfd0-0c9c6c2de3f9 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Publish callbacks [] for floatingip (6e47e620-4d15-4275-953e-eae5a4bbefc4), precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:10:14.256584 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-6d1f2ac3-f262-40fa-bfd0-0c9c6c2de3f9 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Calling delete_port for 6e47e620-4d15-4275-953e-eae5a4bbefc4 owned by network:floatingip {{(pid=109628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 23:10:14.448510 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-6d1f2ac3-f262-40fa-bfd0-0c9c6c2de3f9 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747407212409', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747406771505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59259307'] for port (6e47e620-4d15-4275-953e-eae5a4bbefc4), after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:10:14.478023 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1f2ac3-f262-40fa-bfd0-0c9c6c2de3f9 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Pushing event deleted for resources: {'Port': ['ID=6e47e620-4d15-4275-953e-eae5a4bbefc4,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:10:14.480424 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-bbcad40d-0432-46bb-b82a-c1f050f41a06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (13c347f3-1c01-45ee-af8c-9f8a630e0f23), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:10:14.535503 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-6d1f2ac3-f262-40fa-bfd0-0c9c6c2de3f9 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Publish callbacks [] for floatingip (b3bc894e-61ce-416d-9bc4-c0c0af758a53), after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:10:14.537989 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-6d1f2ac3-f262-40fa-bfd0-0c9c6c2de3f9 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932959'] for floatingip (None), before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:10:14.541594 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [None req-6d1f2ac3-f262-40fa-bfd0-0c9c6c2de3f9 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] 10.222.0.65 "DELETE /v2.0/floatingips/b3bc894e-61ce-416d-9bc4-c0c0af758a53 HTTP/1.1" status: 204 len: 168 time: 0.5021157 Feb 20 23:10:14.802236 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cafc65-68b5-4513-b4a4-6e93462bd427 req-a6e8ef78-f555-46da-b842-746dc66e88e5 tempest-AttachVolumeNegativeTest-501361799 tempest-AttachVolumeNegativeTest-501361799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:10:14.803591 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-c9cafc65-68b5-4513-b4a4-6e93462bd427 req-a6e8ef78-f555-46da-b842-746dc66e88e5 tempest-AttachVolumeNegativeTest-501361799 tempest-AttachVolumeNegativeTest-501361799-project] 10.222.0.42 "GET /v2.0/networks?id=22d08287-8353-4feb-a833-de26e0ec8aa5 HTTP/1.1" status: 200 len: 815 time: 0.1047595 Feb 20 23:10:14.820249 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.v2.base [req-c9cafc65-68b5-4513-b4a4-6e93462bd427 req-1d0ee16c-d395-4128-a333-4857530952ab tempest-AttachVolumeNegativeTest-501361799 tempest-AttachVolumeNegativeTest-501361799-project] Request body: {'port': {'device_id': 'b40b0a24-d41e-4db2-8149-e236c95c2cd4', 'network_id': '22d08287-8353-4feb-a833-de26e0ec8aa5', 'admin_state_up': True, 'tenant_id': '0d11856609a14abe8537ece8b60858c5'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:10:14.890651 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Device fc0f3c6c-4fbc-42f2-81c1-75baf5054de2 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 23:10:14.912777 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] No Port match for: fc0f3c6c-4fbc-42f2-81c1-75baf5054de2 {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 23:10:14.913442 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Device fc0f3c6c-4fbc-42f2-81c1-75baf5054de2 not bound to the agent host hv-cinder-83009 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 23:10:14.964099 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-c80b313a-656f-4cdf-bf8c-eabe3b0a4a92 req-c31e645a-402e-42b1-9ed5-760c45de8a1e tempest-AttachVolumeNegativeTest-501361799 tempest-AttachVolumeNegativeTest-501361799-project] 10.222.0.65 "GET /v2.0/ports?device_id=b40b0a24-d41e-4db2-8149-e236c95c2cd4 HTTP/1.1" status: 200 len: 210 time: 0.0291419 Feb 20 23:10:14.985748 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9cafc65-68b5-4513-b4a4-6e93462bd427 req-1d0ee16c-d395-4128-a333-4857530952ab tempest-AttachVolumeNegativeTest-501361799 tempest-AttachVolumeNegativeTest-501361799-project] Made reservation on behalf of 0d11856609a14abe8537ece8b60858c5 for: {'port': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 23:10:14.989671 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-c9cafc65-68b5-4513-b4a4-6e93462bd427 req-1d0ee16c-d395-4128-a333-4857530952ab tempest-AttachVolumeNegativeTest-501361799 tempest-AttachVolumeNegativeTest-501361799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4131840'] for port (None), before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:10:15.113448 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.db.db_base_plugin_common [req-c9cafc65-68b5-4513-b4a4-6e93462bd427 req-1d0ee16c-d395-4128-a333-4857530952ab tempest-AttachVolumeNegativeTest-501361799 tempest-AttachVolumeNegativeTest-501361799-project] Allocated IP 172.20.0.6 (22d08287-8353-4feb-a833-de26e0ec8aa5/caddf7d2-cba2-4b79-96d9-74d1004bb9eb/5acd6660-196f-4009-a194-c22a56256ad6) {{(pid=109628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 23:10:15.260523 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-c9cafc65-68b5-4513-b4a4-6e93462bd427 req-1d0ee16c-d395-4128-a333-4857530952ab tempest-AttachVolumeNegativeTest-501361799 tempest-AttachVolumeNegativeTest-501361799-project] Publish callbacks [] for port (5acd6660-196f-4009-a194-c22a56256ad6), precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:10:15.360979 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-c9cafc65-68b5-4513-b4a4-6e93462bd427 req-1d0ee16c-d395-4128-a333-4857530952ab tempest-AttachVolumeNegativeTest-501361799 tempest-AttachVolumeNegativeTest-501361799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747406771496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59259307'] for port (5acd6660-196f-4009-a194-c22a56256ad6), after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:10:15.372259 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] get_ports_and_sgs() called for port_ids ['df1c3b4a-8b4b-40fd-a4c2-8b4f88c62dd9'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 23:10:15.402899 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9cafc65-68b5-4513-b4a4-6e93462bd427 req-1d0ee16c-d395-4128-a333-4857530952ab tempest-AttachVolumeNegativeTest-501361799 tempest-AttachVolumeNegativeTest-501361799-project] Network 22d08287-8353-4feb-a833-de26e0ec8aa5 is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 23:10:15.406224 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [req-c9cafc65-68b5-4513-b4a4-6e93462bd427 req-1d0ee16c-d395-4128-a333-4857530952ab tempest-AttachVolumeNegativeTest-501361799 tempest-AttachVolumeNegativeTest-501361799-project] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 23:10:15.416115 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9cafc65-68b5-4513-b4a4-6e93462bd427 req-1d0ee16c-d395-4128-a333-4857530952ab tempest-AttachVolumeNegativeTest-501361799 tempest-AttachVolumeNegativeTest-501361799-project] Received port after_create {{(pid=109628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 23:10:15.440858 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0ee16c-d395-4128-a333-4857530952ab tempest-AttachVolumeNegativeTest-501361799 tempest-AttachVolumeNegativeTest-501361799-project] Pushing event updated for resources: {'Port': ['ID=5acd6660-196f-4009-a194-c22a56256ad6,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:10:15.467801 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cafc65-68b5-4513-b4a4-6e93462bd427 req-1d0ee16c-d395-4128-a333-4857530952ab tempest-AttachVolumeNegativeTest-501361799 tempest-AttachVolumeNegativeTest-501361799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:10:15.468408 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-c9cafc65-68b5-4513-b4a4-6e93462bd427 req-1d0ee16c-d395-4128-a333-4857530952ab tempest-AttachVolumeNegativeTest-501361799 tempest-AttachVolumeNegativeTest-501361799-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932959'] for port (None), before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:10:15.551275 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-c9cafc65-68b5-4513-b4a4-6e93462bd427 req-1d0ee16c-d395-4128-a333-4857530952ab tempest-AttachVolumeNegativeTest-501361799 tempest-AttachVolumeNegativeTest-501361799-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7346163 Feb 20 23:10:15.562473 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.v2.base [req-c9cafc65-68b5-4513-b4a4-6e93462bd427 req-4d3cae6d-fb15-4aca-a9ef-a6a4858ac7a6 service neutron] Request body: {'port': {'device_id': 'b40b0a24-d41e-4db2-8149-e236c95c2cd4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:10:15.622002 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-c9cafc65-68b5-4513-b4a4-6e93462bd427 req-4d3cae6d-fb15-4aca-a9ef-a6a4858ac7a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4131840'] for port (5acd6660-196f-4009-a194-c22a56256ad6), before_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:10:15.878334 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.notifiers.nova [req-c9cafc65-68b5-4513-b4a4-6e93462bd427 req-4d3cae6d-fb15-4aca-a9ef-a6a4858ac7a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5acd6660-196f-4009-a194-c22a56256ad6 {{(pid=109628) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 23:10:15.885949 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-c9cafc65-68b5-4513-b4a4-6e93462bd427 req-4d3cae6d-fb15-4aca-a9ef-a6a4858ac7a6 service neutron] Publish callbacks [] for port (5acd6660-196f-4009-a194-c22a56256ad6), precommit_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:10:15.897825 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.db.provisioning_blocks [req-c9cafc65-68b5-4513-b4a4-6e93462bd427 req-4d3cae6d-fb15-4aca-a9ef-a6a4858ac7a6 service neutron] Transition to ACTIVE for port object 5acd6660-196f-4009-a194-c22a56256ad6 will not be triggered until provisioned by entity L2. {{(pid=109628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 23:10:15.920672 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-343008d4-3a37-47e4-bcbd-5ef9b41dd99c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (5ba36dc9-fc49-4f8a-9e75-ea70dbbc9d37), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:10:15.991044 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-c9cafc65-68b5-4513-b4a4-6e93462bd427 req-4d3cae6d-fb15-4aca-a9ef-a6a4858ac7a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747407212427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747406771514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747406771532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59259312'] for port (5acd6660-196f-4009-a194-c22a56256ad6), after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:10:16.046948 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3cae6d-fb15-4aca-a9ef-a6a4858ac7a6 service neutron] Pushing event updated for resources: {'Port': ['ID=5acd6660-196f-4009-a194-c22a56256ad6,revision_number=2']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:10:16.150773 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42718364-fa9c-488a-a726-34ca5dc0d641 req-29854280-c87a-4ddc-bfec-13f31dcd5bc9 tempest-AttachVolumeNegativeTest-501361799 tempest-AttachVolumeNegativeTest-501361799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:10:16.152237 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-42718364-fa9c-488a-a726-34ca5dc0d641 req-29854280-c87a-4ddc-bfec-13f31dcd5bc9 tempest-AttachVolumeNegativeTest-501361799 tempest-AttachVolumeNegativeTest-501361799-project] 10.222.0.65 "GET /v2.0/ports?device_id=b40b0a24-d41e-4db2-8149-e236c95c2cd4 HTTP/1.1" status: 200 len: 943 time: 0.1169131 Feb 20 23:10:16.154619 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [req-c9cafc65-68b5-4513-b4a4-6e93462bd427 req-4d3cae6d-fb15-4aca-a9ef-a6a4858ac7a6 service neutron] Attempting to bind port 5acd6660-196f-4009-a194-c22a56256ad6 on host hv-cinder-83009 for vnic_type normal with profile {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 23:10:16.154950 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [req-c9cafc65-68b5-4513-b4a4-6e93462bd427 req-4d3cae6d-fb15-4aca-a9ef-a6a4858ac7a6 service neutron] Attempting to bind port 5acd6660-196f-4009-a194-c22a56256ad6 by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '393c390e-b641-44c1-805d-825e0a25523a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '22d08287-8353-4feb-a833-de26e0ec8aa5'}] {{(pid=109628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 23:10:16.155293 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9cafc65-68b5-4513-b4a4-6e93462bd427 req-4d3cae6d-fb15-4aca-a9ef-a6a4858ac7a6 service neutron] Attempting to bind port 5acd6660-196f-4009-a194-c22a56256ad6 on network 22d08287-8353-4feb-a833-de26e0ec8aa5 {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 23:10:16.166522 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9cafc65-68b5-4513-b4a4-6e93462bd427 req-4d3cae6d-fb15-4aca-a9ef-a6a4858ac7a6 service neutron] Port 5acd6660-196f-4009-a194-c22a56256ad6 on network 22d08287-8353-4feb-a833-de26e0ec8aa5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 23:10:16.166921 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9cafc65-68b5-4513-b4a4-6e93462bd427 req-4d3cae6d-fb15-4aca-a9ef-a6a4858ac7a6 service neutron] Attempting to bind port 5acd6660-196f-4009-a194-c22a56256ad6 on network 22d08287-8353-4feb-a833-de26e0ec8aa5 {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 23:10:16.183773 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9cafc65-68b5-4513-b4a4-6e93462bd427 req-4d3cae6d-fb15-4aca-a9ef-a6a4858ac7a6 service neutron] Checking agent: {'id': 'a929ecfe-02b1-4b86-b2e7-0c746ea4b12c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 22, 57, 21), 'started_at': datetime.datetime(2022, 2, 20, 22, 57, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 23, 9, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 23:10:16.184274 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9cafc65-68b5-4513-b4a4-6e93462bd427 req-4d3cae6d-fb15-4aca-a9ef-a6a4858ac7a6 service neutron] Checking segment: {'id': '393c390e-b641-44c1-805d-825e0a25523a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '22d08287-8353-4feb-a833-de26e0ec8aa5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 23:10:16.184623 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9cafc65-68b5-4513-b4a4-6e93462bd427 req-4d3cae6d-fb15-4aca-a9ef-a6a4858ac7a6 service neutron] Bound using segment: {'id': '393c390e-b641-44c1-805d-825e0a25523a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '22d08287-8353-4feb-a833-de26e0ec8aa5'} {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 23:10:16.185047 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [req-c9cafc65-68b5-4513-b4a4-6e93462bd427 req-4d3cae6d-fb15-4aca-a9ef-a6a4858ac7a6 service neutron] Bound port: 5acd6660-196f-4009-a194-c22a56256ad6, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '393c390e-b641-44c1-805d-825e0a25523a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '22d08287-8353-4feb-a833-de26e0ec8aa5'}}] {{(pid=109628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 23:10:16.185400 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-c9cafc65-68b5-4513-b4a4-6e93462bd427 req-4d3cae6d-fb15-4aca-a9ef-a6a4858ac7a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4131840'] for port (5acd6660-196f-4009-a194-c22a56256ad6), before_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:10:16.236556 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-42718364-fa9c-488a-a726-34ca5dc0d641 req-61f69f7f-5288-4b04-8f76-03800c4a32b9 tempest-AttachVolumeNegativeTest-501361799 tempest-AttachVolumeNegativeTest-501361799-project] 10.222.0.65 "GET /v2.0/security-groups?id=4b7b4e73-9e46-4c22-bfc4-5a37580fad72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779862 Feb 20 23:10:16.264035 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.db [req-c9cafc65-68b5-4513-b4a4-6e93462bd427 req-4d3cae6d-fb15-4aca-a9ef-a6a4858ac7a6 service neutron] For port 5acd6660-196f-4009-a194-c22a56256ad6, host hv-cinder-83009, cleared binding levels {{(pid=109628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 23:10:16.267097 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.db [req-c9cafc65-68b5-4513-b4a4-6e93462bd427 req-4d3cae6d-fb15-4aca-a9ef-a6a4858ac7a6 service neutron] For port 5acd6660-196f-4009-a194-c22a56256ad6, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=5acd6660-196f-4009-a194-c22a56256ad6,segment=NetworkSegment(393c390e-b641-44c1-805d-825e0a25523a),segment_id=393c390e-b641-44c1-805d-825e0a25523a)] {{(pid=109628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 23:10:16.346074 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-c9cafc65-68b5-4513-b4a4-6e93462bd427 req-4d3cae6d-fb15-4aca-a9ef-a6a4858ac7a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747407212427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747406771514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747406771532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59259312'] for port (5acd6660-196f-4009-a194-c22a56256ad6), after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:10:16.381559 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cafc65-68b5-4513-b4a4-6e93462bd427 req-4d3cae6d-fb15-4aca-a9ef-a6a4858ac7a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:10:16.382344 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-c9cafc65-68b5-4513-b4a4-6e93462bd427 req-4d3cae6d-fb15-4aca-a9ef-a6a4858ac7a6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932959'] for port (None), before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:10:16.383738 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-c9cafc65-68b5-4513-b4a4-6e93462bd427 req-4d3cae6d-fb15-4aca-a9ef-a6a4858ac7a6 service neutron] 10.222.0.42 "PUT /v2.0/ports/5acd6660-196f-4009-a194-c22a56256ad6 HTTP/1.1" status: 200 len: 1093 time: 0.8252530 Feb 20 23:10:16.385845 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b40b0a24-d41e-4db2-8149-e236c95c2cd4', 'tag': '5acd6660-196f-4009-a194-c22a56256ad6'}] {{(pid=109628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 23:10:16.388720 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4be7ee60aa4259b475ee261dcf74c65065c56e299c7a4b2359a57cf03aee0d96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57bfcfaf-c5d3-47a7-beaa-abd6d4d07d9a" -d '{"events": [{"name": "network-changed", "server_uuid": "b40b0a24-d41e-4db2-8149-e236c95c2cd4", "tag": "5acd6660-196f-4009-a194-c22a56256ad6"}]}' {{(pid=109628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 23:10:16.413318 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3cae6d-fb15-4aca-a9ef-a6a4858ac7a6 service neutron] Pushing event updated for resources: {'Port': ['ID=5acd6660-196f-4009-a194-c22a56256ad6,revision_number=3']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:10:16.427753 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 23:10:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38cd5440-0995-4a17-9dee-5c8658714bf2 x-openstack-request-id: req-38cd5440-0995-4a17-9dee-5c8658714bf2 {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 23:10:16.428056 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b40b0a24-d41e-4db2-8149-e236c95c2cd4", "tag": "5acd6660-196f-4009-a194-c22a56256ad6", "status": "completed", "code": 200}]} {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 23:10:16.428309 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-38cd5440-0995-4a17-9dee-5c8658714bf2 {{(pid=109628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 23:10:16.428704 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b40b0a24-d41e-4db2-8149-e236c95c2cd4', 'tag': '5acd6660-196f-4009-a194-c22a56256ad6', 'status': 'completed', 'code': 200} Feb 20 23:10:16.490015 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bfcfaf-c5d3-47a7-beaa-abd6d4d07d9a req-5612d972-b6ac-4ba3-a1b8-17a62df4e41b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:10:16.491512 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-57bfcfaf-c5d3-47a7-beaa-abd6d4d07d9a req-5612d972-b6ac-4ba3-a1b8-17a62df4e41b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=0d11856609a14abe8537ece8b60858c5&device_id=b40b0a24-d41e-4db2-8149-e236c95c2cd4 HTTP/1.1" status: 200 len: 1127 time: 0.0434546 Feb 20 23:10:16.585949 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bfcfaf-c5d3-47a7-beaa-abd6d4d07d9a req-6fa361d4-1bc9-4bc3-8ba7-530bf0170579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:10:16.587429 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-57bfcfaf-c5d3-47a7-beaa-abd6d4d07d9a req-6fa361d4-1bc9-4bc3-8ba7-530bf0170579 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=0d11856609a14abe8537ece8b60858c5&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0886118 Feb 20 23:10:16.949388 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bfcfaf-c5d3-47a7-beaa-abd6d4d07d9a req-0087d1e3-2de8-4229-9574-764635611c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:10:16.950907 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-57bfcfaf-c5d3-47a7-beaa-abd6d4d07d9a req-0087d1e3-2de8-4229-9574-764635611c22 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3576736 Feb 20 23:10:17.029234 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cafc65-68b5-4513-b4a4-6e93462bd427 req-4ccaa862-5566-4ffe-8f53-072888cddd92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:10:17.030789 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-c9cafc65-68b5-4513-b4a4-6e93462bd427 req-4ccaa862-5566-4ffe-8f53-072888cddd92 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=0d11856609a14abe8537ece8b60858c5&device_id=b40b0a24-d41e-4db2-8149-e236c95c2cd4 HTTP/1.1" status: 200 len: 1127 time: 0.0426815 Feb 20 23:10:17.074285 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-c9cafc65-68b5-4513-b4a4-6e93462bd427 req-e35f1b85-af8e-4888-9f4c-1bdc0dee8ed8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5acd6660-196f-4009-a194-c22a56256ad6 HTTP/1.1" status: 200 len: 217 time: 0.0367007 Feb 20 23:10:17.122133 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cafc65-68b5-4513-b4a4-6e93462bd427 req-18c61833-9ccc-4936-8c1c-bb1422876aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:10:17.123598 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-c9cafc65-68b5-4513-b4a4-6e93462bd427 req-18c61833-9ccc-4936-8c1c-bb1422876aa2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=caddf7d2-cba2-4b79-96d9-74d1004bb9eb HTTP/1.1" status: 200 len: 855 time: 0.0437117 Feb 20 23:10:17.153858 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-c9cafc65-68b5-4513-b4a4-6e93462bd427 req-cd66d7b8-296d-4b72-b11e-9dd3bbfd984a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=22d08287-8353-4feb-a833-de26e0ec8aa5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240707 Feb 20 23:10:17.197482 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-f8bda328-0f39-40fc-b2c8-28796977f3d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (e2edd6cb-ac77-47df-80b5-e0a92a5dde3d), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:10:17.224175 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.65', 52992) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:10:17.247543 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-c9cafc65-68b5-4513-b4a4-6e93462bd427 req-91de5644-aed8-45c5-8720-1d3f6b108df6 service neutron] 10.222.0.42 "GET /v2.0/networks/22d08287-8353-4feb-a833-de26e0ec8aa5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872099 Feb 20 23:10:17.368209 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-c9cafc65-68b5-4513-b4a4-6e93462bd427 req-1c3b2e70-9981-4130-9bfe-8cf4a8dcfa4b service neutron] 10.222.0.42 "GET /v2.0/networks/22d08287-8353-4feb-a833-de26e0ec8aa5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1141880 Feb 20 23:10:17.382336 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab86ad38-ccc9-49bf-b657-280edb823b8f req-89201cad-86ab-4c32-9de2-f1cd931b60c4 tempest-AttachVolumeNegativeTest-501361799 tempest-AttachVolumeNegativeTest-501361799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:10:17.383880 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-ab86ad38-ccc9-49bf-b657-280edb823b8f req-89201cad-86ab-4c32-9de2-f1cd931b60c4 tempest-AttachVolumeNegativeTest-501361799 tempest-AttachVolumeNegativeTest-501361799-project] 10.222.0.65 "GET /v2.0/ports?device_id=b40b0a24-d41e-4db2-8149-e236c95c2cd4 HTTP/1.1" status: 200 len: 943 time: 0.0787730 Feb 20 23:10:17.439358 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-ab86ad38-ccc9-49bf-b657-280edb823b8f req-161ec18f-f46b-40f8-a0a1-6520c7a363db tempest-AttachVolumeNegativeTest-501361799 tempest-AttachVolumeNegativeTest-501361799-project] 10.222.0.65 "GET /v2.0/security-groups?id=4b7b4e73-9e46-4c22-bfc4-5a37580fad72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466559 Feb 20 23:10:17.828935 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-f90d7991-3195-4d01-8c1b-c8802d5eca60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-702964'] for router_interface (46817dfe-fc89-4585-97bb-fc918877ba0e), before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:10:18.068261 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-f90d7991-3195-4d01-8c1b-c8802d5eca60 admin admin] Deleting port 95d16298-3bc7-4771-bf34-e3a6ec44e3a9 {{(pid=109629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 23:10:18.068601 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-f90d7991-3195-4d01-8c1b-c8802d5eca60 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747407206678'] for port (95d16298-3bc7-4771-bf34-e3a6ec44e3a9), before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:10:18.146419 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.plugins.ml2.db [None req-f90d7991-3195-4d01-8c1b-c8802d5eca60 admin admin] For port 95d16298-3bc7-4771-bf34-e3a6ec44e3a9, host dv-cinder-830096-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-1-iscsi',level=0,port_id=95d16298-3bc7-4771-bf34-e3a6ec44e3a9,segment=NetworkSegment(e96cb693-0403-4029-b4e9-bd6b25e8f8fe),segment_id=e96cb693-0403-4029-b4e9-bd6b25e8f8fe)] {{(pid=109629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:10:18.146648 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-f90d7991-3195-4d01-8c1b-c8802d5eca60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671932'] for port (95d16298-3bc7-4771-bf34-e3a6ec44e3a9), precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:10:18.158252 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-f90d7991-3195-4d01-8c1b-c8802d5eca60 admin admin] Calling delete_port for 95d16298-3bc7-4771-bf34-e3a6ec44e3a9 owned by network:router_interface {{(pid=109629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 23:10:18.402819 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-f90d7991-3195-4d01-8c1b-c8802d5eca60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747407212409', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747406771505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61629250'] for port (95d16298-3bc7-4771-bf34-e3a6ec44e3a9), after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:10:18.429283 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90d7991-3195-4d01-8c1b-c8802d5eca60 admin admin] Pushing event deleted for resources: {'Port': ['ID=95d16298-3bc7-4771-bf34-e3a6ec44e3a9,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:10:18.454831 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90d7991-3195-4d01-8c1b-c8802d5eca60 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:10:18.455180 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90d7991-3195-4d01-8c1b-c8802d5eca60 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:10:18.455522 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90d7991-3195-4d01-8c1b-c8802d5eca60 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:10:18.455860 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90d7991-3195-4d01-8c1b-c8802d5eca60 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:10:18.456191 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90d7991-3195-4d01-8c1b-c8802d5eca60 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:10:18.456526 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90d7991-3195-4d01-8c1b-c8802d5eca60 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:10:18.456857 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90d7991-3195-4d01-8c1b-c8802d5eca60 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:10:18.457184 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90d7991-3195-4d01-8c1b-c8802d5eca60 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:10:18.457511 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90d7991-3195-4d01-8c1b-c8802d5eca60 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:10:18.457838 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90d7991-3195-4d01-8c1b-c8802d5eca60 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:10:18.458161 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90d7991-3195-4d01-8c1b-c8802d5eca60 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:10:18.458509 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90d7991-3195-4d01-8c1b-c8802d5eca60 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:10:18.458832 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90d7991-3195-4d01-8c1b-c8802d5eca60 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:10:18.648523 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de45fc0-162f-4105-aba1-4bd2d5bb1fbe req-6d0e68b1-3d02-4097-8f5c-956eff75632a tempest-AttachVolumeNegativeTest-501361799 tempest-AttachVolumeNegativeTest-501361799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:10:18.649984 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-9de45fc0-162f-4105-aba1-4bd2d5bb1fbe req-6d0e68b1-3d02-4097-8f5c-956eff75632a tempest-AttachVolumeNegativeTest-501361799 tempest-AttachVolumeNegativeTest-501361799-project] 10.222.0.65 "GET /v2.0/ports?device_id=b40b0a24-d41e-4db2-8149-e236c95c2cd4 HTTP/1.1" status: 200 len: 943 time: 0.1082878 Feb 20 23:10:18.652188 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-f90d7991-3195-4d01-8c1b-c8802d5eca60 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-565519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-703332'] for router_interface (46817dfe-fc89-4585-97bb-fc918877ba0e), after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:10:18.693897 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (2dc95353-690e-4eed-857f-cdb5bbe3a4be), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:10:18.745408 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-9de45fc0-162f-4105-aba1-4bd2d5bb1fbe req-e9adc45b-8c55-45f9-8f84-caf79b7c2144 tempest-AttachVolumeNegativeTest-501361799 tempest-AttachVolumeNegativeTest-501361799-project] 10.222.0.65 "GET /v2.0/security-groups?id=4b7b4e73-9e46-4c22-bfc4-5a37580fad72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873215 Feb 20 23:10:18.902079 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f90d7991-3195-4d01-8c1b-c8802d5eca60 admin admin] Router 46817dfe-fc89-4585-97bb-fc918877ba0e has already been hosted by L3 agent 13c347f3-1c01-45ee-af8c-9f8a630e0f23 {{(pid=109629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 23:10:18.912843 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Device 5acd6660-196f-4009-a194-c22a56256ad6 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=109630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 23:10:19.008971 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] For port 5acd6660-196f-4009-a194-c22a56256ad6, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=5acd6660-196f-4009-a194-c22a56256ad6,segment=NetworkSegment(393c390e-b641-44c1-805d-825e0a25523a),segment_id=393c390e-b641-44c1-805d-825e0a25523a)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:10:19.009430 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f90d7991-3195-4d01-8c1b-c8802d5eca60 admin admin] Notify agent at l3_agent.dv-cinder-830096-1-iscsi the message routers_updated {{(pid=109629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 23:10:19.014711 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [None req-f90d7991-3195-4d01-8c1b-c8802d5eca60 admin admin] 10.222.0.65 "PUT /v2.0/routers/46817dfe-fc89-4585-97bb-fc918877ba0e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7892039 Feb 20 23:10:19.017583 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.65', 53002) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:10:19.021388 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Returning: {'device': '5acd6660-196f-4009-a194-c22a56256ad6', 'network_id': '22d08287-8353-4feb-a833-de26e0ec8aa5', 'port_id': '5acd6660-196f-4009-a194-c22a56256ad6', 'mac_address': 'fa:16:3e:08:54:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'caddf7d2-cba2-4b79-96d9-74d1004bb9eb', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 23:10:19.025222 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6db634f-a556-44fc-b507-cef03f6bfdd4 None None] Sync routers for ids ['46817dfe-fc89-4585-97bb-fc918877ba0e'] in dv-cinder-830096-1-iscsi {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 23:10:19.035256 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6db634f-a556-44fc-b507-cef03f6bfdd4 None None] Routers {'46817dfe-fc89-4585-97bb-fc918877ba0e'} bound to L3 agent in host dv-cinder-830096-1-iscsi {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 23:10:19.035878 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-f6db634f-a556-44fc-b507-cef03f6bfdd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T22:50:44Z,description=,heartbeat_timestamp=2022-02-20T23:10:14Z,host='dv-cinder-830096-1-iscsi',id=13c347f3-1c01-45ee-af8c-9f8a630e0f23,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T22:50:45Z,topic='l3_agent')) {'router_ids': ['46817dfe-fc89-4585-97bb-fc918877ba0e'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:10:19.058606 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Current status of the port 5acd6660-196f-4009-a194-c22a56256ad6 is: DOWN; New status is: BUILD {{(pid=109630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:10:19.059011 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4131840'] for port (5acd6660-196f-4009-a194-c22a56256ad6), before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:10:19.072813 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.notifiers.nova [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5acd6660-196f-4009-a194-c22a56256ad6 {{(pid=109630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 23:10:19.099244 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] For port 5acd6660-196f-4009-a194-c22a56256ad6, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=5acd6660-196f-4009-a194-c22a56256ad6,segment=NetworkSegment(393c390e-b641-44c1-805d-825e0a25523a),segment_id=393c390e-b641-44c1-805d-825e0a25523a)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:10:19.124357 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-42ec6dd8-12f5-4934-b546-4b5401dc2428 admin admin] Publish callbacks [] for router (46817dfe-fc89-4585-97bb-fc918877ba0e), before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:10:19.145888 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.db.l3_dvr_db [None req-f6db634f-a556-44fc-b507-cef03f6bfdd4 None None] Set router 46817dfe-fc89-4585-97bb-fc918877ba0e gateway port host: dv-cinder-830096-1-iscsi {{(pid=109631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 23:10:19.192261 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747407212427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747406771514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747406771532'] for port (5acd6660-196f-4009-a194-c22a56256ad6), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:10:19.238933 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-42ec6dd8-12f5-4934-b546-4b5401dc2428 admin admin] Publish callbacks [] for router_gateway (46817dfe-fc89-4585-97bb-fc918877ba0e), before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:10:19.240482 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Pushing event updated for resources: {'Port': ['ID=5acd6660-196f-4009-a194-c22a56256ad6,revision_number=4']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:10:19.247801 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:10:19.248148 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:10:19.248487 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:10:19.248816 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:10:19.249141 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:10:19.249479 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:10:19.249791 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:10:19.250108 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:10:19.250447 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:10:19.255215 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:10:19.255215 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:10:19.255215 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:10:19.255215 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:10:19.324483 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-f6db634f-a556-44fc-b507-cef03f6bfdd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46817dfe-fc89-4585-97bb-fc918877ba0e', 'name': 'tempest-AttachVolumeShelveTestJSON-841500598-router', 'tenant_id': '48a93be9550345ed9b9cbfc081ec5671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f52b71d-61c7-49bc-86ae-3e3415c25b55', 'external_fixed_ips': [{'subnet_id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'ip_address': '172.27.2.135'}], 'enable_snat': True}, 'gw_port_id': '668be8c4-3b55-47a7-90f8-93d4d855d93f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T22:59:16Z', 'updated_at': '2022-02-20T23:10:18Z', 'revision_number': 5, 'project_id': '48a93be9550345ed9b9cbfc081ec5671', 'gw_port': {'id': '668be8c4-3b55-47a7-90f8-93d4d855d93f', 'name': '', 'network_id': '5f52b71d-61c7-49bc-86ae-3e3415c25b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:36:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46817dfe-fc89-4585-97bb-fc918877ba0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'ip_address': '172.27.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T22:59:17Z', 'updated_at': '2022-02-20T22:59:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-1-iscsi'}], 'dv-cinder-830096-1-iscsi', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:10:19.350795 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6db634f-a556-44fc-b507-cef03f6bfdd4 None None] Checking router: 46817dfe-fc89-4585-97bb-fc918877ba0e for host: dv-cinder-830096-1-iscsi {{(pid=109631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 23:10:19.358871 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6db634f-a556-44fc-b507-cef03f6bfdd4 None None] Routers {'46817dfe-fc89-4585-97bb-fc918877ba0e'} bound to L3 agent in host dv-cinder-830096-1-iscsi {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 23:10:19.359471 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-f6db634f-a556-44fc-b507-cef03f6bfdd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T22:50:44Z,description=,heartbeat_timestamp=2022-02-20T23:10:14Z,host='dv-cinder-830096-1-iscsi',id=13c347f3-1c01-45ee-af8c-9f8a630e0f23,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T22:50:45Z,topic='l3_agent')) {'router_ids': ['46817dfe-fc89-4585-97bb-fc918877ba0e'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:10:19.361208 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-42ec6dd8-12f5-4934-b546-4b5401dc2428 admin admin] Deleting port 668be8c4-3b55-47a7-90f8-93d4d855d93f {{(pid=109628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 23:10:19.361535 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-42ec6dd8-12f5-4934-b546-4b5401dc2428 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747407206678'] for port (668be8c4-3b55-47a7-90f8-93d4d855d93f), before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:10:19.437327 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.db [None req-42ec6dd8-12f5-4934-b546-4b5401dc2428 admin admin] For port 668be8c4-3b55-47a7-90f8-93d4d855d93f, host dv-cinder-830096-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-1-iscsi',level=0,port_id=668be8c4-3b55-47a7-90f8-93d4d855d93f,segment=NetworkSegment(c35aac5e-90b0-4d56-90ba-57f79ef09092),segment_id=c35aac5e-90b0-4d56-90ba-57f79ef09092)] {{(pid=109628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:10:19.437681 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-42ec6dd8-12f5-4934-b546-4b5401dc2428 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671932'] for port (668be8c4-3b55-47a7-90f8-93d4d855d93f), precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:10:19.450387 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.db.l3_dvr_db [None req-f6db634f-a556-44fc-b507-cef03f6bfdd4 None None] Set router 46817dfe-fc89-4585-97bb-fc918877ba0e gateway port host: None {{(pid=109631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 23:10:19.451271 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-42ec6dd8-12f5-4934-b546-4b5401dc2428 admin admin] Calling delete_port for 668be8c4-3b55-47a7-90f8-93d4d855d93f owned by network:router_gateway {{(pid=109628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 23:10:19.503280 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-f6db634f-a556-44fc-b507-cef03f6bfdd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46817dfe-fc89-4585-97bb-fc918877ba0e', 'name': 'tempest-AttachVolumeShelveTestJSON-841500598-router', 'tenant_id': '48a93be9550345ed9b9cbfc081ec5671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T22:59:16Z', 'updated_at': '2022-02-20T23:10:19Z', 'revision_number': 6, 'project_id': '48a93be9550345ed9b9cbfc081ec5671', 'gw_port_host': None}], 'dv-cinder-830096-1-iscsi', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:10:19.532525 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6db634f-a556-44fc-b507-cef03f6bfdd4 None None] The sync data for ids ['46817dfe-fc89-4585-97bb-fc918877ba0e'] in dv-cinder-830096-1-iscsi is: [{'id': '46817dfe-fc89-4585-97bb-fc918877ba0e', 'name': 'tempest-AttachVolumeShelveTestJSON-841500598-router', 'tenant_id': '48a93be9550345ed9b9cbfc081ec5671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T22:59:16Z', 'updated_at': '2022-02-20T23:10:19Z', 'revision_number': 6, 'project_id': '48a93be9550345ed9b9cbfc081ec5671', 'gw_port_host': None}] {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 23:10:19.667304 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] get_ports_and_sgs() called for port_ids ['5acd6660-196f-4009-a194-c22a56256ad6'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 23:10:19.680455 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-42ec6dd8-12f5-4934-b546-4b5401dc2428 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747407212409', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747406771505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59259307'] for port (668be8c4-3b55-47a7-90f8-93d4d855d93f), after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:10:19.715318 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ec6dd8-12f5-4934-b546-4b5401dc2428 admin admin] Pushing event deleted for resources: {'Port': ['ID=668be8c4-3b55-47a7-90f8-93d4d855d93f,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:10:19.769911 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-42ec6dd8-12f5-4934-b546-4b5401dc2428 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-704142'] for router_gateway (46817dfe-fc89-4585-97bb-fc918877ba0e), after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:10:19.885300 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-42ec6dd8-12f5-4934-b546-4b5401dc2428 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-700690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6565'] for router (46817dfe-fc89-4585-97bb-fc918877ba0e), precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:10:19.888756 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-42ec6dd8-12f5-4934-b546-4b5401dc2428 admin admin] Publish callbacks [] for router_controller (46817dfe-fc89-4585-97bb-fc918877ba0e), precommit_delete_associations {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:10:19.953539 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6e7098-4005-45b5-8f91-ea216937107c req-7eab4517-8941-4cdb-ac3b-ccbb40615e1b tempest-AttachVolumeNegativeTest-501361799 tempest-AttachVolumeNegativeTest-501361799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:10:19.955110 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-2a6e7098-4005-45b5-8f91-ea216937107c req-7eab4517-8941-4cdb-ac3b-ccbb40615e1b tempest-AttachVolumeNegativeTest-501361799 tempest-AttachVolumeNegativeTest-501361799-project] 10.222.0.65 "GET /v2.0/ports?device_id=b40b0a24-d41e-4db2-8149-e236c95c2cd4 HTTP/1.1" status: 200 len: 944 time: 0.1230266 Feb 20 23:10:20.008845 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-2a6e7098-4005-45b5-8f91-ea216937107c req-6783a7f3-160e-4b9d-bd47-552defbae718 tempest-AttachVolumeNegativeTest-501361799 tempest-AttachVolumeNegativeTest-501361799-project] 10.222.0.65 "GET /v2.0/security-groups?id=4b7b4e73-9e46-4c22-bfc4-5a37580fad72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471323 Feb 20 23:10:20.034658 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-42ec6dd8-12f5-4934-b546-4b5401dc2428 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-700779'] for router (46817dfe-fc89-4585-97bb-fc918877ba0e), after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:10:20.035245 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42ec6dd8-12f5-4934-b546-4b5401dc2428 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 46817dfe-fc89-4585-97bb-fc918877ba0e {{(pid=109628) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 20 23:10:20.039748 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-42ec6dd8-12f5-4934-b546-4b5401dc2428 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:10:20.040819 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [None req-42ec6dd8-12f5-4934-b546-4b5401dc2428 admin admin] 10.222.0.65 "DELETE /v2.0/routers/46817dfe-fc89-4585-97bb-fc918877ba0e HTTP/1.1" status: 204 len: 168 time: 1.0222719 Feb 20 23:10:20.043424 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.65', 53006) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:10:20.087440 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8b68a20-db8d-441e-a544-f848f6066427 admin admin] Deleting subnet 58431437-f6f9-4145-a265-242d6c5c36fc {{(pid=109628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 23:10:20.090458 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f8b68a20-db8d-441e-a544-f848f6066427 admin admin] Publish callbacks [] for subnet (58431437-f6f9-4145-a265-242d6c5c36fc), before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:10:20.123135 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f8b68a20-db8d-441e-a544-f848f6066427 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59578410'] for subnet (58431437-f6f9-4145-a265-242d6c5c36fc), precommit_delete_associations {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:10:20.206956 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f8b68a20-db8d-441e-a544-f848f6066427 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4171819'] for subnet (58431437-f6f9-4145-a265-242d6c5c36fc), precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:10:20.320913 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f8b68a20-db8d-441e-a544-f848f6066427 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4171794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59295610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60044582'] for subnet (58431437-f6f9-4145-a265-242d6c5c36fc), after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:10:20.343236 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Device 95d16298-3bc7-4771-bf34-e3a6ec44e3a9 no longer exists at agent ovs-agent-dv-cinder-830096-1-iscsi {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 23:10:20.351386 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f8b68a20-db8d-441e-a544-f848f6066427 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565544'] for subnet (None), before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:10:20.355310 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [None req-f8b68a20-db8d-441e-a544-f848f6066427 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/58431437-f6f9-4145-a265-242d6c5c36fc HTTP/1.1" status: 204 len: 168 time: 0.3109822 Feb 20 23:10:20.356352 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b68a20-db8d-441e-a544-f848f6066427 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=58431437-f6f9-4145-a265-242d6c5c36fc,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:10:20.357866 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.65', 53008) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:10:20.371806 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1823ef79-2f73-4851-8dda-72c084ce5d53 None None] Network 8904bc28-8825-408d-a027-aaac96b04ee9 requested from dv-cinder-830096-1-iscsi {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 23:10:20.373987 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] No Port match for: 95d16298-3bc7-4771-bf34-e3a6ec44e3a9 {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 23:10:20.374333 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Device 95d16298-3bc7-4771-bf34-e3a6ec44e3a9 not bound to the agent host dv-cinder-830096-1-iscsi {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 23:10:20.429992 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-624416b9-e3e0-48c3-a1bc-3de37a21a181 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4031138'] for network (8904bc28-8825-408d-a027-aaac96b04ee9), before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:10:20.486231 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-624416b9-e3e0-48c3-a1bc-3de37a21a181 admin admin] Deleting port 2a5d7cfe-87f4-4199-92a5-130d8bb86728 {{(pid=109629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 23:10:20.486662 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-624416b9-e3e0-48c3-a1bc-3de37a21a181 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747407206678'] for port (2a5d7cfe-87f4-4199-92a5-130d8bb86728), before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:10:20.521821 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d60e8930-d12f-476e-8a25-a5b1bf6c1561 None None] DHCP port deletion for 8904bc28-8825-408d-a027-aaac96b04ee9 request from dv-cinder-830096-1-iscsi {{(pid=109630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 23:10:20.559030 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.plugins.ml2.db [None req-624416b9-e3e0-48c3-a1bc-3de37a21a181 admin admin] For port 2a5d7cfe-87f4-4199-92a5-130d8bb86728, host dv-cinder-830096-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-1-iscsi',level=0,port_id=2a5d7cfe-87f4-4199-92a5-130d8bb86728,segment=NetworkSegment(e96cb693-0403-4029-b4e9-bd6b25e8f8fe),segment_id=e96cb693-0403-4029-b4e9-bd6b25e8f8fe)] {{(pid=109629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:10:20.559413 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-624416b9-e3e0-48c3-a1bc-3de37a21a181 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671932'] for port (2a5d7cfe-87f4-4199-92a5-130d8bb86728), precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:10:20.571627 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-d60e8930-d12f-476e-8a25-a5b1bf6c1561 None None] Deleting port 2a5d7cfe-87f4-4199-92a5-130d8bb86728 {{(pid=109630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 23:10:20.572320 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-d60e8930-d12f-476e-8a25-a5b1bf6c1561 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747407206678'] for port (2a5d7cfe-87f4-4199-92a5-130d8bb86728), before_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:10:20.573365 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-624416b9-e3e0-48c3-a1bc-3de37a21a181 admin admin] Calling delete_port for 2a5d7cfe-87f4-4199-92a5-130d8bb86728 owned by network:dhcp {{(pid=109629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 23:10:20.635735 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-d60e8930-d12f-476e-8a25-a5b1bf6c1561 None None] For port 2a5d7cfe-87f4-4199-92a5-130d8bb86728, host dv-cinder-830096-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-1-iscsi',level=0,port_id=2a5d7cfe-87f4-4199-92a5-130d8bb86728,segment=NetworkSegment(e96cb693-0403-4029-b4e9-bd6b25e8f8fe),segment_id=e96cb693-0403-4029-b4e9-bd6b25e8f8fe)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:10:20.636141 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-d60e8930-d12f-476e-8a25-a5b1bf6c1561 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671932'] for port (2a5d7cfe-87f4-4199-92a5-130d8bb86728), precommit_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:10:20.648975 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-d60e8930-d12f-476e-8a25-a5b1bf6c1561 None None] Calling delete_port for 2a5d7cfe-87f4-4199-92a5-130d8bb86728 owned by network:dhcp {{(pid=109630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 23:10:20.756867 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-624416b9-e3e0-48c3-a1bc-3de37a21a181 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747407212409', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747406771505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61629250'] for port (2a5d7cfe-87f4-4199-92a5-130d8bb86728), after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:10:20.763640 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-d60e8930-d12f-476e-8a25-a5b1bf6c1561 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747407212409', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747406771505'] for port (2a5d7cfe-87f4-4199-92a5-130d8bb86728), after_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:10:20.782602 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624416b9-e3e0-48c3-a1bc-3de37a21a181 admin admin] Pushing event deleted for resources: {'Port': ['ID=2a5d7cfe-87f4-4199-92a5-130d8bb86728,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:10:20.786248 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-624416b9-e3e0-48c3-a1bc-3de37a21a181 admin admin] No DVR routers for this DVR port 2a5d7cfe-87f4-4199-92a5-130d8bb86728 on host dv-cinder-830096-1-iscsi {{(pid=109629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 23:10:20.788420 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60e8930-d12f-476e-8a25-a5b1bf6c1561 None None] Pushing event deleted for resources: {'Port': ['ID=2a5d7cfe-87f4-4199-92a5-130d8bb86728,revision_number=None']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:10:20.792490 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d60e8930-d12f-476e-8a25-a5b1bf6c1561 None None] No DVR routers for this DVR port 2a5d7cfe-87f4-4199-92a5-130d8bb86728 on host dv-cinder-830096-1-iscsi {{(pid=109630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 23:10:20.857751 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-624416b9-e3e0-48c3-a1bc-3de37a21a181 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4175522', 'neutron.services.segments.db._delete_segments_for_network-8747407231802'] for network (8904bc28-8825-408d-a027-aaac96b04ee9), precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:10:20.876897 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.services.segments.db [None req-624416b9-e3e0-48c3-a1bc-3de37a21a181 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8904bc28-8825-408d-a027-aaac96b04ee9']}} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:10:20.886330 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.services.segments.db [None req-624416b9-e3e0-48c3-a1bc-3de37a21a181 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e96cb693-0403-4029-b4e9-bd6b25e8f8fe') {'for_net_delete': True} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:10:20.886649 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.services.segments.db [None req-624416b9-e3e0-48c3-a1bc-3de37a21a181 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e96cb693-0403-4029-b4e9-bd6b25e8f8fe') {} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:10:20.896102 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-624416b9-e3e0-48c3-a1bc-3de37a21a181 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747407232323', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62688234'] for segment (e96cb693-0403-4029-b4e9-bd6b25e8f8fe), before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:10:20.908848 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-624416b9-e3e0-48c3-a1bc-3de37a21a181 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4056974'] for segment (e96cb693-0403-4029-b4e9-bd6b25e8f8fe), precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:10:20.914588 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-624416b9-e3e0-48c3-a1bc-3de37a21a181 admin admin] Releasing vlan 69 on physical network physnet1 to pool {{(pid=109629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 23:10:20.914963 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-624416b9-e3e0-48c3-a1bc-3de37a21a181 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4056974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61629301'] for segment (e96cb693-0403-4029-b4e9-bd6b25e8f8fe), after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:10:20.916560 dv-cinder-830096-1-iscsi neutron-server[109629]: Traceback (most recent call last): Feb 20 23:10:20.916560 dv-cinder-830096-1-iscsi neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 23:10:20.916560 dv-cinder-830096-1-iscsi neutron-server[109629]: timer() Feb 20 23:10:20.916560 dv-cinder-830096-1-iscsi neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 23:10:20.916560 dv-cinder-830096-1-iscsi neutron-server[109629]: cb(*args, **kw) Feb 20 23:10:20.916560 dv-cinder-830096-1-iscsi neutron-server[109629]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 23:10:20.916560 dv-cinder-830096-1-iscsi neutron-server[109629]: return func(*args, **kwargs) Feb 20 23:10:20.916560 dv-cinder-830096-1-iscsi neutron-server[109629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 23:10:20.916560 dv-cinder-830096-1-iscsi neutron-server[109629]: self._notify() Feb 20 23:10:20.916560 dv-cinder-830096-1-iscsi neutron-server[109629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 23:10:20.916560 dv-cinder-830096-1-iscsi neutron-server[109629]: self.callback(batched_events) Feb 20 23:10:20.916560 dv-cinder-830096-1-iscsi neutron-server[109629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 23:10:20.916560 dv-cinder-830096-1-iscsi neutron-server[109629]: event.method(event) Feb 20 23:10:20.916560 dv-cinder-830096-1-iscsi neutron-server[109629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 23:10:20.916560 dv-cinder-830096-1-iscsi neutron-server[109629]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 23:10:20.916560 dv-cinder-830096-1-iscsi neutron-server[109629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 23:10:20.916560 dv-cinder-830096-1-iscsi neutron-server[109629]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 23:10:20.916560 dv-cinder-830096-1-iscsi neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 23:10:20.916560 dv-cinder-830096-1-iscsi neutron-server[109629]: return f(self, *a, **k) Feb 20 23:10:20.916560 dv-cinder-830096-1-iscsi neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 23:10:20.916560 dv-cinder-830096-1-iscsi neutron-server[109629]: return self._get(url).json() Feb 20 23:10:20.916560 dv-cinder-830096-1-iscsi neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 23:10:20.916560 dv-cinder-830096-1-iscsi neutron-server[109629]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 23:10:20.916560 dv-cinder-830096-1-iscsi neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 23:10:20.916560 dv-cinder-830096-1-iscsi neutron-server[109629]: return self.request(url, 'GET', **kwargs) Feb 20 23:10:20.916560 dv-cinder-830096-1-iscsi neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 23:10:20.916560 dv-cinder-830096-1-iscsi neutron-server[109629]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 23:10:20.916560 dv-cinder-830096-1-iscsi neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 23:10:20.916560 dv-cinder-830096-1-iscsi neutron-server[109629]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 23:10:20.916560 dv-cinder-830096-1-iscsi neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 23:10:20.916560 dv-cinder-830096-1-iscsi neutron-server[109629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 23:10:20.916560 dv-cinder-830096-1-iscsi neutron-server[109629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 23:10:20.926279 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Device 5acd6660-196f-4009-a194-c22a56256ad6 up at agent hyperv_hv-cinder-83009 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 23:10:21.042592 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-624416b9-e3e0-48c3-a1bc-3de37a21a181 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4175529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704226'] for network (8904bc28-8825-408d-a027-aaac96b04ee9), after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:10:21.058607 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-624416b9-e3e0-48c3-a1bc-3de37a21a181 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565544'] for network (None), before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:10:21.061722 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [None req-624416b9-e3e0-48c3-a1bc-3de37a21a181 admin admin] 10.222.0.65 "DELETE /v2.0/networks/8904bc28-8825-408d-a027-aaac96b04ee9 HTTP/1.1" status: 204 len: 168 time: 0.7028382 Feb 20 23:10:21.063145 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624416b9-e3e0-48c3-a1bc-3de37a21a181 admin admin] Pushing event deleted for resources: {'Network': ['ID=8904bc28-8825-408d-a027-aaac96b04ee9,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:10:21.076927 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Provisioning for port 5acd6660-196f-4009-a194-c22a56256ad6 completed by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 23:10:21.082387 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Provisioning complete for port 5acd6660-196f-4009-a194-c22a56256ad6 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:10:21.082717 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4145689'] for port (5acd6660-196f-4009-a194-c22a56256ad6), provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:10:21.139172 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fdb617-0031-468e-988c-960001455abb req-bc4cf780-8df8-4e48-9f69-c4cee3927e1b tempest-AttachVolumeNegativeTest-501361799 tempest-AttachVolumeNegativeTest-501361799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:10:21.144229 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-96fdb617-0031-468e-988c-960001455abb req-bc4cf780-8df8-4e48-9f69-c4cee3927e1b tempest-AttachVolumeNegativeTest-501361799 tempest-AttachVolumeNegativeTest-501361799-project] 10.222.0.65 "GET /v2.0/ports?device_id=b40b0a24-d41e-4db2-8149-e236c95c2cd4 HTTP/1.1" status: 200 len: 944 time: 0.0583894 Feb 20 23:10:21.172236 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Current status of the port 5acd6660-196f-4009-a194-c22a56256ad6 is: BUILD; New status is: ACTIVE {{(pid=109630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:10:21.172626 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4131840'] for port (5acd6660-196f-4009-a194-c22a56256ad6), before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:10:21.189318 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-96fdb617-0031-468e-988c-960001455abb req-02096b64-ee07-48b9-8606-082951635c70 tempest-AttachVolumeNegativeTest-501361799 tempest-AttachVolumeNegativeTest-501361799-project] 10.222.0.65 "GET /v2.0/security-groups?id=4b7b4e73-9e46-4c22-bfc4-5a37580fad72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430136 Feb 20 23:10:21.195806 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b40b0a24-d41e-4db2-8149-e236c95c2cd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5acd6660-196f-4009-a194-c22a56256ad6'}] {{(pid=109630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 23:10:21.198017 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f8f7ade39b9b648cd02963e66adb41eb29d40ae47bdce8ccfc3d1936511f484" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34301ee7-73cc-4a99-89a2-9d5727cfd3f9" -d '{"events": [{"server_uuid": "b40b0a24-d41e-4db2-8149-e236c95c2cd4", "name": "network-vif-plugged", "status": "completed", "tag": "5acd6660-196f-4009-a194-c22a56256ad6"}]}' {{(pid=109630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 23:10:21.212097 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] For port 5acd6660-196f-4009-a194-c22a56256ad6, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=5acd6660-196f-4009-a194-c22a56256ad6,segment=NetworkSegment(393c390e-b641-44c1-805d-825e0a25523a),segment_id=393c390e-b641-44c1-805d-825e0a25523a)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:10:21.241569 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 23:10:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5c8655f-0dc5-4697-a14a-705157f0f902 x-openstack-request-id: req-f5c8655f-0dc5-4697-a14a-705157f0f902 {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 23:10:21.241867 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b40b0a24-d41e-4db2-8149-e236c95c2cd4", "name": "network-vif-plugged", "status": "completed", "tag": "5acd6660-196f-4009-a194-c22a56256ad6", "code": 200}]} {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 23:10:21.242122 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f5c8655f-0dc5-4697-a14a-705157f0f902 {{(pid=109630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 23:10:21.242549 dv-cinder-830096-1-iscsi neutron-server[109630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b40b0a24-d41e-4db2-8149-e236c95c2cd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5acd6660-196f-4009-a194-c22a56256ad6', 'code': 200} Feb 20 23:10:21.275789 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747407212427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747406771514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747406771532'] for port (5acd6660-196f-4009-a194-c22a56256ad6), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:10:21.325103 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Pushing event updated for resources: {'Port': ['ID=5acd6660-196f-4009-a194-c22a56256ad6,revision_number=5']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:10:21.358433 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.65', 53016) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:10:21.397658 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [None req-1e8f0a4b-4f33-4747-a0a2-8a646b1a9466 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=48a93be9550345ed9b9cbfc081ec5671&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0379689 Feb 20 23:10:21.403719 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.65', 53018) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:10:21.454595 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b0585ba4-e32e-407a-8fdb-270ec6126a69 admin admin] Publish callbacks [] for security_group (20f37046-0707-460f-8d7a-77cc20d4cc02), before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:10:21.481827 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b0585ba4-e32e-407a-8fdb-270ec6126a69 admin admin] Publish callbacks [] for security_group (20f37046-0707-460f-8d7a-77cc20d4cc02), precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:10:21.561825 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2344f47-683a-49f9-b31e-10fcc8de523b req-3dca78ec-beab-4718-99a4-f9ab91633176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:10:21.563318 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-f2344f47-683a-49f9-b31e-10fcc8de523b req-3dca78ec-beab-4718-99a4-f9ab91633176 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=b40b0a24-d41e-4db2-8149-e236c95c2cd4 HTTP/1.1" status: 200 len: 1129 time: 0.0423868 Feb 20 23:10:21.592878 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b0585ba4-e32e-407a-8fdb-270ec6126a69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627867'] for security_group (20f37046-0707-460f-8d7a-77cc20d4cc02), after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:10:21.595359 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b0585ba4-e32e-407a-8fdb-270ec6126a69 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:10:21.596420 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [None req-b0585ba4-e32e-407a-8fdb-270ec6126a69 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/20f37046-0707-460f-8d7a-77cc20d4cc02 HTTP/1.1" status: 204 len: 168 time: 0.1917002 Feb 20 23:10:21.612007 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0585ba4-e32e-407a-8fdb-270ec6126a69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20f37046-0707-460f-8d7a-77cc20d4cc02,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:10:21.616737 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-f2344f47-683a-49f9-b31e-10fcc8de523b req-a17b758c-35e6-4fc7-a660-04d386e489b9 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=4b7b4e73-9e46-4c22-bfc4-5a37580fad72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478556 Feb 20 23:10:21.995680 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Device 668be8c4-3b55-47a7-90f8-93d4d855d93f no longer exists at agent ovs-agent-dv-cinder-830096-1-iscsi {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 23:10:22.018702 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] No Port match for: 668be8c4-3b55-47a7-90f8-93d4d855d93f {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 23:10:22.019044 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Device 668be8c4-3b55-47a7-90f8-93d4d855d93f not bound to the agent host dv-cinder-830096-1-iscsi {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 23:10:22.019459 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Device 2a5d7cfe-87f4-4199-92a5-130d8bb86728 no longer exists at agent ovs-agent-dv-cinder-830096-1-iscsi {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 23:10:22.038467 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] No Port match for: 2a5d7cfe-87f4-4199-92a5-130d8bb86728 {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 23:10:22.038822 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Device 2a5d7cfe-87f4-4199-92a5-130d8bb86728 not bound to the agent host dv-cinder-830096-1-iscsi {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 23:10:22.303757 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbf6510-bcb1-43a0-8b29-9b790e468041 req-8bc32fe9-3f7a-4207-b0f3-3604518b057e tempest-AttachVolumeNegativeTest-501361799 tempest-AttachVolumeNegativeTest-501361799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:10:22.305217 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-3bbf6510-bcb1-43a0-8b29-9b790e468041 req-8bc32fe9-3f7a-4207-b0f3-3604518b057e tempest-AttachVolumeNegativeTest-501361799 tempest-AttachVolumeNegativeTest-501361799-project] 10.222.0.65 "GET /v2.0/ports?device_id=b40b0a24-d41e-4db2-8149-e236c95c2cd4 HTTP/1.1" status: 200 len: 945 time: 0.0498712 Feb 20 23:10:22.355414 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-3bbf6510-bcb1-43a0-8b29-9b790e468041 req-ca912b3c-9af0-42f8-91e4-414ef90c6aaa tempest-AttachVolumeNegativeTest-501361799 tempest-AttachVolumeNegativeTest-501361799-project] 10.222.0.65 "GET /v2.0/security-groups?id=4b7b4e73-9e46-4c22-bfc4-5a37580fad72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441713 Feb 20 23:10:23.474831 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e565fb3-fc3e-461f-98a6-18c299c3b2a3 req-ac84225c-d873-46d0-b07f-951cf24bb48d tempest-AttachVolumeNegativeTest-501361799 tempest-AttachVolumeNegativeTest-501361799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:10:23.476285 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-5e565fb3-fc3e-461f-98a6-18c299c3b2a3 req-ac84225c-d873-46d0-b07f-951cf24bb48d tempest-AttachVolumeNegativeTest-501361799 tempest-AttachVolumeNegativeTest-501361799-project] 10.222.0.65 "GET /v2.0/ports?device_id=b40b0a24-d41e-4db2-8149-e236c95c2cd4 HTTP/1.1" status: 200 len: 945 time: 0.0509803 Feb 20 23:10:23.535000 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-5e565fb3-fc3e-461f-98a6-18c299c3b2a3 req-042cb418-5d3b-4f3c-b6b8-63da06472447 tempest-AttachVolumeNegativeTest-501361799 tempest-AttachVolumeNegativeTest-501361799-project] 10.222.0.65 "GET /v2.0/security-groups?id=4b7b4e73-9e46-4c22-bfc4-5a37580fad72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532222 Feb 20 23:10:24.853898 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-155fc7c2-ac5d-4dc7-bf8e-a490bbd14446 req-fb2115a6-9e36-49c8-bfa4-d57224294e1f service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=5a2b826e-4a78-4871-bebd-4d16e947feca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0433438 Feb 20 23:10:24.921359 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155fc7c2-ac5d-4dc7-bf8e-a490bbd14446 req-2fda37cb-2c97-4b6c-86d3-7457008d8bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:10:24.922850 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-155fc7c2-ac5d-4dc7-bf8e-a490bbd14446 req-2fda37cb-2c97-4b6c-86d3-7457008d8bd9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=0cba5500ec13454c84750d795b267d1f&device_id=5a2b826e-4a78-4871-bebd-4d16e947feca HTTP/1.1" status: 200 len: 1129 time: 0.0423560 Feb 20 23:10:25.033061 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155fc7c2-ac5d-4dc7-bf8e-a490bbd14446 req-e0a0856c-27e2-40d2-aa23-6af5fdd1e65a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:10:25.034599 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-155fc7c2-ac5d-4dc7-bf8e-a490bbd14446 req-e0a0856c-27e2-40d2-aa23-6af5fdd1e65a service neutron] 10.222.0.42 "GET /v2.0/networks?id=0b6be559-f94f-4c5a-9671-c3c472d8311a HTTP/1.1" status: 200 len: 908 time: 0.0934916 Feb 20 23:10:25.112929 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-155fc7c2-ac5d-4dc7-bf8e-a490bbd14446 req-43669819-13ba-433a-bbe8-e2a01a4e0c04 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=64056d33-18b8-49e7-a0a9-dd5760eb1c1f HTTP/1.1" status: 200 len: 1001 time: 0.0715563 Feb 20 23:10:25.161747 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155fc7c2-ac5d-4dc7-bf8e-a490bbd14446 req-09f87528-97ef-48ac-9d9b-b47603149624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:10:25.163329 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-155fc7c2-ac5d-4dc7-bf8e-a490bbd14446 req-09f87528-97ef-48ac-9d9b-b47603149624 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=34d111b8-53a8-4bd0-9d27-ae1b2459244b HTTP/1.1" status: 200 len: 847 time: 0.0439448 Feb 20 23:10:25.223001 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155fc7c2-ac5d-4dc7-bf8e-a490bbd14446 req-3f9d7735-9575-463e-aa54-ee70a3dd891e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:10:25.223295 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-155fc7c2-ac5d-4dc7-bf8e-a490bbd14446 req-3f9d7735-9575-463e-aa54-ee70a3dd891e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0b6be559-f94f-4c5a-9671-c3c472d8311a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0535581 Feb 20 23:10:25.314176 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-155fc7c2-ac5d-4dc7-bf8e-a490bbd14446 req-42367e4c-c2dc-4a1c-87bb-a2c56d7ac32a service neutron] 10.222.0.42 "GET /v2.0/networks/0b6be559-f94f-4c5a-9671-c3c472d8311a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839818 Feb 20 23:10:25.475287 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bc00e2-e758-4de9-8aa9-0d017ee520ef req-75e4b928-2fca-4c27-99de-e6a0050e57cd tempest-AttachVolumeNegativeTest-501361799 tempest-AttachVolumeNegativeTest-501361799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:10:25.476630 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-d6bc00e2-e758-4de9-8aa9-0d017ee520ef req-75e4b928-2fca-4c27-99de-e6a0050e57cd tempest-AttachVolumeNegativeTest-501361799 tempest-AttachVolumeNegativeTest-501361799-project] 10.222.0.65 "GET /v2.0/networks?id=22d08287-8353-4feb-a833-de26e0ec8aa5 HTTP/1.1" status: 200 len: 815 time: 0.1648767 Feb 20 23:10:25.478761 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-155fc7c2-ac5d-4dc7-bf8e-a490bbd14446 req-e0582d01-59d9-431a-9187-ae373cf4cbf2 service neutron] 10.222.0.42 "GET /v2.0/networks/0b6be559-f94f-4c5a-9671-c3c472d8311a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1564281 Feb 20 23:10:25.491310 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-d6bc00e2-e758-4de9-8aa9-0d017ee520ef req-486fd113-3122-439e-8f4b-d5883c871a5e tempest-AttachVolumeNegativeTest-501361799 tempest-AttachVolumeNegativeTest-501361799-project] 10.222.0.65 "GET /v2.0/quotas/0d11856609a14abe8537ece8b60858c5 HTTP/1.1" status: 200 len: 375 time: 0.0095136 Feb 20 23:10:25.557284 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-d6bc00e2-e758-4de9-8aa9-0d017ee520ef req-197ba9ab-0018-4872-aa03-b29f61c51005 tempest-AttachVolumeNegativeTest-501361799 tempest-AttachVolumeNegativeTest-501361799-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=0d11856609a14abe8537ece8b60858c5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0613008 Feb 20 23:10:25.644570 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-d6bc00e2-e758-4de9-8aa9-0d017ee520ef req-b8ddbf70-7c07-440c-86f2-14e04ba78610 service neutron] 10.222.0.65 "GET /v2.0/networks/22d08287-8353-4feb-a833-de26e0ec8aa5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805736 Feb 20 23:10:25.733270 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-d6bc00e2-e758-4de9-8aa9-0d017ee520ef req-5316026e-b95a-489f-836c-88014ecc1508 service neutron] 10.222.0.65 "GET /v2.0/networks/22d08287-8353-4feb-a833-de26e0ec8aa5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830977 Feb 20 23:10:25.975290 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-ebf8900c-7dc3-4dc6-b038-c3809a14348a req-09f44784-e4fb-4f80-b135-a7f3e4307b21 tempest-AttachVolumeNegativeTest-501361799 tempest-AttachVolumeNegativeTest-501361799-project] 10.222.0.65 "GET /v2.0/ports?device_id=b0028bcf-98a4-4790-9b2c-30567f1f66e6 HTTP/1.1" status: 200 len: 210 time: 0.0254185 Feb 20 23:10:26.191269 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (a929ecfe-02b1-4b86-b2e7-0c746ea4b12c), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:10:27.067018 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-287d6c0a-9683-4299-800b-0f50eec0fbbc req-ef78699e-89d8-4eb1-95a4-344f8f6ddfdf tempest-AttachVolumeNegativeTest-501361799 tempest-AttachVolumeNegativeTest-501361799-project] 10.222.0.65 "GET /v2.0/ports?device_id=b0028bcf-98a4-4790-9b2c-30567f1f66e6 HTTP/1.1" status: 200 len: 210 time: 0.0261567 Feb 20 23:10:28.163413 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-d2115df8-f912-4d30-97e6-86554f45a45c req-9b9353af-3f0b-474b-be0c-1af2269c66b0 tempest-AttachVolumeNegativeTest-501361799 tempest-AttachVolumeNegativeTest-501361799-project] 10.222.0.65 "GET /v2.0/ports?device_id=b0028bcf-98a4-4790-9b2c-30567f1f66e6 HTTP/1.1" status: 200 len: 210 time: 0.0296276 Feb 20 23:10:28.638770 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.db.agents_db [None req-1f7bd598-9080-4651-a904-61cb6c9001fd None None] Agent healthcheck: found 6 active agents {{(pid=109631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 23:10:29.256001 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-875a0943-c1d8-426f-8659-946aa008864a req-202899fb-93fb-4793-9408-ffc6f8c90227 tempest-AttachVolumeNegativeTest-501361799 tempest-AttachVolumeNegativeTest-501361799-project] 10.222.0.65 "GET /v2.0/ports?device_id=b0028bcf-98a4-4790-9b2c-30567f1f66e6 HTTP/1.1" status: 200 len: 210 time: 0.0270190 Feb 20 23:10:30.046675 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bc00e2-e758-4de9-8aa9-0d017ee520ef req-b829a9d8-49fe-43cc-9dab-dff181e874d0 tempest-AttachVolumeNegativeTest-501361799 tempest-AttachVolumeNegativeTest-501361799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:10:30.048106 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-d6bc00e2-e758-4de9-8aa9-0d017ee520ef req-b829a9d8-49fe-43cc-9dab-dff181e874d0 tempest-AttachVolumeNegativeTest-501361799 tempest-AttachVolumeNegativeTest-501361799-project] 10.222.0.42 "GET /v2.0/networks?id=22d08287-8353-4feb-a833-de26e0ec8aa5 HTTP/1.1" status: 200 len: 815 time: 0.0991912 Feb 20 23:10:30.061081 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.v2.base [req-d6bc00e2-e758-4de9-8aa9-0d017ee520ef req-39bb0020-1090-4f76-9a9b-65c6287cbb46 tempest-AttachVolumeNegativeTest-501361799 tempest-AttachVolumeNegativeTest-501361799-project] Request body: {'port': {'device_id': 'b0028bcf-98a4-4790-9b2c-30567f1f66e6', 'network_id': '22d08287-8353-4feb-a833-de26e0ec8aa5', 'admin_state_up': True, 'tenant_id': '0d11856609a14abe8537ece8b60858c5'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:10:30.253896 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6bc00e2-e758-4de9-8aa9-0d017ee520ef req-39bb0020-1090-4f76-9a9b-65c6287cbb46 tempest-AttachVolumeNegativeTest-501361799 tempest-AttachVolumeNegativeTest-501361799-project] Made reservation on behalf of 0d11856609a14abe8537ece8b60858c5 for: {'port': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 23:10:30.257142 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-d6bc00e2-e758-4de9-8aa9-0d017ee520ef req-39bb0020-1090-4f76-9a9b-65c6287cbb46 tempest-AttachVolumeNegativeTest-501361799 tempest-AttachVolumeNegativeTest-501361799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4131840'] for port (None), before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:10:30.363186 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-ac904c5b-6500-42a9-973d-fe2f5df42b64 req-f7e53568-e46a-416b-b6f7-2316b62ddf64 tempest-AttachVolumeNegativeTest-501361799 tempest-AttachVolumeNegativeTest-501361799-project] 10.222.0.65 "GET /v2.0/ports?device_id=b0028bcf-98a4-4790-9b2c-30567f1f66e6 HTTP/1.1" status: 200 len: 210 time: 0.0277274 Feb 20 23:10:30.390425 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.db.db_base_plugin_common [req-d6bc00e2-e758-4de9-8aa9-0d017ee520ef req-39bb0020-1090-4f76-9a9b-65c6287cbb46 tempest-AttachVolumeNegativeTest-501361799 tempest-AttachVolumeNegativeTest-501361799-project] Allocated IP 172.20.0.11 (22d08287-8353-4feb-a833-de26e0ec8aa5/caddf7d2-cba2-4b79-96d9-74d1004bb9eb/d5029784-6dca-4066-9729-bcc999e27eb0) {{(pid=109628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 23:10:30.537579 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-d6bc00e2-e758-4de9-8aa9-0d017ee520ef req-39bb0020-1090-4f76-9a9b-65c6287cbb46 tempest-AttachVolumeNegativeTest-501361799 tempest-AttachVolumeNegativeTest-501361799-project] Publish callbacks [] for port (d5029784-6dca-4066-9729-bcc999e27eb0), precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:10:30.643573 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-d6bc00e2-e758-4de9-8aa9-0d017ee520ef req-39bb0020-1090-4f76-9a9b-65c6287cbb46 tempest-AttachVolumeNegativeTest-501361799 tempest-AttachVolumeNegativeTest-501361799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747406771496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59259307'] for port (d5029784-6dca-4066-9729-bcc999e27eb0), after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:10:30.664452 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] get_ports_and_sgs() called for port_ids ['df1c3b4a-8b4b-40fd-a4c2-8b4f88c62dd9', '5acd6660-196f-4009-a194-c22a56256ad6'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 23:10:30.686507 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6bc00e2-e758-4de9-8aa9-0d017ee520ef req-39bb0020-1090-4f76-9a9b-65c6287cbb46 tempest-AttachVolumeNegativeTest-501361799 tempest-AttachVolumeNegativeTest-501361799-project] Network 22d08287-8353-4feb-a833-de26e0ec8aa5 is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 23:10:30.690134 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [req-d6bc00e2-e758-4de9-8aa9-0d017ee520ef req-39bb0020-1090-4f76-9a9b-65c6287cbb46 tempest-AttachVolumeNegativeTest-501361799 tempest-AttachVolumeNegativeTest-501361799-project] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 23:10:30.696334 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6bc00e2-e758-4de9-8aa9-0d017ee520ef req-39bb0020-1090-4f76-9a9b-65c6287cbb46 tempest-AttachVolumeNegativeTest-501361799 tempest-AttachVolumeNegativeTest-501361799-project] Received port after_create {{(pid=109628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 23:10:30.702490 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bb0020-1090-4f76-9a9b-65c6287cbb46 tempest-AttachVolumeNegativeTest-501361799 tempest-AttachVolumeNegativeTest-501361799-project] Pushing event updated for resources: {'Port': ['ID=d5029784-6dca-4066-9729-bcc999e27eb0,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:10:30.747170 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bc00e2-e758-4de9-8aa9-0d017ee520ef req-39bb0020-1090-4f76-9a9b-65c6287cbb46 tempest-AttachVolumeNegativeTest-501361799 tempest-AttachVolumeNegativeTest-501361799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:10:30.747895 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-d6bc00e2-e758-4de9-8aa9-0d017ee520ef req-39bb0020-1090-4f76-9a9b-65c6287cbb46 tempest-AttachVolumeNegativeTest-501361799 tempest-AttachVolumeNegativeTest-501361799-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932959'] for port (None), before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:10:30.820247 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-d6bc00e2-e758-4de9-8aa9-0d017ee520ef req-39bb0020-1090-4f76-9a9b-65c6287cbb46 tempest-AttachVolumeNegativeTest-501361799 tempest-AttachVolumeNegativeTest-501361799-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7626746 Feb 20 23:10:30.833724 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.v2.base [req-d6bc00e2-e758-4de9-8aa9-0d017ee520ef req-2f6d702a-2ca5-400c-a8ef-efecb8f85fa9 service neutron] Request body: {'port': {'device_id': 'b0028bcf-98a4-4790-9b2c-30567f1f66e6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:10:30.904805 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-d6bc00e2-e758-4de9-8aa9-0d017ee520ef req-2f6d702a-2ca5-400c-a8ef-efecb8f85fa9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4131840'] for port (d5029784-6dca-4066-9729-bcc999e27eb0), before_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:10:31.156515 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.notifiers.nova [req-d6bc00e2-e758-4de9-8aa9-0d017ee520ef req-2f6d702a-2ca5-400c-a8ef-efecb8f85fa9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5029784-6dca-4066-9729-bcc999e27eb0 {{(pid=109628) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 23:10:31.164611 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-d6bc00e2-e758-4de9-8aa9-0d017ee520ef req-2f6d702a-2ca5-400c-a8ef-efecb8f85fa9 service neutron] Publish callbacks [] for port (d5029784-6dca-4066-9729-bcc999e27eb0), precommit_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:10:31.176120 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.db.provisioning_blocks [req-d6bc00e2-e758-4de9-8aa9-0d017ee520ef req-2f6d702a-2ca5-400c-a8ef-efecb8f85fa9 service neutron] Transition to ACTIVE for port object d5029784-6dca-4066-9729-bcc999e27eb0 will not be triggered until provisioned by entity L2. {{(pid=109628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 23:10:31.242339 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-d6bc00e2-e758-4de9-8aa9-0d017ee520ef req-2f6d702a-2ca5-400c-a8ef-efecb8f85fa9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747407212427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747406771514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747406771532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59259312'] for port (d5029784-6dca-4066-9729-bcc999e27eb0), after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:10:31.292028 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6d702a-2ca5-400c-a8ef-efecb8f85fa9 service neutron] Pushing event updated for resources: {'Port': ['ID=d5029784-6dca-4066-9729-bcc999e27eb0,revision_number=2']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:10:31.363451 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [req-d6bc00e2-e758-4de9-8aa9-0d017ee520ef req-2f6d702a-2ca5-400c-a8ef-efecb8f85fa9 service neutron] Attempting to bind port d5029784-6dca-4066-9729-bcc999e27eb0 on host hv-cinder-83009 for vnic_type normal with profile {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 23:10:31.363897 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [req-d6bc00e2-e758-4de9-8aa9-0d017ee520ef req-2f6d702a-2ca5-400c-a8ef-efecb8f85fa9 service neutron] Attempting to bind port d5029784-6dca-4066-9729-bcc999e27eb0 by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '393c390e-b641-44c1-805d-825e0a25523a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '22d08287-8353-4feb-a833-de26e0ec8aa5'}] {{(pid=109628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 23:10:31.364087 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6bc00e2-e758-4de9-8aa9-0d017ee520ef req-2f6d702a-2ca5-400c-a8ef-efecb8f85fa9 service neutron] Attempting to bind port d5029784-6dca-4066-9729-bcc999e27eb0 on network 22d08287-8353-4feb-a833-de26e0ec8aa5 {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 23:10:31.368258 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6bc00e2-e758-4de9-8aa9-0d017ee520ef req-2f6d702a-2ca5-400c-a8ef-efecb8f85fa9 service neutron] Port d5029784-6dca-4066-9729-bcc999e27eb0 on network 22d08287-8353-4feb-a833-de26e0ec8aa5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 23:10:31.368573 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6bc00e2-e758-4de9-8aa9-0d017ee520ef req-2f6d702a-2ca5-400c-a8ef-efecb8f85fa9 service neutron] Attempting to bind port d5029784-6dca-4066-9729-bcc999e27eb0 on network 22d08287-8353-4feb-a833-de26e0ec8aa5 {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 23:10:31.373879 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6bc00e2-e758-4de9-8aa9-0d017ee520ef req-2f6d702a-2ca5-400c-a8ef-efecb8f85fa9 service neutron] Checking agent: {'id': 'a929ecfe-02b1-4b86-b2e7-0c746ea4b12c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 22, 57, 21), 'started_at': datetime.datetime(2022, 2, 20, 22, 57, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 23, 10, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 23:10:31.374208 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6bc00e2-e758-4de9-8aa9-0d017ee520ef req-2f6d702a-2ca5-400c-a8ef-efecb8f85fa9 service neutron] Checking segment: {'id': '393c390e-b641-44c1-805d-825e0a25523a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '22d08287-8353-4feb-a833-de26e0ec8aa5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 23:10:31.374619 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6bc00e2-e758-4de9-8aa9-0d017ee520ef req-2f6d702a-2ca5-400c-a8ef-efecb8f85fa9 service neutron] Bound using segment: {'id': '393c390e-b641-44c1-805d-825e0a25523a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '22d08287-8353-4feb-a833-de26e0ec8aa5'} {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 23:10:31.375036 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [req-d6bc00e2-e758-4de9-8aa9-0d017ee520ef req-2f6d702a-2ca5-400c-a8ef-efecb8f85fa9 service neutron] Bound port: d5029784-6dca-4066-9729-bcc999e27eb0, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '393c390e-b641-44c1-805d-825e0a25523a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '22d08287-8353-4feb-a833-de26e0ec8aa5'}}] {{(pid=109628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 23:10:31.375442 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-d6bc00e2-e758-4de9-8aa9-0d017ee520ef req-2f6d702a-2ca5-400c-a8ef-efecb8f85fa9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4131840'] for port (d5029784-6dca-4066-9729-bcc999e27eb0), before_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:10:31.460897 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.db [req-d6bc00e2-e758-4de9-8aa9-0d017ee520ef req-2f6d702a-2ca5-400c-a8ef-efecb8f85fa9 service neutron] For port d5029784-6dca-4066-9729-bcc999e27eb0, host hv-cinder-83009, cleared binding levels {{(pid=109628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 23:10:31.478923 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.db [req-d6bc00e2-e758-4de9-8aa9-0d017ee520ef req-2f6d702a-2ca5-400c-a8ef-efecb8f85fa9 service neutron] For port d5029784-6dca-4066-9729-bcc999e27eb0, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=d5029784-6dca-4066-9729-bcc999e27eb0,segment=NetworkSegment(393c390e-b641-44c1-805d-825e0a25523a),segment_id=393c390e-b641-44c1-805d-825e0a25523a)] {{(pid=109628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 23:10:31.498497 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a75d6a-21c4-43a8-8ab4-62565ca7b4b1 req-bc524fe3-316a-432a-9de0-d21a0a6c84c7 tempest-AttachVolumeNegativeTest-501361799 tempest-AttachVolumeNegativeTest-501361799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:10:31.499958 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-07a75d6a-21c4-43a8-8ab4-62565ca7b4b1 req-bc524fe3-316a-432a-9de0-d21a0a6c84c7 tempest-AttachVolumeNegativeTest-501361799 tempest-AttachVolumeNegativeTest-501361799-project] 10.222.0.65 "GET /v2.0/ports?device_id=b0028bcf-98a4-4790-9b2c-30567f1f66e6 HTTP/1.1" status: 200 len: 944 time: 0.0696158 Feb 20 23:10:31.546450 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-07a75d6a-21c4-43a8-8ab4-62565ca7b4b1 req-65266f69-2820-4772-8502-06b3af930747 tempest-AttachVolumeNegativeTest-501361799 tempest-AttachVolumeNegativeTest-501361799-project] 10.222.0.65 "GET /v2.0/security-groups?id=4b7b4e73-9e46-4c22-bfc4-5a37580fad72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404551 Feb 20 23:10:31.547975 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-d6bc00e2-e758-4de9-8aa9-0d017ee520ef req-2f6d702a-2ca5-400c-a8ef-efecb8f85fa9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747407212427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747406771514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747406771532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59259312'] for port (d5029784-6dca-4066-9729-bcc999e27eb0), after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:10:31.587508 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bc00e2-e758-4de9-8aa9-0d017ee520ef req-2f6d702a-2ca5-400c-a8ef-efecb8f85fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:10:31.588118 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-d6bc00e2-e758-4de9-8aa9-0d017ee520ef req-2f6d702a-2ca5-400c-a8ef-efecb8f85fa9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932959'] for port (None), before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:10:31.589467 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-d6bc00e2-e758-4de9-8aa9-0d017ee520ef req-2f6d702a-2ca5-400c-a8ef-efecb8f85fa9 service neutron] 10.222.0.42 "PUT /v2.0/ports/d5029784-6dca-4066-9729-bcc999e27eb0 HTTP/1.1" status: 200 len: 1094 time: 0.7603421 Feb 20 23:10:31.589942 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0028bcf-98a4-4790-9b2c-30567f1f66e6', 'tag': 'd5029784-6dca-4066-9729-bcc999e27eb0'}] {{(pid=109628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 23:10:31.592172 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4be7ee60aa4259b475ee261dcf74c65065c56e299c7a4b2359a57cf03aee0d96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4d63160-d333-4496-b458-ae46c68180af" -d '{"events": [{"name": "network-changed", "server_uuid": "b0028bcf-98a4-4790-9b2c-30567f1f66e6", "tag": "d5029784-6dca-4066-9729-bcc999e27eb0"}]}' {{(pid=109628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 23:10:31.612345 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6d702a-2ca5-400c-a8ef-efecb8f85fa9 service neutron] Pushing event updated for resources: {'Port': ['ID=d5029784-6dca-4066-9729-bcc999e27eb0,revision_number=3']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:10:31.638969 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 23:10:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57fc0c2d-85a5-433d-9ef0-ec52c87ed70f x-openstack-request-id: req-57fc0c2d-85a5-433d-9ef0-ec52c87ed70f {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 23:10:31.643255 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0028bcf-98a4-4790-9b2c-30567f1f66e6", "tag": "d5029784-6dca-4066-9729-bcc999e27eb0", "status": "completed", "code": 200}]} {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 23:10:31.643255 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-57fc0c2d-85a5-433d-9ef0-ec52c87ed70f {{(pid=109628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 23:10:31.643255 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0028bcf-98a4-4790-9b2c-30567f1f66e6', 'tag': 'd5029784-6dca-4066-9729-bcc999e27eb0', 'status': 'completed', 'code': 200} Feb 20 23:10:31.699552 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d63160-d333-4496-b458-ae46c68180af req-5ccb42f8-6ca3-4214-a75e-825f8118c70e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:10:31.700947 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-c4d63160-d333-4496-b458-ae46c68180af req-5ccb42f8-6ca3-4214-a75e-825f8118c70e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=0d11856609a14abe8537ece8b60858c5&device_id=b0028bcf-98a4-4790-9b2c-30567f1f66e6 HTTP/1.1" status: 200 len: 1128 time: 0.0439208 Feb 20 23:10:31.797602 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d63160-d333-4496-b458-ae46c68180af req-d8bc643a-5fca-49cf-802d-d5fffcc06aee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:10:31.799168 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-c4d63160-d333-4496-b458-ae46c68180af req-d8bc643a-5fca-49cf-802d-d5fffcc06aee service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=0d11856609a14abe8537ece8b60858c5&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0917597 Feb 20 23:10:31.891151 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d63160-d333-4496-b458-ae46c68180af req-5e6236b1-ae58-4a01-8178-d85e13ed647e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:10:31.892576 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-c4d63160-d333-4496-b458-ae46c68180af req-5e6236b1-ae58-4a01-8178-d85e13ed647e service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0873294 Feb 20 23:10:31.973484 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bc00e2-e758-4de9-8aa9-0d017ee520ef req-26308c84-a0dd-4f46-8a09-6ce8fad42eec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:10:31.974899 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-d6bc00e2-e758-4de9-8aa9-0d017ee520ef req-26308c84-a0dd-4f46-8a09-6ce8fad42eec service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=0d11856609a14abe8537ece8b60858c5&device_id=b0028bcf-98a4-4790-9b2c-30567f1f66e6 HTTP/1.1" status: 200 len: 1128 time: 0.0482533 Feb 20 23:10:32.015756 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-d6bc00e2-e758-4de9-8aa9-0d017ee520ef req-7284f709-6bc2-4069-943c-52333036dc69 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d5029784-6dca-4066-9729-bcc999e27eb0 HTTP/1.1" status: 200 len: 217 time: 0.0328398 Feb 20 23:10:32.062830 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bc00e2-e758-4de9-8aa9-0d017ee520ef req-02c07122-4674-41ad-b3e8-691d40955602 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:10:32.064220 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-d6bc00e2-e758-4de9-8aa9-0d017ee520ef req-02c07122-4674-41ad-b3e8-691d40955602 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=caddf7d2-cba2-4b79-96d9-74d1004bb9eb HTTP/1.1" status: 200 len: 855 time: 0.0418057 Feb 20 23:10:32.094124 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-d6bc00e2-e758-4de9-8aa9-0d017ee520ef req-ffc1f073-d344-47d8-b84a-5e13710f19b1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=22d08287-8353-4feb-a833-de26e0ec8aa5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0229995 Feb 20 23:10:32.184214 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-d6bc00e2-e758-4de9-8aa9-0d017ee520ef req-b762b368-ee97-48a4-b855-61f4d09aaa41 service neutron] 10.222.0.42 "GET /v2.0/networks/22d08287-8353-4feb-a833-de26e0ec8aa5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842130 Feb 20 23:10:32.271695 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-d6bc00e2-e758-4de9-8aa9-0d017ee520ef req-6a79290a-d82a-4bb9-9b58-df4cfb31120d service neutron] 10.222.0.42 "GET /v2.0/networks/22d08287-8353-4feb-a833-de26e0ec8aa5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811563 Feb 20 23:10:32.670018 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb5c524-0530-4ec2-87d8-b83076bf0695 req-ef17033a-1416-47a9-b3b2-60215107cb31 tempest-AttachVolumeNegativeTest-501361799 tempest-AttachVolumeNegativeTest-501361799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:10:32.671505 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-ebb5c524-0530-4ec2-87d8-b83076bf0695 req-ef17033a-1416-47a9-b3b2-60215107cb31 tempest-AttachVolumeNegativeTest-501361799 tempest-AttachVolumeNegativeTest-501361799-project] 10.222.0.65 "GET /v2.0/ports?device_id=b0028bcf-98a4-4790-9b2c-30567f1f66e6 HTTP/1.1" status: 200 len: 944 time: 0.0559046 Feb 20 23:10:32.717429 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-ebb5c524-0530-4ec2-87d8-b83076bf0695 req-d18cd644-a594-4abd-bbec-b08b9c18ce4a tempest-AttachVolumeNegativeTest-501361799 tempest-AttachVolumeNegativeTest-501361799-project] 10.222.0.65 "GET /v2.0/security-groups?id=4b7b4e73-9e46-4c22-bfc4-5a37580fad72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402462 Feb 20 23:10:33.454774 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.65', 53192) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:10:33.554937 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-6e6fa9b1-414e-40c4-80bc-e971421b5fec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:10:33.629155 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-6e6fa9b1-414e-40c4-80bc-e971421b5fec admin admin] Publish callbacks [] for security_group (ea98e884-95eb-46d9-8d94-e3ad6ec31563), precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:10:33.691068 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-6e6fa9b1-414e-40c4-80bc-e971421b5fec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627867'] for security_group (ea98e884-95eb-46d9-8d94-e3ad6ec31563), after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:10:33.728882 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [None req-6e6fa9b1-414e-40c4-80bc-e971421b5fec admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=57b848ad9c8e4c0c9ae8e17668f579ad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2730420 Feb 20 23:10:33.729839 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6fa9b1-414e-40c4-80bc-e971421b5fec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea98e884-95eb-46d9-8d94-e3ad6ec31563,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:10:33.731512 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.65', 53196) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:10:33.783808 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e8c9f728-42d3-4981-8b3d-783349809440 admin admin] Publish callbacks [] for security_group (ea98e884-95eb-46d9-8d94-e3ad6ec31563), before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:10:33.805602 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e8c9f728-42d3-4981-8b3d-783349809440 admin admin] Publish callbacks [] for security_group (ea98e884-95eb-46d9-8d94-e3ad6ec31563), precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:10:33.836470 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fb5719-7b85-479c-a174-567de893af0c req-52337aa9-5d8f-4b97-b166-0cad5dc54c0e tempest-AttachVolumeNegativeTest-501361799 tempest-AttachVolumeNegativeTest-501361799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:10:33.838038 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-69fb5719-7b85-479c-a174-567de893af0c req-52337aa9-5d8f-4b97-b166-0cad5dc54c0e tempest-AttachVolumeNegativeTest-501361799 tempest-AttachVolumeNegativeTest-501361799-project] 10.222.0.65 "GET /v2.0/ports?device_id=b0028bcf-98a4-4790-9b2c-30567f1f66e6 HTTP/1.1" status: 200 len: 944 time: 0.0522060 Feb 20 23:10:33.887081 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-69fb5719-7b85-479c-a174-567de893af0c req-fcae679a-b387-4c49-9abe-7c7ac8d4ecc4 tempest-AttachVolumeNegativeTest-501361799 tempest-AttachVolumeNegativeTest-501361799-project] 10.222.0.65 "GET /v2.0/security-groups?id=4b7b4e73-9e46-4c22-bfc4-5a37580fad72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433779 Feb 20 23:10:33.928230 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e8c9f728-42d3-4981-8b3d-783349809440 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627867'] for security_group (ea98e884-95eb-46d9-8d94-e3ad6ec31563), after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:10:33.931183 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e8c9f728-42d3-4981-8b3d-783349809440 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:10:33.932342 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [None req-e8c9f728-42d3-4981-8b3d-783349809440 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/ea98e884-95eb-46d9-8d94-e3ad6ec31563 HTTP/1.1" status: 204 len: 168 time: 0.1991343 Feb 20 23:10:33.941136 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c9f728-42d3-4981-8b3d-783349809440 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea98e884-95eb-46d9-8d94-e3ad6ec31563,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:10:35.001731 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea2f3c5-d3d5-4f0b-9eab-0ec186294a8f req-e626e6aa-8e39-4a43-b8dd-a93d23144d0f tempest-AttachVolumeNegativeTest-501361799 tempest-AttachVolumeNegativeTest-501361799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:10:35.003718 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-1ea2f3c5-d3d5-4f0b-9eab-0ec186294a8f req-e626e6aa-8e39-4a43-b8dd-a93d23144d0f tempest-AttachVolumeNegativeTest-501361799 tempest-AttachVolumeNegativeTest-501361799-project] 10.222.0.65 "GET /v2.0/ports?device_id=b0028bcf-98a4-4790-9b2c-30567f1f66e6 HTTP/1.1" status: 200 len: 944 time: 0.0511916 Feb 20 23:10:35.049971 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-1ea2f3c5-d3d5-4f0b-9eab-0ec186294a8f req-373ef3b7-a6c9-444d-afd3-e75aa14ef651 tempest-AttachVolumeNegativeTest-501361799 tempest-AttachVolumeNegativeTest-501361799-project] 10.222.0.65 "GET /v2.0/security-groups?id=4b7b4e73-9e46-4c22-bfc4-5a37580fad72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403333 Feb 20 23:10:36.166485 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a31fa80-ea5c-4762-aaf6-de39d4b5766a req-cf7ede31-4e80-42d4-923d-be796ce98320 tempest-AttachVolumeNegativeTest-501361799 tempest-AttachVolumeNegativeTest-501361799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:10:36.167967 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-9a31fa80-ea5c-4762-aaf6-de39d4b5766a req-cf7ede31-4e80-42d4-923d-be796ce98320 tempest-AttachVolumeNegativeTest-501361799 tempest-AttachVolumeNegativeTest-501361799-project] 10.222.0.65 "GET /v2.0/ports?device_id=b0028bcf-98a4-4790-9b2c-30567f1f66e6 HTTP/1.1" status: 200 len: 944 time: 0.0507834 Feb 20 23:10:36.213101 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-9a31fa80-ea5c-4762-aaf6-de39d4b5766a req-ba956f19-db20-4c7f-ae20-929167aa4e65 tempest-AttachVolumeNegativeTest-501361799 tempest-AttachVolumeNegativeTest-501361799-project] 10.222.0.65 "GET /v2.0/security-groups?id=4b7b4e73-9e46-4c22-bfc4-5a37580fad72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395913 Feb 20 23:10:36.954148 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Device d5029784-6dca-4066-9729-bcc999e27eb0 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=109630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 23:10:37.050729 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] For port d5029784-6dca-4066-9729-bcc999e27eb0, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=d5029784-6dca-4066-9729-bcc999e27eb0,segment=NetworkSegment(393c390e-b641-44c1-805d-825e0a25523a),segment_id=393c390e-b641-44c1-805d-825e0a25523a)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:10:37.061823 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Returning: {'device': 'd5029784-6dca-4066-9729-bcc999e27eb0', 'network_id': '22d08287-8353-4feb-a833-de26e0ec8aa5', 'port_id': 'd5029784-6dca-4066-9729-bcc999e27eb0', 'mac_address': 'fa:16:3e:ef:0b:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'caddf7d2-cba2-4b79-96d9-74d1004bb9eb', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 23:10:37.098960 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Current status of the port d5029784-6dca-4066-9729-bcc999e27eb0 is: DOWN; New status is: BUILD {{(pid=109630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:10:37.099358 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4131840'] for port (d5029784-6dca-4066-9729-bcc999e27eb0), before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:10:37.115249 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.notifiers.nova [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5029784-6dca-4066-9729-bcc999e27eb0 {{(pid=109630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 23:10:37.133655 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] For port d5029784-6dca-4066-9729-bcc999e27eb0, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=d5029784-6dca-4066-9729-bcc999e27eb0,segment=NetworkSegment(393c390e-b641-44c1-805d-825e0a25523a),segment_id=393c390e-b641-44c1-805d-825e0a25523a)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:10:37.190938 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747407212427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747406771514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747406771532'] for port (d5029784-6dca-4066-9729-bcc999e27eb0), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:10:37.237993 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Pushing event updated for resources: {'Port': ['ID=d5029784-6dca-4066-9729-bcc999e27eb0,revision_number=4']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:10:37.328431 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8424bc1a-4284-4737-8c1a-f4c6ce4d5a48 req-6d990786-c7eb-4f55-a11f-02e4ddbd7979 tempest-AttachVolumeNegativeTest-501361799 tempest-AttachVolumeNegativeTest-501361799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:10:37.329853 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-8424bc1a-4284-4737-8c1a-f4c6ce4d5a48 req-6d990786-c7eb-4f55-a11f-02e4ddbd7979 tempest-AttachVolumeNegativeTest-501361799 tempest-AttachVolumeNegativeTest-501361799-project] 10.222.0.65 "GET /v2.0/ports?device_id=b0028bcf-98a4-4790-9b2c-30567f1f66e6 HTTP/1.1" status: 200 len: 945 time: 0.0506401 Feb 20 23:10:37.374880 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-8424bc1a-4284-4737-8c1a-f4c6ce4d5a48 req-fe069a0b-dc9f-4da4-8e85-377f8634a49a tempest-AttachVolumeNegativeTest-501361799 tempest-AttachVolumeNegativeTest-501361799-project] 10.222.0.65 "GET /v2.0/security-groups?id=4b7b4e73-9e46-4c22-bfc4-5a37580fad72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389607 Feb 20 23:10:37.542779 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] get_ports_and_sgs() called for port_ids ['d5029784-6dca-4066-9729-bcc999e27eb0'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 23:10:38.474214 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.65', 53266) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:10:38.494284 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c687562c-6e4b-4cf0-9391-e50eaa65bc0e req-0af61ebe-ed13-4c67-afc3-3a91461d287a tempest-AttachVolumeNegativeTest-501361799 tempest-AttachVolumeNegativeTest-501361799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:10:38.495851 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-c687562c-6e4b-4cf0-9391-e50eaa65bc0e req-0af61ebe-ed13-4c67-afc3-3a91461d287a tempest-AttachVolumeNegativeTest-501361799 tempest-AttachVolumeNegativeTest-501361799-project] 10.222.0.65 "GET /v2.0/ports?device_id=b0028bcf-98a4-4790-9b2c-30567f1f66e6 HTTP/1.1" status: 200 len: 945 time: 0.0542209 Feb 20 23:10:38.541339 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-c687562c-6e4b-4cf0-9391-e50eaa65bc0e req-17190590-fc62-45b6-a64d-83e470118cd7 tempest-AttachVolumeNegativeTest-501361799 tempest-AttachVolumeNegativeTest-501361799-project] 10.222.0.65 "GET /v2.0/security-groups?id=4b7b4e73-9e46-4c22-bfc4-5a37580fad72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399878 Feb 20 23:10:38.581579 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-7e262e17-c60b-4bf0-be6e-075e7c97ca52 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:10:38.652281 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-7e262e17-c60b-4bf0-be6e-075e7c97ca52 admin admin] Publish callbacks [] for security_group (ed90e2d9-d9c3-452f-a2c1-d7a6e0a01650), precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:10:38.716745 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-7e262e17-c60b-4bf0-be6e-075e7c97ca52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627867'] for security_group (ed90e2d9-d9c3-452f-a2c1-d7a6e0a01650), after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:10:38.757808 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [None req-7e262e17-c60b-4bf0-be6e-075e7c97ca52 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=bdb25909926e411491f6f2cf73317688&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2824407 Feb 20 23:10:38.758698 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e262e17-c60b-4bf0-be6e-075e7c97ca52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed90e2d9-d9c3-452f-a2c1-d7a6e0a01650,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:10:38.760496 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.65', 53270) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:10:38.808004 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-5243ac46-6b73-4d99-9792-d68c3dd1dc0a admin admin] Publish callbacks [] for security_group (ed90e2d9-d9c3-452f-a2c1-d7a6e0a01650), before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:10:38.828015 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-5243ac46-6b73-4d99-9792-d68c3dd1dc0a admin admin] Publish callbacks [] for security_group (ed90e2d9-d9c3-452f-a2c1-d7a6e0a01650), precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:10:38.950413 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-5243ac46-6b73-4d99-9792-d68c3dd1dc0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627867'] for security_group (ed90e2d9-d9c3-452f-a2c1-d7a6e0a01650), after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:10:38.952960 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-5243ac46-6b73-4d99-9792-d68c3dd1dc0a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:10:38.954086 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [None req-5243ac46-6b73-4d99-9792-d68c3dd1dc0a admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/ed90e2d9-d9c3-452f-a2c1-d7a6e0a01650 HTTP/1.1" status: 204 len: 168 time: 0.1924908 Feb 20 23:10:38.959816 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Device d5029784-6dca-4066-9729-bcc999e27eb0 up at agent hyperv_hv-cinder-83009 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 23:10:38.961623 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5243ac46-6b73-4d99-9792-d68c3dd1dc0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed90e2d9-d9c3-452f-a2c1-d7a6e0a01650,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:10:38.968964 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5243ac46-6b73-4d99-9792-d68c3dd1dc0a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:10:38.969345 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5243ac46-6b73-4d99-9792-d68c3dd1dc0a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:10:38.969695 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5243ac46-6b73-4d99-9792-d68c3dd1dc0a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:10:38.970033 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5243ac46-6b73-4d99-9792-d68c3dd1dc0a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:10:38.970381 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5243ac46-6b73-4d99-9792-d68c3dd1dc0a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:10:38.971209 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5243ac46-6b73-4d99-9792-d68c3dd1dc0a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:10:38.971536 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5243ac46-6b73-4d99-9792-d68c3dd1dc0a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:10:38.971863 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5243ac46-6b73-4d99-9792-d68c3dd1dc0a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:10:38.972252 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5243ac46-6b73-4d99-9792-d68c3dd1dc0a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:10:38.972511 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5243ac46-6b73-4d99-9792-d68c3dd1dc0a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:10:38.973040 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5243ac46-6b73-4d99-9792-d68c3dd1dc0a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:10:38.973279 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5243ac46-6b73-4d99-9792-d68c3dd1dc0a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:10:38.973601 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5243ac46-6b73-4d99-9792-d68c3dd1dc0a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:10:39.094446 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Provisioning for port d5029784-6dca-4066-9729-bcc999e27eb0 completed by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 23:10:39.099411 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Provisioning complete for port d5029784-6dca-4066-9729-bcc999e27eb0 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:10:39.099887 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4145689'] for port (d5029784-6dca-4066-9729-bcc999e27eb0), provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:10:39.175721 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Current status of the port d5029784-6dca-4066-9729-bcc999e27eb0 is: BUILD; New status is: ACTIVE {{(pid=109630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:10:39.176114 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4131840'] for port (d5029784-6dca-4066-9729-bcc999e27eb0), before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:10:39.201099 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0028bcf-98a4-4790-9b2c-30567f1f66e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5029784-6dca-4066-9729-bcc999e27eb0'}] {{(pid=109630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 23:10:39.203296 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f8f7ade39b9b648cd02963e66adb41eb29d40ae47bdce8ccfc3d1936511f484" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-801883cb-e90a-439f-81bd-8216dbd9d705" -d '{"events": [{"server_uuid": "b0028bcf-98a4-4790-9b2c-30567f1f66e6", "name": "network-vif-plugged", "status": "completed", "tag": "d5029784-6dca-4066-9729-bcc999e27eb0"}]}' {{(pid=109630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 23:10:39.215901 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] For port d5029784-6dca-4066-9729-bcc999e27eb0, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=d5029784-6dca-4066-9729-bcc999e27eb0,segment=NetworkSegment(393c390e-b641-44c1-805d-825e0a25523a),segment_id=393c390e-b641-44c1-805d-825e0a25523a)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:10:39.240486 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 23:10:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cc63704-9682-411b-a129-7dfacd96c5aa x-openstack-request-id: req-8cc63704-9682-411b-a129-7dfacd96c5aa {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 23:10:39.240788 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0028bcf-98a4-4790-9b2c-30567f1f66e6", "name": "network-vif-plugged", "status": "completed", "tag": "d5029784-6dca-4066-9729-bcc999e27eb0", "code": 200}]} {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 23:10:39.241044 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-8cc63704-9682-411b-a129-7dfacd96c5aa {{(pid=109630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 23:10:39.241440 dv-cinder-830096-1-iscsi neutron-server[109630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0028bcf-98a4-4790-9b2c-30567f1f66e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5029784-6dca-4066-9729-bcc999e27eb0', 'code': 200} Feb 20 23:10:39.279768 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747407212427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747406771514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747406771532'] for port (d5029784-6dca-4066-9729-bcc999e27eb0), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:10:39.337763 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Pushing event updated for resources: {'Port': ['ID=d5029784-6dca-4066-9729-bcc999e27eb0,revision_number=5']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:10:39.568203 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a572dde3-8c5b-43ab-8015-20dbbcf38e81 req-d98c0402-a188-4002-9d82-93a9b6f71653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:10:39.570726 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-a572dde3-8c5b-43ab-8015-20dbbcf38e81 req-d98c0402-a188-4002-9d82-93a9b6f71653 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=b0028bcf-98a4-4790-9b2c-30567f1f66e6 HTTP/1.1" status: 200 len: 1130 time: 0.0484200 Feb 20 23:10:39.623837 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-a572dde3-8c5b-43ab-8015-20dbbcf38e81 req-20d02198-6f5d-4a11-a5ab-421e8ba41e77 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=4b7b4e73-9e46-4c22-bfc4-5a37580fad72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470612 Feb 20 23:10:39.665978 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103e4228-6beb-47fb-8548-d96ece0d8c65 req-0cfc11d9-f658-4d82-a451-1d326c9af0de tempest-AttachVolumeNegativeTest-501361799 tempest-AttachVolumeNegativeTest-501361799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:10:39.668097 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-103e4228-6beb-47fb-8548-d96ece0d8c65 req-0cfc11d9-f658-4d82-a451-1d326c9af0de tempest-AttachVolumeNegativeTest-501361799 tempest-AttachVolumeNegativeTest-501361799-project] 10.222.0.65 "GET /v2.0/ports?device_id=b0028bcf-98a4-4790-9b2c-30567f1f66e6 HTTP/1.1" status: 200 len: 946 time: 0.0593009 Feb 20 23:10:39.719443 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-103e4228-6beb-47fb-8548-d96ece0d8c65 req-9e63c65f-e065-4093-8df3-1b196a534611 tempest-AttachVolumeNegativeTest-501361799 tempest-AttachVolumeNegativeTest-501361799-project] 10.222.0.65 "GET /v2.0/security-groups?id=4b7b4e73-9e46-4c22-bfc4-5a37580fad72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406864 Feb 20 23:10:40.850324 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a066e112-8d73-449d-965f-bfaec42f9645 req-7f37162f-957a-4ea4-94f4-67a33fb7ced7 tempest-AttachVolumeNegativeTest-501361799 tempest-AttachVolumeNegativeTest-501361799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:10:40.852490 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-a066e112-8d73-449d-965f-bfaec42f9645 req-7f37162f-957a-4ea4-94f4-67a33fb7ced7 tempest-AttachVolumeNegativeTest-501361799 tempest-AttachVolumeNegativeTest-501361799-project] 10.222.0.65 "GET /v2.0/ports?device_id=b0028bcf-98a4-4790-9b2c-30567f1f66e6 HTTP/1.1" status: 200 len: 946 time: 0.0650370 Feb 20 23:10:40.903219 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-a066e112-8d73-449d-965f-bfaec42f9645 req-99bbeacf-360a-446b-9405-25a722cc3593 tempest-AttachVolumeNegativeTest-501361799 tempest-AttachVolumeNegativeTest-501361799-project] 10.222.0.65 "GET /v2.0/security-groups?id=4b7b4e73-9e46-4c22-bfc4-5a37580fad72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450065 Feb 20 23:10:40.929672 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73508737-2e27-4cea-9bfa-5af8d3ade0c4 req-fb41ec33-ee85-40b0-9510-28d3fa273904 tempest-TestShelveInstance-1963375700 tempest-TestShelveInstance-1963375700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:10:40.938785 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-73508737-2e27-4cea-9bfa-5af8d3ade0c4 req-fb41ec33-ee85-40b0-9510-28d3fa273904 tempest-TestShelveInstance-1963375700 tempest-TestShelveInstance-1963375700-project] 10.222.0.65 "GET /v2.0/ports?device_id=5a2b826e-4a78-4871-bebd-4d16e947feca HTTP/1.1" status: 200 len: 945 time: 0.0614820 Feb 20 23:10:40.987844 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-73508737-2e27-4cea-9bfa-5af8d3ade0c4 req-95917756-82b9-463f-af71-72b17a2eba4e tempest-TestShelveInstance-1963375700 tempest-TestShelveInstance-1963375700-project] 10.222.0.65 "GET /v2.0/security-groups?id=2c29ce32-9d8e-4912-89a0-2a585bcd184b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506012 Feb 20 23:10:42.018960 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7e6638-0f7d-40c8-8db6-bbec4aafad2f req-c6d119dd-dcc8-4965-a31a-24f382629c14 tempest-AttachVolumeNegativeTest-501361799 tempest-AttachVolumeNegativeTest-501361799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:10:42.020410 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-0f7e6638-0f7d-40c8-8db6-bbec4aafad2f req-c6d119dd-dcc8-4965-a31a-24f382629c14 tempest-AttachVolumeNegativeTest-501361799 tempest-AttachVolumeNegativeTest-501361799-project] 10.222.0.65 "GET /v2.0/ports?device_id=b0028bcf-98a4-4790-9b2c-30567f1f66e6 HTTP/1.1" status: 200 len: 946 time: 0.0502956 Feb 20 23:10:42.068455 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-0f7e6638-0f7d-40c8-8db6-bbec4aafad2f req-91f9fb9e-3a07-4f77-a15f-fa029a0949c3 tempest-AttachVolumeNegativeTest-501361799 tempest-AttachVolumeNegativeTest-501361799-project] 10.222.0.65 "GET /v2.0/security-groups?id=4b7b4e73-9e46-4c22-bfc4-5a37580fad72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422571 Feb 20 23:10:42.106702 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd844b00-8a07-4c7c-b6b1-2b896f90dd1d req-80521ac0-680b-4737-a14e-a08ff034baa2 tempest-TestShelveInstance-1963375700 tempest-TestShelveInstance-1963375700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:10:42.108186 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-cd844b00-8a07-4c7c-b6b1-2b896f90dd1d req-80521ac0-680b-4737-a14e-a08ff034baa2 tempest-TestShelveInstance-1963375700 tempest-TestShelveInstance-1963375700-project] 10.222.0.65 "GET /v2.0/ports?device_id=5a2b826e-4a78-4871-bebd-4d16e947feca HTTP/1.1" status: 200 len: 945 time: 0.0514116 Feb 20 23:10:42.157064 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-cd844b00-8a07-4c7c-b6b1-2b896f90dd1d req-871290fc-62e9-4d98-9d45-a78f44d1df34 tempest-TestShelveInstance-1963375700 tempest-TestShelveInstance-1963375700-project] 10.222.0.65 "GET /v2.0/security-groups?id=2c29ce32-9d8e-4912-89a0-2a585bcd184b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426910 Feb 20 23:10:42.327935 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-ad657578-e7f4-4832-b1fd-a486430a5b5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (83a03d73-f5e1-4f72-b2a3-d557ae097998), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:10:43.272788 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af9db7d-adf8-45c0-89b8-ca8f1e527d83 req-469488c1-7d5a-4655-a4dd-b9ee5fb03f0e tempest-TestShelveInstance-1963375700 tempest-TestShelveInstance-1963375700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:10:43.274217 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-8af9db7d-adf8-45c0-89b8-ca8f1e527d83 req-469488c1-7d5a-4655-a4dd-b9ee5fb03f0e tempest-TestShelveInstance-1963375700 tempest-TestShelveInstance-1963375700-project] 10.222.0.65 "GET /v2.0/ports?device_id=5a2b826e-4a78-4871-bebd-4d16e947feca HTTP/1.1" status: 200 len: 945 time: 0.0512340 Feb 20 23:10:43.321465 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-8af9db7d-adf8-45c0-89b8-ca8f1e527d83 req-fb3174f3-bfd5-4abe-8264-ef96d6fb322b tempest-TestShelveInstance-1963375700 tempest-TestShelveInstance-1963375700-project] 10.222.0.65 "GET /v2.0/security-groups?id=2c29ce32-9d8e-4912-89a0-2a585bcd184b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416782 Feb 20 23:10:44.497200 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.65', 53378) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:10:44.503322 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c5b9212c-92de-46e7-9965-26fd2525db60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (13c347f3-1c01-45ee-af8c-9f8a630e0f23), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:10:44.620552 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-1976c092-0160-4b39-a56d-d3d8514ce003 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:10:44.703095 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-1976c092-0160-4b39-a56d-d3d8514ce003 admin admin] Publish callbacks [] for security_group (cf63f657-e998-4603-bfa7-7b72dba34766), precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:10:44.724952 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d2a39f-0e71-4f96-930d-e70b174124b2 req-4111343b-981b-4b7f-8f38-a3d916a9a447 tempest-TestShelveInstance-1963375700 tempest-TestShelveInstance-1963375700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:10:44.726495 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-d8d2a39f-0e71-4f96-930d-e70b174124b2 req-4111343b-981b-4b7f-8f38-a3d916a9a447 tempest-TestShelveInstance-1963375700 tempest-TestShelveInstance-1963375700-project] 10.222.0.65 "GET /v2.0/ports?device_id=5a2b826e-4a78-4871-bebd-4d16e947feca HTTP/1.1" status: 200 len: 945 time: 0.3358121 Feb 20 23:10:44.762080 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-1976c092-0160-4b39-a56d-d3d8514ce003 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627867'] for security_group (cf63f657-e998-4603-bfa7-7b72dba34766), after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:10:44.777068 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-d8d2a39f-0e71-4f96-930d-e70b174124b2 req-859669f9-827b-4747-a057-6d120bd3e89c tempest-TestShelveInstance-1963375700 tempest-TestShelveInstance-1963375700-project] 10.222.0.65 "GET /v2.0/security-groups?id=2c29ce32-9d8e-4912-89a0-2a585bcd184b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446720 Feb 20 23:10:44.796587 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [None req-1976c092-0160-4b39-a56d-d3d8514ce003 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=ee6d06da00cd40b9838c31938531f8ad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2957399 Feb 20 23:10:44.796736 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.65', 53382) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:10:44.817156 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1976c092-0160-4b39-a56d-d3d8514ce003 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf63f657-e998-4603-bfa7-7b72dba34766,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:10:44.851931 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-bb1837f3-101c-4633-a354-fe41d209b1d6 admin admin] Publish callbacks [] for security_group (cf63f657-e998-4603-bfa7-7b72dba34766), before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:10:44.871911 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-bb1837f3-101c-4633-a354-fe41d209b1d6 admin admin] Publish callbacks [] for security_group (cf63f657-e998-4603-bfa7-7b72dba34766), precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:10:45.005685 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-bb1837f3-101c-4633-a354-fe41d209b1d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627867'] for security_group (cf63f657-e998-4603-bfa7-7b72dba34766), after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:10:45.008391 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-bb1837f3-101c-4633-a354-fe41d209b1d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:10:45.009580 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [None req-bb1837f3-101c-4633-a354-fe41d209b1d6 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/cf63f657-e998-4603-bfa7-7b72dba34766 HTTP/1.1" status: 204 len: 168 time: 0.2119410 Feb 20 23:10:45.017992 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1837f3-101c-4633-a354-fe41d209b1d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf63f657-e998-4603-bfa7-7b72dba34766,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:10:45.613620 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.65', 53390) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:10:45.626337 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-93f240b0-7c32-43ce-8673-a5a1314e8324 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:10:45.699913 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-93f240b0-7c32-43ce-8673-a5a1314e8324 admin admin] Publish callbacks [] for security_group (c3bc1c61-c845-4a91-9768-eb56110a4c87), precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:10:45.776644 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-93f240b0-7c32-43ce-8673-a5a1314e8324 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627867'] for security_group (c3bc1c61-c845-4a91-9768-eb56110a4c87), after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:10:45.814998 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [None req-93f240b0-7c32-43ce-8673-a5a1314e8324 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=f6d21b6efa3742809cb99af5a2275d67&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2002890 Feb 20 23:10:45.815817 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f240b0-7c32-43ce-8673-a5a1314e8324 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3bc1c61-c845-4a91-9768-eb56110a4c87,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:10:45.818073 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.65', 53394) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:10:45.878601 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-eeb771ba-e494-4680-8cea-1da6c8b3259b admin admin] Publish callbacks [] for security_group (c3bc1c61-c845-4a91-9768-eb56110a4c87), before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:10:45.894705 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-eeb771ba-e494-4680-8cea-1da6c8b3259b admin admin] Publish callbacks [] for security_group (c3bc1c61-c845-4a91-9768-eb56110a4c87), precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:10:45.898239 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1af7e3-9b7c-4904-b159-fb85133f4ad9 req-813a2e0b-29e2-42f7-8ab9-9c9b7f04953e tempest-TestShelveInstance-1963375700 tempest-TestShelveInstance-1963375700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:10:45.899730 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-bc1af7e3-9b7c-4904-b159-fb85133f4ad9 req-813a2e0b-29e2-42f7-8ab9-9c9b7f04953e tempest-TestShelveInstance-1963375700 tempest-TestShelveInstance-1963375700-project] 10.222.0.65 "GET /v2.0/ports?device_id=5a2b826e-4a78-4871-bebd-4d16e947feca HTTP/1.1" status: 200 len: 945 time: 0.0514526 Feb 20 23:10:45.919662 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-343008d4-3a37-47e4-bcbd-5ef9b41dd99c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (5ba36dc9-fc49-4f8a-9e75-ea70dbbc9d37), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:10:45.948789 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-bc1af7e3-9b7c-4904-b159-fb85133f4ad9 req-feaacb94-5314-4d19-972f-29727b820e0f tempest-TestShelveInstance-1963375700 tempest-TestShelveInstance-1963375700-project] 10.222.0.65 "GET /v2.0/security-groups?id=2c29ce32-9d8e-4912-89a0-2a585bcd184b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432181 Feb 20 23:10:45.993907 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-eeb771ba-e494-4680-8cea-1da6c8b3259b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627867'] for security_group (c3bc1c61-c845-4a91-9768-eb56110a4c87), after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:10:45.996553 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-eeb771ba-e494-4680-8cea-1da6c8b3259b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:10:45.997713 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [None req-eeb771ba-e494-4680-8cea-1da6c8b3259b admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/c3bc1c61-c845-4a91-9768-eb56110a4c87 HTTP/1.1" status: 204 len: 168 time: 0.1785564 Feb 20 23:10:46.005690 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb771ba-e494-4680-8cea-1da6c8b3259b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3bc1c61-c845-4a91-9768-eb56110a4c87,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:10:47.067934 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd411738-0d87-4352-8b6b-5c2b3e19bd6c req-d0eb1463-2cae-4353-9c79-38a65449ce99 tempest-TestShelveInstance-1963375700 tempest-TestShelveInstance-1963375700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:10:47.069307 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-bd411738-0d87-4352-8b6b-5c2b3e19bd6c req-d0eb1463-2cae-4353-9c79-38a65449ce99 tempest-TestShelveInstance-1963375700 tempest-TestShelveInstance-1963375700-project] 10.222.0.65 "GET /v2.0/ports?device_id=5a2b826e-4a78-4871-bebd-4d16e947feca HTTP/1.1" status: 200 len: 945 time: 0.0521557 Feb 20 23:10:47.121017 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-bd411738-0d87-4352-8b6b-5c2b3e19bd6c req-ec17513d-553d-4640-b4f6-27713945a93c tempest-TestShelveInstance-1963375700 tempest-TestShelveInstance-1963375700-project] 10.222.0.65 "GET /v2.0/security-groups?id=2c29ce32-9d8e-4912-89a0-2a585bcd184b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461247 Feb 20 23:10:47.190755 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-f8bda328-0f39-40fc-b2c8-28796977f3d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (e2edd6cb-ac77-47df-80b5-e0a92a5dde3d), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:10:48.237591 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e074589-ebde-41e2-8cbd-29e491486e84 req-372e4f27-493e-48ea-9a9b-ec69ac2131c2 tempest-TestShelveInstance-1963375700 tempest-TestShelveInstance-1963375700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:10:48.239211 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-2e074589-ebde-41e2-8cbd-29e491486e84 req-372e4f27-493e-48ea-9a9b-ec69ac2131c2 tempest-TestShelveInstance-1963375700 tempest-TestShelveInstance-1963375700-project] 10.222.0.65 "GET /v2.0/ports?device_id=5a2b826e-4a78-4871-bebd-4d16e947feca HTTP/1.1" status: 200 len: 945 time: 0.0518217 Feb 20 23:10:48.290620 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-2e074589-ebde-41e2-8cbd-29e491486e84 req-55811698-01b5-41d3-9165-a158b610445d tempest-TestShelveInstance-1963375700 tempest-TestShelveInstance-1963375700-project] 10.222.0.65 "GET /v2.0/security-groups?id=2c29ce32-9d8e-4912-89a0-2a585bcd184b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459051 Feb 20 23:10:48.674234 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (2dc95353-690e-4eed-857f-cdb5bbe3a4be), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:10:49.407603 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b07c19-f792-4d88-a5a2-a6b5a017c57b req-a11b0d28-3b2a-43d0-96a6-18a3e266f4b7 tempest-TestShelveInstance-1963375700 tempest-TestShelveInstance-1963375700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:10:49.408943 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-d7b07c19-f792-4d88-a5a2-a6b5a017c57b req-a11b0d28-3b2a-43d0-96a6-18a3e266f4b7 tempest-TestShelveInstance-1963375700 tempest-TestShelveInstance-1963375700-project] 10.222.0.65 "GET /v2.0/ports?device_id=5a2b826e-4a78-4871-bebd-4d16e947feca HTTP/1.1" status: 200 len: 945 time: 0.0512853 Feb 20 23:10:49.457366 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-d7b07c19-f792-4d88-a5a2-a6b5a017c57b req-492cc986-587a-49a8-9cbd-587654b068cb tempest-TestShelveInstance-1963375700 tempest-TestShelveInstance-1963375700-project] 10.222.0.65 "GET /v2.0/security-groups?id=2c29ce32-9d8e-4912-89a0-2a585bcd184b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429530 Feb 20 23:10:50.577583 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde77803-45e0-4aae-bda0-c3954aaa7f70 req-f5509df0-d06d-4ded-8ca9-026d6385123a tempest-TestShelveInstance-1963375700 tempest-TestShelveInstance-1963375700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:10:50.579068 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-cde77803-45e0-4aae-bda0-c3954aaa7f70 req-f5509df0-d06d-4ded-8ca9-026d6385123a tempest-TestShelveInstance-1963375700 tempest-TestShelveInstance-1963375700-project] 10.222.0.65 "GET /v2.0/ports?device_id=5a2b826e-4a78-4871-bebd-4d16e947feca HTTP/1.1" status: 200 len: 945 time: 0.0509810 Feb 20 23:10:50.626125 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-cde77803-45e0-4aae-bda0-c3954aaa7f70 req-015acb2d-7a40-4b1d-9ef2-16c09d0efb29 tempest-TestShelveInstance-1963375700 tempest-TestShelveInstance-1963375700-project] 10.222.0.65 "GET /v2.0/security-groups?id=2c29ce32-9d8e-4912-89a0-2a585bcd184b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412486 Feb 20 23:10:51.191744 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21b54c8-5270-4eb0-9408-72f8e8d4f17e req-a55f0736-7e5e-4560-9153-03a1b848ed61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:10:51.193225 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-d21b54c8-5270-4eb0-9408-72f8e8d4f17e req-a55f0736-7e5e-4560-9153-03a1b848ed61 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=0cba5500ec13454c84750d795b267d1f&device_id=5a2b826e-4a78-4871-bebd-4d16e947feca HTTP/1.1" status: 200 len: 1129 time: 0.0430844 Feb 20 23:10:51.287503 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21b54c8-5270-4eb0-9408-72f8e8d4f17e req-085b7f77-351a-40da-a141-2f8469e126f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:10:51.288942 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-d21b54c8-5270-4eb0-9408-72f8e8d4f17e req-085b7f77-351a-40da-a141-2f8469e126f4 service neutron] 10.222.0.42 "GET /v2.0/networks?id=0b6be559-f94f-4c5a-9671-c3c472d8311a HTTP/1.1" status: 200 len: 908 time: 0.0867734 Feb 20 23:10:51.292405 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.65', 53470) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:10:51.357629 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-d21b54c8-5270-4eb0-9408-72f8e8d4f17e req-cf4bdab4-a7ab-4bdf-9c02-1e24c7eb4142 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=64056d33-18b8-49e7-a0a9-dd5760eb1c1f HTTP/1.1" status: 200 len: 1001 time: 0.0583229 Feb 20 23:10:51.419063 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-80e11fc5-2ae9-4e20-93cb-bb2968c03803 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:10:51.438828 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21b54c8-5270-4eb0-9408-72f8e8d4f17e req-f1a50a2b-c597-4b9b-9767-2b5d0f48cb07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:10:51.440757 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-d21b54c8-5270-4eb0-9408-72f8e8d4f17e req-f1a50a2b-c597-4b9b-9767-2b5d0f48cb07 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=34d111b8-53a8-4bd0-9d27-ae1b2459244b HTTP/1.1" status: 200 len: 847 time: 0.0673101 Feb 20 23:10:51.514528 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21b54c8-5270-4eb0-9408-72f8e8d4f17e req-de7b8180-945d-4d8e-a7bc-2a8230cbd1da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:10:51.516004 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-d21b54c8-5270-4eb0-9408-72f8e8d4f17e req-de7b8180-945d-4d8e-a7bc-2a8230cbd1da service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0b6be559-f94f-4c5a-9671-c3c472d8311a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0691628 Feb 20 23:10:51.539171 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-80e11fc5-2ae9-4e20-93cb-bb2968c03803 admin admin] Publish callbacks [] for security_group (7d51a012-a0df-4541-9611-3b1c30c5379e), precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:10:51.625222 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-d21b54c8-5270-4eb0-9408-72f8e8d4f17e req-6add2b11-b79a-4b99-a080-630c8fb0ee64 service neutron] 10.222.0.42 "GET /v2.0/networks/0b6be559-f94f-4c5a-9671-c3c472d8311a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880411 Feb 20 23:10:51.628093 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-80e11fc5-2ae9-4e20-93cb-bb2968c03803 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627867'] for security_group (7d51a012-a0df-4541-9611-3b1c30c5379e), after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:10:51.713578 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [None req-80e11fc5-2ae9-4e20-93cb-bb2968c03803 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=259e8b165bcd441ebc310bfcbb247a5b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4201880 Feb 20 23:10:51.716346 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.65', 53476) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:10:51.716822 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e11fc5-2ae9-4e20-93cb-bb2968c03803 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d51a012-a0df-4541-9611-3b1c30c5379e,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:10:51.777228 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-2289a70c-eaef-4836-9649-813766f25829 admin admin] Publish callbacks [] for security_group (7d51a012-a0df-4541-9611-3b1c30c5379e), before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:10:51.800083 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-2289a70c-eaef-4836-9649-813766f25829 admin admin] Publish callbacks [] for security_group (7d51a012-a0df-4541-9611-3b1c30c5379e), precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:10:51.800207 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-d21b54c8-5270-4eb0-9408-72f8e8d4f17e req-1b3ca111-f9a1-4eef-8c4a-02093d13f7b1 service neutron] 10.222.0.42 "GET /v2.0/networks/0b6be559-f94f-4c5a-9671-c3c472d8311a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1591818 Feb 20 23:10:51.813249 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea46cb7-088a-492e-9a97-d84e7cdb79bd req-ba6bb3eb-97d1-412e-809e-c7c0aaa2ffe7 tempest-TestShelveInstance-1963375700 tempest-TestShelveInstance-1963375700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:10:51.815309 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-6ea46cb7-088a-492e-9a97-d84e7cdb79bd req-ba6bb3eb-97d1-412e-809e-c7c0aaa2ffe7 tempest-TestShelveInstance-1963375700 tempest-TestShelveInstance-1963375700-project] 10.222.0.65 "GET /v2.0/ports?device_id=5a2b826e-4a78-4871-bebd-4d16e947feca HTTP/1.1" status: 200 len: 945 time: 0.1044629 Feb 20 23:10:51.873947 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-6ea46cb7-088a-492e-9a97-d84e7cdb79bd req-32ba59c4-c1c9-4c9d-b26c-3d7c83765561 tempest-TestShelveInstance-1963375700 tempest-TestShelveInstance-1963375700-project] 10.222.0.65 "GET /v2.0/security-groups?id=2c29ce32-9d8e-4912-89a0-2a585bcd184b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506120 Feb 20 23:10:51.905199 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-2289a70c-eaef-4836-9649-813766f25829 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627867'] for security_group (7d51a012-a0df-4541-9611-3b1c30c5379e), after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:10:51.907786 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-2289a70c-eaef-4836-9649-813766f25829 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:10:51.909056 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [None req-2289a70c-eaef-4836-9649-813766f25829 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/7d51a012-a0df-4541-9611-3b1c30c5379e HTTP/1.1" status: 204 len: 168 time: 0.1916163 Feb 20 23:10:51.916722 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2289a70c-eaef-4836-9649-813766f25829 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d51a012-a0df-4541-9611-3b1c30c5379e,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:10:52.489158 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.65', 53500) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:10:52.501821 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-44043975-b8fd-490d-943f-cf06e8e7bd28 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:10:52.575809 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-44043975-b8fd-490d-943f-cf06e8e7bd28 admin admin] Publish callbacks [] for security_group (a67c3205-58ab-4e99-a884-5ac589c689c4), precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:10:52.656767 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-44043975-b8fd-490d-943f-cf06e8e7bd28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627867'] for security_group (a67c3205-58ab-4e99-a884-5ac589c689c4), after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:10:52.694309 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [None req-44043975-b8fd-490d-943f-cf06e8e7bd28 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=384d03d7636b489d9ca0c90420506aac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2040281 Feb 20 23:10:52.695130 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44043975-b8fd-490d-943f-cf06e8e7bd28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a67c3205-58ab-4e99-a884-5ac589c689c4,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:10:52.697802 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.65', 53502) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:10:52.745805 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-462998d2-c85c-4446-a9a8-3209631c3165 admin admin] Publish callbacks [] for security_group (a67c3205-58ab-4e99-a884-5ac589c689c4), before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:10:52.766239 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-462998d2-c85c-4446-a9a8-3209631c3165 admin admin] Publish callbacks [] for security_group (a67c3205-58ab-4e99-a884-5ac589c689c4), precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:10:52.867847 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-462998d2-c85c-4446-a9a8-3209631c3165 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627867'] for security_group (a67c3205-58ab-4e99-a884-5ac589c689c4), after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:10:52.870349 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-462998d2-c85c-4446-a9a8-3209631c3165 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:10:52.871498 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [None req-462998d2-c85c-4446-a9a8-3209631c3165 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/a67c3205-58ab-4e99-a884-5ac589c689c4 HTTP/1.1" status: 204 len: 168 time: 0.1721601 Feb 20 23:10:52.879019 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462998d2-c85c-4446-a9a8-3209631c3165 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a67c3205-58ab-4e99-a884-5ac589c689c4,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:10:53.006440 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be18c8a-4e37-4bea-ab2a-adc65dc3eac5 req-4ac89053-37e3-4567-833d-da377b214bbd tempest-TestShelveInstance-1963375700 tempest-TestShelveInstance-1963375700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:10:53.007899 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-2be18c8a-4e37-4bea-ab2a-adc65dc3eac5 req-4ac89053-37e3-4567-833d-da377b214bbd tempest-TestShelveInstance-1963375700 tempest-TestShelveInstance-1963375700-project] 10.222.0.65 "GET /v2.0/ports?device_id=5a2b826e-4a78-4871-bebd-4d16e947feca HTTP/1.1" status: 200 len: 945 time: 0.0561926 Feb 20 23:10:53.055758 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-2be18c8a-4e37-4bea-ab2a-adc65dc3eac5 req-b0a45273-8c8f-4612-ad74-df2b91acc605 tempest-TestShelveInstance-1963375700 tempest-TestShelveInstance-1963375700-project] 10.222.0.65 "GET /v2.0/security-groups?id=2c29ce32-9d8e-4912-89a0-2a585bcd184b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422792 Feb 20 23:10:54.178302 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674212e2-060f-4a53-9ebe-03bb6714595f req-b87a7c4a-2b75-4bf0-831c-358fb3928960 tempest-TestShelveInstance-1963375700 tempest-TestShelveInstance-1963375700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:10:54.179790 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-674212e2-060f-4a53-9ebe-03bb6714595f req-b87a7c4a-2b75-4bf0-831c-358fb3928960 tempest-TestShelveInstance-1963375700 tempest-TestShelveInstance-1963375700-project] 10.222.0.65 "GET /v2.0/ports?device_id=5a2b826e-4a78-4871-bebd-4d16e947feca HTTP/1.1" status: 200 len: 945 time: 0.0538933 Feb 20 23:10:54.229067 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-674212e2-060f-4a53-9ebe-03bb6714595f req-0ca59e44-8646-4a15-9e7d-9904918f66ed tempest-TestShelveInstance-1963375700 tempest-TestShelveInstance-1963375700-project] 10.222.0.65 "GET /v2.0/security-groups?id=2c29ce32-9d8e-4912-89a0-2a585bcd184b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431731 Feb 20 23:10:54.729247 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67ec693-20ad-4656-943f-d93b4c48b0c8 req-e8d71bf9-7d61-4165-ab96-b90285f55e35 tempest-AttachVolumeNegativeTest-501361799 tempest-AttachVolumeNegativeTest-501361799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:10:54.730709 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-d67ec693-20ad-4656-943f-d93b4c48b0c8 req-e8d71bf9-7d61-4165-ab96-b90285f55e35 tempest-AttachVolumeNegativeTest-501361799 tempest-AttachVolumeNegativeTest-501361799-project] 10.222.0.65 "GET /v2.0/networks?id=22d08287-8353-4feb-a833-de26e0ec8aa5 HTTP/1.1" status: 200 len: 815 time: 0.1046827 Feb 20 23:10:54.744652 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-d67ec693-20ad-4656-943f-d93b4c48b0c8 req-a4be3a31-075d-446d-b500-771af0d86a8b tempest-AttachVolumeNegativeTest-501361799 tempest-AttachVolumeNegativeTest-501361799-project] 10.222.0.65 "GET /v2.0/quotas/0d11856609a14abe8537ece8b60858c5 HTTP/1.1" status: 200 len: 375 time: 0.0086310 Feb 20 23:10:54.799469 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-d67ec693-20ad-4656-943f-d93b4c48b0c8 req-de5e9306-0c43-41fe-b0a2-d167a8c5c55a tempest-AttachVolumeNegativeTest-501361799 tempest-AttachVolumeNegativeTest-501361799-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=0d11856609a14abe8537ece8b60858c5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0499783 Feb 20 23:10:54.887358 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-d67ec693-20ad-4656-943f-d93b4c48b0c8 req-cf42c675-34b3-4890-b924-996c1464f7e0 service neutron] 10.222.0.65 "GET /v2.0/networks/22d08287-8353-4feb-a833-de26e0ec8aa5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813012 Feb 20 23:10:55.014325 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-d67ec693-20ad-4656-943f-d93b4c48b0c8 req-f13657f3-c494-4f35-a64f-5be799d708d3 service neutron] 10.222.0.65 "GET /v2.0/networks/22d08287-8353-4feb-a833-de26e0ec8aa5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876071 Feb 20 23:10:55.216875 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-c37a9a99-e3cf-49cc-8e4f-4501bf5c1b5c req-9d9a1cfc-737c-4ddf-bb2d-373325ed133d tempest-AttachVolumeNegativeTest-501361799 tempest-AttachVolumeNegativeTest-501361799-project] 10.222.0.65 "GET /v2.0/ports?device_id=25f1bafd-247e-4a07-9979-6bfb38ba2408 HTTP/1.1" status: 200 len: 210 time: 0.0278983 Feb 20 23:10:55.344024 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b05405-acb6-4e67-a98c-48b958841d71 req-b5cbaf7c-0aaa-4175-9a27-3a06728fb161 tempest-TestShelveInstance-1963375700 tempest-TestShelveInstance-1963375700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:10:55.345979 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-99b05405-acb6-4e67-a98c-48b958841d71 req-b5cbaf7c-0aaa-4175-9a27-3a06728fb161 tempest-TestShelveInstance-1963375700 tempest-TestShelveInstance-1963375700-project] 10.222.0.65 "GET /v2.0/ports?device_id=5a2b826e-4a78-4871-bebd-4d16e947feca HTTP/1.1" status: 200 len: 945 time: 0.0522246 Feb 20 23:10:55.396892 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-99b05405-acb6-4e67-a98c-48b958841d71 req-5f336395-b65d-4fd3-9864-8756b43e69b3 tempest-TestShelveInstance-1963375700 tempest-TestShelveInstance-1963375700-project] 10.222.0.65 "GET /v2.0/security-groups?id=2c29ce32-9d8e-4912-89a0-2a585bcd184b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453072 Feb 20 23:10:55.754217 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a10214c-697a-4a3e-9c48-006b22bd744a req-7c154f64-54e2-49a1-88e3-e2ddce86863e tempest-TestShelveInstance-1963375700 tempest-TestShelveInstance-1963375700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:10:55.755734 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-4a10214c-697a-4a3e-9c48-006b22bd744a req-7c154f64-54e2-49a1-88e3-e2ddce86863e tempest-TestShelveInstance-1963375700 tempest-TestShelveInstance-1963375700-project] 10.222.0.65 "GET /v2.0/ports?device_id=5a2b826e-4a78-4871-bebd-4d16e947feca HTTP/1.1" status: 200 len: 945 time: 0.0561161 Feb 20 23:10:55.815547 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-4a10214c-697a-4a3e-9c48-006b22bd744a req-f7a49de1-bada-4216-9129-f141bbe7d694 tempest-TestShelveInstance-1963375700 tempest-TestShelveInstance-1963375700-project] 10.222.0.65 "GET /v2.0/security-groups?id=2c29ce32-9d8e-4912-89a0-2a585bcd184b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542781 Feb 20 23:10:55.887022 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-59e9b192-8d58-4ead-a692-eba03f110456 req-cb7c285d-0d27-44fb-a10e-ea3baa8dbdec service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=5a2b826e-4a78-4871-bebd-4d16e947feca&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1396456 Feb 20 23:10:56.066624 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e9b192-8d58-4ead-a692-eba03f110456 req-56daa282-afc1-4820-8cfd-e615b5fa8342 tempest-TestShelveInstance-1963375700 tempest-TestShelveInstance-1963375700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:10:56.067961 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-59e9b192-8d58-4ead-a692-eba03f110456 req-56daa282-afc1-4820-8cfd-e615b5fa8342 tempest-TestShelveInstance-1963375700 tempest-TestShelveInstance-1963375700-project] 10.222.0.65 "GET /v2.0/ports/64056d33-18b8-49e7-a0a9-dd5760eb1c1f HTTP/1.1" status: 200 len: 942 time: 0.1547911 Feb 20 23:10:56.211065 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (a929ecfe-02b1-4b86-b2e7-0c746ea4b12c), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:10:56.309406 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-4020b5f7-b55c-439b-8b94-5ea000eb5ae7 req-6b038879-c7f3-4a5f-8d65-ed4656388a39 tempest-AttachVolumeNegativeTest-501361799 tempest-AttachVolumeNegativeTest-501361799-project] 10.222.0.65 "GET /v2.0/ports?device_id=25f1bafd-247e-4a07-9979-6bfb38ba2408 HTTP/1.1" status: 200 len: 210 time: 0.0254552 Feb 20 23:10:56.935267 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c702ae-3857-46bb-8078-09e93b97da5a req-fc33f988-4687-4a1b-a7ad-36c27791d2f8 tempest-TestShelveInstance-1963375700 tempest-TestShelveInstance-1963375700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:10:56.936779 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-78c702ae-3857-46bb-8078-09e93b97da5a req-fc33f988-4687-4a1b-a7ad-36c27791d2f8 tempest-TestShelveInstance-1963375700 tempest-TestShelveInstance-1963375700-project] 10.222.0.65 "GET /v2.0/ports?device_id=5a2b826e-4a78-4871-bebd-4d16e947feca HTTP/1.1" status: 200 len: 945 time: 0.0538428 Feb 20 23:10:56.985308 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-78c702ae-3857-46bb-8078-09e93b97da5a req-47002222-2e52-40a0-8919-003445f2f7a7 tempest-TestShelveInstance-1963375700 tempest-TestShelveInstance-1963375700-project] 10.222.0.65 "GET /v2.0/security-groups?id=2c29ce32-9d8e-4912-89a0-2a585bcd184b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427217 Feb 20 23:10:56.999689 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Device 64056d33-18b8-49e7-a0a9-dd5760eb1c1f no longer exists at agent hyperv_hv-cinder-83009 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 23:10:57.082395 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Current status of the port 64056d33-18b8-49e7-a0a9-dd5760eb1c1f is: ACTIVE; New status is: DOWN {{(pid=109630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:10:57.082799 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4131840'] for port (64056d33-18b8-49e7-a0a9-dd5760eb1c1f), before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:10:57.108769 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a2b826e-4a78-4871-bebd-4d16e947feca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '64056d33-18b8-49e7-a0a9-dd5760eb1c1f'}] {{(pid=109630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 23:10:57.111017 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f8f7ade39b9b648cd02963e66adb41eb29d40ae47bdce8ccfc3d1936511f484" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b21462d-fcda-4b68-9e92-0075b8ab21a0" -d '{"events": [{"server_uuid": "5a2b826e-4a78-4871-bebd-4d16e947feca", "name": "network-vif-unplugged", "status": "completed", "tag": "64056d33-18b8-49e7-a0a9-dd5760eb1c1f"}]}' {{(pid=109630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 23:10:57.124413 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] For port 64056d33-18b8-49e7-a0a9-dd5760eb1c1f, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=64056d33-18b8-49e7-a0a9-dd5760eb1c1f,segment=NetworkSegment(56bf0c4d-c62b-4b69-a2bf-9ef505b71839),segment_id=56bf0c4d-c62b-4b69-a2bf-9ef505b71839)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:10:57.146487 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sun, 20 Feb 2022 23:10:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08791680-bb50-4c56-8bf1-731381ff5cf8 x-openstack-request-id: req-08791680-bb50-4c56-8bf1-731381ff5cf8 {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 23:10:57.147372 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a2b826e-4a78-4871-bebd-4d16e947feca", "name": "network-vif-unplugged", "status": "failed", "tag": "64056d33-18b8-49e7-a0a9-dd5760eb1c1f", "code": 422}]} {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 23:10:57.147372 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-08791680-bb50-4c56-8bf1-731381ff5cf8 {{(pid=109630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 23:10:57.158031 dv-cinder-830096-1-iscsi neutron-server[109630]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '5a2b826e-4a78-4871-bebd-4d16e947feca', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '64056d33-18b8-49e7-a0a9-dd5760eb1c1f', 'code': 422} returned with failed status Feb 20 23:10:57.217041 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747407212427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747406771514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747406771532'] for port (64056d33-18b8-49e7-a0a9-dd5760eb1c1f), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:10:57.265282 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Pushing event updated for resources: {'Port': ['ID=64056d33-18b8-49e7-a0a9-dd5760eb1c1f,revision_number=6']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:10:57.313013 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67ec693-20ad-4656-943f-d93b4c48b0c8 req-42238bc2-a798-4e81-82ba-93e7e2590040 tempest-AttachVolumeNegativeTest-501361799 tempest-AttachVolumeNegativeTest-501361799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:10:57.314484 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-d67ec693-20ad-4656-943f-d93b4c48b0c8 req-42238bc2-a798-4e81-82ba-93e7e2590040 tempest-AttachVolumeNegativeTest-501361799 tempest-AttachVolumeNegativeTest-501361799-project] 10.222.0.42 "GET /v2.0/networks?id=22d08287-8353-4feb-a833-de26e0ec8aa5 HTTP/1.1" status: 200 len: 815 time: 0.1026647 Feb 20 23:10:57.325513 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.v2.base [req-d67ec693-20ad-4656-943f-d93b4c48b0c8 req-715897eb-4816-423d-ae8b-91f76428bbda tempest-AttachVolumeNegativeTest-501361799 tempest-AttachVolumeNegativeTest-501361799-project] Request body: {'port': {'device_id': '25f1bafd-247e-4a07-9979-6bfb38ba2408', 'network_id': '22d08287-8353-4feb-a833-de26e0ec8aa5', 'admin_state_up': True, 'tenant_id': '0d11856609a14abe8537ece8b60858c5'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:10:57.410758 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-56ddb292-c721-40db-a642-e9f391e28ba1 req-33accd92-75dc-4cbb-b2bf-e6ccf08655ef tempest-AttachVolumeNegativeTest-501361799 tempest-AttachVolumeNegativeTest-501361799-project] 10.222.0.65 "GET /v2.0/ports?device_id=25f1bafd-247e-4a07-9979-6bfb38ba2408 HTTP/1.1" status: 200 len: 210 time: 0.0330873 Feb 20 23:10:57.537559 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d67ec693-20ad-4656-943f-d93b4c48b0c8 req-715897eb-4816-423d-ae8b-91f76428bbda tempest-AttachVolumeNegativeTest-501361799 tempest-AttachVolumeNegativeTest-501361799-project] Made reservation on behalf of 0d11856609a14abe8537ece8b60858c5 for: {'port': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 23:10:57.541176 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-d67ec693-20ad-4656-943f-d93b4c48b0c8 req-715897eb-4816-423d-ae8b-91f76428bbda tempest-AttachVolumeNegativeTest-501361799 tempest-AttachVolumeNegativeTest-501361799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4131840'] for port (None), before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:10:57.667650 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.db.db_base_plugin_common [req-d67ec693-20ad-4656-943f-d93b4c48b0c8 req-715897eb-4816-423d-ae8b-91f76428bbda tempest-AttachVolumeNegativeTest-501361799 tempest-AttachVolumeNegativeTest-501361799-project] Allocated IP 172.20.0.9 (22d08287-8353-4feb-a833-de26e0ec8aa5/caddf7d2-cba2-4b79-96d9-74d1004bb9eb/35f11b74-1e27-4d98-8d26-8997a2bf7c34) {{(pid=109628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 23:10:57.810684 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-d67ec693-20ad-4656-943f-d93b4c48b0c8 req-715897eb-4816-423d-ae8b-91f76428bbda tempest-AttachVolumeNegativeTest-501361799 tempest-AttachVolumeNegativeTest-501361799-project] Publish callbacks [] for port (35f11b74-1e27-4d98-8d26-8997a2bf7c34), precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:10:57.911250 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-d67ec693-20ad-4656-943f-d93b4c48b0c8 req-715897eb-4816-423d-ae8b-91f76428bbda tempest-AttachVolumeNegativeTest-501361799 tempest-AttachVolumeNegativeTest-501361799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747406771496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59259307'] for port (35f11b74-1e27-4d98-8d26-8997a2bf7c34), after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:10:57.924241 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] get_ports_and_sgs() called for port_ids ['df1c3b4a-8b4b-40fd-a4c2-8b4f88c62dd9', '5acd6660-196f-4009-a194-c22a56256ad6', 'd5029784-6dca-4066-9729-bcc999e27eb0'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 23:10:57.958768 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d67ec693-20ad-4656-943f-d93b4c48b0c8 req-715897eb-4816-423d-ae8b-91f76428bbda tempest-AttachVolumeNegativeTest-501361799 tempest-AttachVolumeNegativeTest-501361799-project] Network 22d08287-8353-4feb-a833-de26e0ec8aa5 is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 23:10:57.962431 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [req-d67ec693-20ad-4656-943f-d93b4c48b0c8 req-715897eb-4816-423d-ae8b-91f76428bbda tempest-AttachVolumeNegativeTest-501361799 tempest-AttachVolumeNegativeTest-501361799-project] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 23:10:57.964988 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [req-d67ec693-20ad-4656-943f-d93b4c48b0c8 req-715897eb-4816-423d-ae8b-91f76428bbda tempest-AttachVolumeNegativeTest-501361799 tempest-AttachVolumeNegativeTest-501361799-project] Received port after_create {{(pid=109628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 23:10:57.992582 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715897eb-4816-423d-ae8b-91f76428bbda tempest-AttachVolumeNegativeTest-501361799 tempest-AttachVolumeNegativeTest-501361799-project] Pushing event updated for resources: {'Port': ['ID=35f11b74-1e27-4d98-8d26-8997a2bf7c34,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:10:58.023972 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67ec693-20ad-4656-943f-d93b4c48b0c8 req-715897eb-4816-423d-ae8b-91f76428bbda tempest-AttachVolumeNegativeTest-501361799 tempest-AttachVolumeNegativeTest-501361799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:10:58.023972 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-d67ec693-20ad-4656-943f-d93b4c48b0c8 req-715897eb-4816-423d-ae8b-91f76428bbda tempest-AttachVolumeNegativeTest-501361799 tempest-AttachVolumeNegativeTest-501361799-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932959'] for port (None), before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:10:58.104551 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55bf134-cd56-4559-bd99-f71575b2c57e req-129fb74e-69ad-453b-ab19-94ae3850df86 tempest-TestShelveInstance-1963375700 tempest-TestShelveInstance-1963375700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:10:58.105960 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-a55bf134-cd56-4559-bd99-f71575b2c57e req-129fb74e-69ad-453b-ab19-94ae3850df86 tempest-TestShelveInstance-1963375700 tempest-TestShelveInstance-1963375700-project] 10.222.0.65 "GET /v2.0/ports?device_id=5a2b826e-4a78-4871-bebd-4d16e947feca HTTP/1.1" status: 200 len: 943 time: 0.0508888 Feb 20 23:10:58.116649 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-d67ec693-20ad-4656-943f-d93b4c48b0c8 req-715897eb-4816-423d-ae8b-91f76428bbda tempest-AttachVolumeNegativeTest-501361799 tempest-AttachVolumeNegativeTest-501361799-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7946012 Feb 20 23:10:58.139331 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.v2.base [req-d67ec693-20ad-4656-943f-d93b4c48b0c8 req-98de7be9-18ee-40a4-ace2-ba5d7463b9a3 service neutron] Request body: {'port': {'device_id': '25f1bafd-247e-4a07-9979-6bfb38ba2408', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:10:58.156066 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-a55bf134-cd56-4559-bd99-f71575b2c57e req-0ea2e7b0-457e-4cd2-b60e-de44e304dbaa tempest-TestShelveInstance-1963375700 tempest-TestShelveInstance-1963375700-project] 10.222.0.65 "GET /v2.0/security-groups?id=2c29ce32-9d8e-4912-89a0-2a585bcd184b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439367 Feb 20 23:10:58.218014 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-d67ec693-20ad-4656-943f-d93b4c48b0c8 req-98de7be9-18ee-40a4-ace2-ba5d7463b9a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4131840'] for port (35f11b74-1e27-4d98-8d26-8997a2bf7c34), before_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:10:58.476374 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.notifiers.nova [req-d67ec693-20ad-4656-943f-d93b4c48b0c8 req-98de7be9-18ee-40a4-ace2-ba5d7463b9a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35f11b74-1e27-4d98-8d26-8997a2bf7c34 {{(pid=109628) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 23:10:58.491345 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-d67ec693-20ad-4656-943f-d93b4c48b0c8 req-98de7be9-18ee-40a4-ace2-ba5d7463b9a3 service neutron] Publish callbacks [] for port (35f11b74-1e27-4d98-8d26-8997a2bf7c34), precommit_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:10:58.523350 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.db.provisioning_blocks [req-d67ec693-20ad-4656-943f-d93b4c48b0c8 req-98de7be9-18ee-40a4-ace2-ba5d7463b9a3 service neutron] Transition to ACTIVE for port object 35f11b74-1e27-4d98-8d26-8997a2bf7c34 will not be triggered until provisioned by entity L2. {{(pid=109628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 23:10:58.543929 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b495a0ac-43b7-4aad-8f52-39549f68246e req-3b7a361a-2675-4be7-b804-cfd15837b001 tempest-AttachVolumeNegativeTest-501361799 tempest-AttachVolumeNegativeTest-501361799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:10:58.545376 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-b495a0ac-43b7-4aad-8f52-39549f68246e req-3b7a361a-2675-4be7-b804-cfd15837b001 tempest-AttachVolumeNegativeTest-501361799 tempest-AttachVolumeNegativeTest-501361799-project] 10.222.0.65 "GET /v2.0/ports?device_id=25f1bafd-247e-4a07-9979-6bfb38ba2408 HTTP/1.1" status: 200 len: 931 time: 0.0646932 Feb 20 23:10:58.592686 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-b495a0ac-43b7-4aad-8f52-39549f68246e req-52691e56-1b1c-4db1-b27e-4c7fa1831ba7 tempest-AttachVolumeNegativeTest-501361799 tempest-AttachVolumeNegativeTest-501361799-project] 10.222.0.65 "GET /v2.0/security-groups?id=4b7b4e73-9e46-4c22-bfc4-5a37580fad72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416367 Feb 20 23:10:58.599393 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-d67ec693-20ad-4656-943f-d93b4c48b0c8 req-98de7be9-18ee-40a4-ace2-ba5d7463b9a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747407212427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747406771514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747406771532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59259312'] for port (35f11b74-1e27-4d98-8d26-8997a2bf7c34), after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:10:58.666494 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98de7be9-18ee-40a4-ace2-ba5d7463b9a3 service neutron] Pushing event updated for resources: {'Port': ['ID=35f11b74-1e27-4d98-8d26-8997a2bf7c34,revision_number=2']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:10:58.715322 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [req-d67ec693-20ad-4656-943f-d93b4c48b0c8 req-98de7be9-18ee-40a4-ace2-ba5d7463b9a3 service neutron] Attempting to bind port 35f11b74-1e27-4d98-8d26-8997a2bf7c34 on host hv-cinder-83009 for vnic_type normal with profile {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 23:10:58.715576 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [req-d67ec693-20ad-4656-943f-d93b4c48b0c8 req-98de7be9-18ee-40a4-ace2-ba5d7463b9a3 service neutron] Attempting to bind port 35f11b74-1e27-4d98-8d26-8997a2bf7c34 by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '393c390e-b641-44c1-805d-825e0a25523a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '22d08287-8353-4feb-a833-de26e0ec8aa5'}] {{(pid=109628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 23:10:58.715896 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d67ec693-20ad-4656-943f-d93b4c48b0c8 req-98de7be9-18ee-40a4-ace2-ba5d7463b9a3 service neutron] Attempting to bind port 35f11b74-1e27-4d98-8d26-8997a2bf7c34 on network 22d08287-8353-4feb-a833-de26e0ec8aa5 {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 23:10:58.720149 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d67ec693-20ad-4656-943f-d93b4c48b0c8 req-98de7be9-18ee-40a4-ace2-ba5d7463b9a3 service neutron] Port 35f11b74-1e27-4d98-8d26-8997a2bf7c34 on network 22d08287-8353-4feb-a833-de26e0ec8aa5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 23:10:58.720459 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d67ec693-20ad-4656-943f-d93b4c48b0c8 req-98de7be9-18ee-40a4-ace2-ba5d7463b9a3 service neutron] Attempting to bind port 35f11b74-1e27-4d98-8d26-8997a2bf7c34 on network 22d08287-8353-4feb-a833-de26e0ec8aa5 {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 23:10:58.725399 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d67ec693-20ad-4656-943f-d93b4c48b0c8 req-98de7be9-18ee-40a4-ace2-ba5d7463b9a3 service neutron] Checking agent: {'id': 'a929ecfe-02b1-4b86-b2e7-0c746ea4b12c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 22, 57, 21), 'started_at': datetime.datetime(2022, 2, 20, 22, 57, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 23, 10, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 23:10:58.725728 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d67ec693-20ad-4656-943f-d93b4c48b0c8 req-98de7be9-18ee-40a4-ace2-ba5d7463b9a3 service neutron] Checking segment: {'id': '393c390e-b641-44c1-805d-825e0a25523a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '22d08287-8353-4feb-a833-de26e0ec8aa5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 23:10:58.726103 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d67ec693-20ad-4656-943f-d93b4c48b0c8 req-98de7be9-18ee-40a4-ace2-ba5d7463b9a3 service neutron] Bound using segment: {'id': '393c390e-b641-44c1-805d-825e0a25523a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '22d08287-8353-4feb-a833-de26e0ec8aa5'} {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 23:10:58.726542 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [req-d67ec693-20ad-4656-943f-d93b4c48b0c8 req-98de7be9-18ee-40a4-ace2-ba5d7463b9a3 service neutron] Bound port: 35f11b74-1e27-4d98-8d26-8997a2bf7c34, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '393c390e-b641-44c1-805d-825e0a25523a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '22d08287-8353-4feb-a833-de26e0ec8aa5'}}] {{(pid=109628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 23:10:58.726891 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-d67ec693-20ad-4656-943f-d93b4c48b0c8 req-98de7be9-18ee-40a4-ace2-ba5d7463b9a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4131840'] for port (35f11b74-1e27-4d98-8d26-8997a2bf7c34), before_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:10:58.792843 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.db [req-d67ec693-20ad-4656-943f-d93b4c48b0c8 req-98de7be9-18ee-40a4-ace2-ba5d7463b9a3 service neutron] For port 35f11b74-1e27-4d98-8d26-8997a2bf7c34, host hv-cinder-83009, cleared binding levels {{(pid=109628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 23:10:58.795709 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.db [req-d67ec693-20ad-4656-943f-d93b4c48b0c8 req-98de7be9-18ee-40a4-ace2-ba5d7463b9a3 service neutron] For port 35f11b74-1e27-4d98-8d26-8997a2bf7c34, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=35f11b74-1e27-4d98-8d26-8997a2bf7c34,segment=NetworkSegment(393c390e-b641-44c1-805d-825e0a25523a),segment_id=393c390e-b641-44c1-805d-825e0a25523a)] {{(pid=109628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 23:10:58.881954 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-d67ec693-20ad-4656-943f-d93b4c48b0c8 req-98de7be9-18ee-40a4-ace2-ba5d7463b9a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747407212427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747406771514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747406771532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59259312'] for port (35f11b74-1e27-4d98-8d26-8997a2bf7c34), after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:10:58.914194 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67ec693-20ad-4656-943f-d93b4c48b0c8 req-98de7be9-18ee-40a4-ace2-ba5d7463b9a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:10:58.914819 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-d67ec693-20ad-4656-943f-d93b4c48b0c8 req-98de7be9-18ee-40a4-ace2-ba5d7463b9a3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932959'] for port (None), before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:10:58.916155 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-d67ec693-20ad-4656-943f-d93b4c48b0c8 req-98de7be9-18ee-40a4-ace2-ba5d7463b9a3 service neutron] 10.222.0.42 "PUT /v2.0/ports/35f11b74-1e27-4d98-8d26-8997a2bf7c34 HTTP/1.1" status: 200 len: 1093 time: 0.7812722 Feb 20 23:10:58.916589 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25f1bafd-247e-4a07-9979-6bfb38ba2408', 'tag': '35f11b74-1e27-4d98-8d26-8997a2bf7c34'}] {{(pid=109628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 23:10:58.918790 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4be7ee60aa4259b475ee261dcf74c65065c56e299c7a4b2359a57cf03aee0d96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c07a800-5f54-467d-a650-50dd9b597873" -d '{"events": [{"name": "network-changed", "server_uuid": "25f1bafd-247e-4a07-9979-6bfb38ba2408", "tag": "35f11b74-1e27-4d98-8d26-8997a2bf7c34"}]}' {{(pid=109628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 23:10:58.943927 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98de7be9-18ee-40a4-ace2-ba5d7463b9a3 service neutron] Pushing event updated for resources: {'Port': ['ID=35f11b74-1e27-4d98-8d26-8997a2bf7c34,revision_number=3']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:10:58.956052 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 23:10:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9c4ff11-b852-4708-a282-a0bbb03c344c x-openstack-request-id: req-c9c4ff11-b852-4708-a282-a0bbb03c344c {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 23:10:58.956349 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25f1bafd-247e-4a07-9979-6bfb38ba2408", "tag": "35f11b74-1e27-4d98-8d26-8997a2bf7c34", "status": "completed", "code": 200}]} {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 23:10:58.956611 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c9c4ff11-b852-4708-a282-a0bbb03c344c {{(pid=109628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 23:10:58.957010 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25f1bafd-247e-4a07-9979-6bfb38ba2408', 'tag': '35f11b74-1e27-4d98-8d26-8997a2bf7c34', 'status': 'completed', 'code': 200} Feb 20 23:10:59.275755 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0610bd-59e0-40df-bf04-3c01f07ed028 req-4d3f7400-efc4-4570-b045-5b29d04008c6 tempest-TestShelveInstance-1963375700 tempest-TestShelveInstance-1963375700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:10:59.277178 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-df0610bd-59e0-40df-bf04-3c01f07ed028 req-4d3f7400-efc4-4570-b045-5b29d04008c6 tempest-TestShelveInstance-1963375700 tempest-TestShelveInstance-1963375700-project] 10.222.0.65 "GET /v2.0/ports?device_id=5a2b826e-4a78-4871-bebd-4d16e947feca HTTP/1.1" status: 200 len: 943 time: 0.0497391 Feb 20 23:10:59.323518 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-df0610bd-59e0-40df-bf04-3c01f07ed028 req-2da9dc3e-2c46-4c76-ae9a-367144542064 tempest-TestShelveInstance-1963375700 tempest-TestShelveInstance-1963375700-project] 10.222.0.65 "GET /v2.0/security-groups?id=2c29ce32-9d8e-4912-89a0-2a585bcd184b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410073 Feb 20 23:10:59.711881 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e8cd1a-a5b4-45c7-9d65-a4772560d68e req-7efc2756-038c-461e-b14d-f2bfefbba243 tempest-AttachVolumeNegativeTest-501361799 tempest-AttachVolumeNegativeTest-501361799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:10:59.713320 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-25e8cd1a-a5b4-45c7-9d65-a4772560d68e req-7efc2756-038c-461e-b14d-f2bfefbba243 tempest-AttachVolumeNegativeTest-501361799 tempest-AttachVolumeNegativeTest-501361799-project] 10.222.0.65 "GET /v2.0/ports?device_id=25f1bafd-247e-4a07-9979-6bfb38ba2408 HTTP/1.1" status: 200 len: 943 time: 0.0504940 Feb 20 23:10:59.761335 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-25e8cd1a-a5b4-45c7-9d65-a4772560d68e req-34bb56e7-b518-472e-9e27-c054129ab741 tempest-AttachVolumeNegativeTest-501361799 tempest-AttachVolumeNegativeTest-501361799-project] 10.222.0.65 "GET /v2.0/security-groups?id=4b7b4e73-9e46-4c22-bfc4-5a37580fad72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425508 Feb 20 23:11:00.446133 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714bb02b-99e5-4969-8ee6-e42fa126e39e req-66aa08a0-1990-4023-ab58-da495a0fadbe tempest-TestShelveInstance-1963375700 tempest-TestShelveInstance-1963375700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:11:00.447629 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-714bb02b-99e5-4969-8ee6-e42fa126e39e req-66aa08a0-1990-4023-ab58-da495a0fadbe tempest-TestShelveInstance-1963375700 tempest-TestShelveInstance-1963375700-project] 10.222.0.65 "GET /v2.0/ports?device_id=5a2b826e-4a78-4871-bebd-4d16e947feca HTTP/1.1" status: 200 len: 943 time: 0.0596399 Feb 20 23:11:00.494808 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-714bb02b-99e5-4969-8ee6-e42fa126e39e req-15419431-1a2a-4d5c-87e3-b7b782b524e9 tempest-TestShelveInstance-1963375700 tempest-TestShelveInstance-1963375700-project] 10.222.0.65 "GET /v2.0/security-groups?id=2c29ce32-9d8e-4912-89a0-2a585bcd184b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417607 Feb 20 23:11:00.875336 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cc596a-5c76-4163-bf49-bd862962d262 req-dc80f543-3956-4db6-8a69-686784cfc372 tempest-AttachVolumeNegativeTest-501361799 tempest-AttachVolumeNegativeTest-501361799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:11:00.877258 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-e2cc596a-5c76-4163-bf49-bd862962d262 req-dc80f543-3956-4db6-8a69-686784cfc372 tempest-AttachVolumeNegativeTest-501361799 tempest-AttachVolumeNegativeTest-501361799-project] 10.222.0.65 "GET /v2.0/ports?device_id=25f1bafd-247e-4a07-9979-6bfb38ba2408 HTTP/1.1" status: 200 len: 943 time: 0.0511613 Feb 20 23:11:00.921357 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-e2cc596a-5c76-4163-bf49-bd862962d262 req-58234583-606c-4e12-9ff8-b8a1a63c55c9 tempest-AttachVolumeNegativeTest-501361799 tempest-AttachVolumeNegativeTest-501361799-project] 10.222.0.65 "GET /v2.0/security-groups?id=4b7b4e73-9e46-4c22-bfc4-5a37580fad72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385487 Feb 20 23:11:01.614767 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b0138a-3568-45d8-85a0-f21db0da2c0d req-27b337e4-ef2f-4065-9b67-58afcf7e0042 tempest-TestShelveInstance-1963375700 tempest-TestShelveInstance-1963375700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:11:01.616221 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-98b0138a-3568-45d8-85a0-f21db0da2c0d req-27b337e4-ef2f-4065-9b67-58afcf7e0042 tempest-TestShelveInstance-1963375700 tempest-TestShelveInstance-1963375700-project] 10.222.0.65 "GET /v2.0/ports?device_id=5a2b826e-4a78-4871-bebd-4d16e947feca HTTP/1.1" status: 200 len: 943 time: 0.0509608 Feb 20 23:11:01.664014 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-98b0138a-3568-45d8-85a0-f21db0da2c0d req-2d903a6b-3f65-4e18-a67c-f5fa6c2d55a0 tempest-TestShelveInstance-1963375700 tempest-TestShelveInstance-1963375700-project] 10.222.0.65 "GET /v2.0/security-groups?id=2c29ce32-9d8e-4912-89a0-2a585bcd184b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423861 Feb 20 23:11:01.939190 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c07a800-5f54-467d-a650-50dd9b597873 req-22b2f045-b94f-4ae5-8eb9-ec2559e932ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:11:01.940535 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-0c07a800-5f54-467d-a650-50dd9b597873 req-22b2f045-b94f-4ae5-8eb9-ec2559e932ee service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=0d11856609a14abe8537ece8b60858c5&device_id=25f1bafd-247e-4a07-9979-6bfb38ba2408 HTTP/1.1" status: 200 len: 1127 time: 0.0528955 Feb 20 23:11:02.038468 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08197e24-0b42-434c-aa8e-849e42c961c4 req-60dbf4f6-0215-4944-ad68-a9da447d3f97 tempest-AttachVolumeNegativeTest-501361799 tempest-AttachVolumeNegativeTest-501361799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:11:02.039970 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-08197e24-0b42-434c-aa8e-849e42c961c4 req-60dbf4f6-0215-4944-ad68-a9da447d3f97 tempest-AttachVolumeNegativeTest-501361799 tempest-AttachVolumeNegativeTest-501361799-project] 10.222.0.65 "GET /v2.0/ports?device_id=25f1bafd-247e-4a07-9979-6bfb38ba2408 HTTP/1.1" status: 200 len: 943 time: 0.0519142 Feb 20 23:11:02.041529 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c07a800-5f54-467d-a650-50dd9b597873 req-f87dd2c2-1d27-4a5b-aaa6-4e12c522cba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:11:02.043430 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-0c07a800-5f54-467d-a650-50dd9b597873 req-f87dd2c2-1d27-4a5b-aaa6-4e12c522cba5 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=0d11856609a14abe8537ece8b60858c5&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0952938 Feb 20 23:11:02.091403 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-08197e24-0b42-434c-aa8e-849e42c961c4 req-906b7b4f-45d5-4843-a2cb-5917ed7fc9f1 tempest-AttachVolumeNegativeTest-501361799 tempest-AttachVolumeNegativeTest-501361799-project] 10.222.0.65 "GET /v2.0/security-groups?id=4b7b4e73-9e46-4c22-bfc4-5a37580fad72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450907 Feb 20 23:11:02.157702 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c07a800-5f54-467d-a650-50dd9b597873 req-744e1990-98ed-41ac-98b4-41fdf7d97cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:11:02.159232 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-0c07a800-5f54-467d-a650-50dd9b597873 req-744e1990-98ed-41ac-98b4-41fdf7d97cc0 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1064816 Feb 20 23:11:02.260608 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67ec693-20ad-4656-943f-d93b4c48b0c8 req-881a607c-d7ac-4268-b453-6e0622bd5086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:11:02.262058 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-d67ec693-20ad-4656-943f-d93b4c48b0c8 req-881a607c-d7ac-4268-b453-6e0622bd5086 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=0d11856609a14abe8537ece8b60858c5&device_id=25f1bafd-247e-4a07-9979-6bfb38ba2408 HTTP/1.1" status: 200 len: 1127 time: 0.0429361 Feb 20 23:11:02.345938 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-d67ec693-20ad-4656-943f-d93b4c48b0c8 req-030adfb0-5fd7-4a98-a0d0-6b485235607d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=35f11b74-1e27-4d98-8d26-8997a2bf7c34 HTTP/1.1" status: 200 len: 217 time: 0.0333760 Feb 20 23:11:02.403966 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67ec693-20ad-4656-943f-d93b4c48b0c8 req-c363a4b9-ad0f-473a-b93c-c4a1e4a0d85d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:11:02.405331 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-d67ec693-20ad-4656-943f-d93b4c48b0c8 req-c363a4b9-ad0f-473a-b93c-c4a1e4a0d85d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=caddf7d2-cba2-4b79-96d9-74d1004bb9eb HTTP/1.1" status: 200 len: 855 time: 0.0456786 Feb 20 23:11:02.435836 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-d67ec693-20ad-4656-943f-d93b4c48b0c8 req-91e556ca-8efb-452b-95e3-94bebbfb5d0f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=22d08287-8353-4feb-a833-de26e0ec8aa5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237129 Feb 20 23:11:02.526867 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-d67ec693-20ad-4656-943f-d93b4c48b0c8 req-29f5851e-c5f4-48cb-aa34-82100eecfe00 service neutron] 10.222.0.42 "GET /v2.0/networks/22d08287-8353-4feb-a833-de26e0ec8aa5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788610 Feb 20 23:11:02.616668 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-d67ec693-20ad-4656-943f-d93b4c48b0c8 req-f0d2bfe8-676d-48d1-8b15-d52e8e9ce309 service neutron] 10.222.0.42 "GET /v2.0/networks/22d08287-8353-4feb-a833-de26e0ec8aa5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833857 Feb 20 23:11:02.766725 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e9b192-8d58-4ead-a692-eba03f110456 req-91d368cb-3b81-4fff-884a-110a7de91836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:11:02.768176 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-59e9b192-8d58-4ead-a692-eba03f110456 req-91d368cb-3b81-4fff-884a-110a7de91836 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=5a2b826e-4a78-4871-bebd-4d16e947feca&tenant_id=0cba5500ec13454c84750d795b267d1f HTTP/1.1" status: 200 len: 1127 time: 0.0673194 Feb 20 23:11:02.792639 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548ca8f7-59cb-432f-b6bf-7e6ad92215bb req-ada53372-ea9e-4244-836f-0906a7a7d061 tempest-TestShelveInstance-1963375700 tempest-TestShelveInstance-1963375700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:11:02.794004 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-548ca8f7-59cb-432f-b6bf-7e6ad92215bb req-ada53372-ea9e-4244-836f-0906a7a7d061 tempest-TestShelveInstance-1963375700 tempest-TestShelveInstance-1963375700-project] 10.222.0.65 "GET /v2.0/ports?device_id=5a2b826e-4a78-4871-bebd-4d16e947feca HTTP/1.1" status: 200 len: 943 time: 0.0574939 Feb 20 23:11:02.871512 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-548ca8f7-59cb-432f-b6bf-7e6ad92215bb req-b4c4ae5d-2e5a-47ff-a6c0-bbff0520124a tempest-TestShelveInstance-1963375700 tempest-TestShelveInstance-1963375700-project] 10.222.0.65 "GET /v2.0/security-groups?id=2c29ce32-9d8e-4912-89a0-2a585bcd184b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679183 Feb 20 23:11:02.874158 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e9b192-8d58-4ead-a692-eba03f110456 req-1aca8308-d32b-474d-b352-886938a659b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:11:02.875566 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-59e9b192-8d58-4ead-a692-eba03f110456 req-1aca8308-d32b-474d-b352-886938a659b8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=0cba5500ec13454c84750d795b267d1f&device_id=5a2b826e-4a78-4871-bebd-4d16e947feca HTTP/1.1" status: 200 len: 1127 time: 0.0807204 Feb 20 23:11:02.962036 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e9b192-8d58-4ead-a692-eba03f110456 req-88cf20c0-18fa-49ed-975a-bcfc72c7233b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:11:02.963494 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-59e9b192-8d58-4ead-a692-eba03f110456 req-88cf20c0-18fa-49ed-975a-bcfc72c7233b service neutron] 10.222.0.42 "GET /v2.0/networks?id=0b6be559-f94f-4c5a-9671-c3c472d8311a HTTP/1.1" status: 200 len: 908 time: 0.0817204 Feb 20 23:11:03.029880 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-59e9b192-8d58-4ead-a692-eba03f110456 req-84fb6dd0-5d4c-4dbc-bcf7-17f6c9541abf service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=64056d33-18b8-49e7-a0a9-dd5760eb1c1f HTTP/1.1" status: 200 len: 999 time: 0.0599899 Feb 20 23:11:03.078883 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e9b192-8d58-4ead-a692-eba03f110456 req-b8b777b4-aa05-4912-8b2b-91ae6d26e23d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:11:03.080948 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-59e9b192-8d58-4ead-a692-eba03f110456 req-b8b777b4-aa05-4912-8b2b-91ae6d26e23d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=34d111b8-53a8-4bd0-9d27-ae1b2459244b HTTP/1.1" status: 200 len: 847 time: 0.0449457 Feb 20 23:11:03.130415 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e9b192-8d58-4ead-a692-eba03f110456 req-6f8c835f-6486-4e33-9836-2aebed477a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:11:03.132035 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-59e9b192-8d58-4ead-a692-eba03f110456 req-6f8c835f-6486-4e33-9836-2aebed477a6b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0b6be559-f94f-4c5a-9671-c3c472d8311a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0445101 Feb 20 23:11:03.219477 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c071b73-9a02-4a72-8c05-194b7491d562 req-4a708357-942c-4875-8650-794d120db927 tempest-AttachVolumeNegativeTest-501361799 tempest-AttachVolumeNegativeTest-501361799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:11:03.220937 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-9c071b73-9a02-4a72-8c05-194b7491d562 req-4a708357-942c-4875-8650-794d120db927 tempest-AttachVolumeNegativeTest-501361799 tempest-AttachVolumeNegativeTest-501361799-project] 10.222.0.65 "GET /v2.0/ports?device_id=25f1bafd-247e-4a07-9979-6bfb38ba2408 HTTP/1.1" status: 200 len: 943 time: 0.0546861 Feb 20 23:11:03.225372 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-59e9b192-8d58-4ead-a692-eba03f110456 req-df2cc9e0-3bcf-4fe4-b93e-584e54b7ed86 service neutron] 10.222.0.42 "GET /v2.0/networks/0b6be559-f94f-4c5a-9671-c3c472d8311a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862539 Feb 20 23:11:03.267510 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-9c071b73-9a02-4a72-8c05-194b7491d562 req-1463248d-b052-4106-b922-09be240014f2 tempest-AttachVolumeNegativeTest-501361799 tempest-AttachVolumeNegativeTest-501361799-project] 10.222.0.65 "GET /v2.0/security-groups?id=4b7b4e73-9e46-4c22-bfc4-5a37580fad72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408797 Feb 20 23:11:03.312866 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-59e9b192-8d58-4ead-a692-eba03f110456 req-99cd88b6-cfb9-400a-a6fd-25f6a6e32db5 service neutron] 10.222.0.42 "GET /v2.0/networks/0b6be559-f94f-4c5a-9671-c3c472d8311a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801387 Feb 20 23:11:03.988302 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8da6bf-f8c7-48f7-aea6-b9bb518d9991 req-ba96d66c-bd6f-4478-b5b4-1a0a7966ed88 tempest-TestShelveInstance-1963375700 tempest-TestShelveInstance-1963375700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:11:03.989732 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-9c8da6bf-f8c7-48f7-aea6-b9bb518d9991 req-ba96d66c-bd6f-4478-b5b4-1a0a7966ed88 tempest-TestShelveInstance-1963375700 tempest-TestShelveInstance-1963375700-project] 10.222.0.65 "GET /v2.0/ports?device_id=5a2b826e-4a78-4871-bebd-4d16e947feca HTTP/1.1" status: 200 len: 943 time: 0.0513766 Feb 20 23:11:04.040629 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-9c8da6bf-f8c7-48f7-aea6-b9bb518d9991 req-cf0b8c26-853a-4952-993e-fedbf127dae9 tempest-TestShelveInstance-1963375700 tempest-TestShelveInstance-1963375700-project] 10.222.0.65 "GET /v2.0/security-groups?id=2c29ce32-9d8e-4912-89a0-2a585bcd184b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454335 Feb 20 23:11:04.380335 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0289ea8-cef4-44f0-abbb-74e7e8d6f738 req-2db8f564-3ae2-423b-b277-ee4922bed7db tempest-AttachVolumeNegativeTest-501361799 tempest-AttachVolumeNegativeTest-501361799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:11:04.381766 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-a0289ea8-cef4-44f0-abbb-74e7e8d6f738 req-2db8f564-3ae2-423b-b277-ee4922bed7db tempest-AttachVolumeNegativeTest-501361799 tempest-AttachVolumeNegativeTest-501361799-project] 10.222.0.65 "GET /v2.0/ports?device_id=25f1bafd-247e-4a07-9979-6bfb38ba2408 HTTP/1.1" status: 200 len: 943 time: 0.0493126 Feb 20 23:11:04.427628 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-a0289ea8-cef4-44f0-abbb-74e7e8d6f738 req-fcd4a196-83e4-4491-b4e0-cd3564560d4a tempest-AttachVolumeNegativeTest-501361799 tempest-AttachVolumeNegativeTest-501361799-project] 10.222.0.65 "GET /v2.0/security-groups?id=4b7b4e73-9e46-4c22-bfc4-5a37580fad72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404763 Feb 20 23:11:05.158216 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3548fdc0-7e0c-400f-bb96-2c3abeea28ea req-d3f59e77-d4e0-49cc-ad6e-86ebcf672e4a tempest-TestShelveInstance-1963375700 tempest-TestShelveInstance-1963375700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:11:05.159718 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-3548fdc0-7e0c-400f-bb96-2c3abeea28ea req-d3f59e77-d4e0-49cc-ad6e-86ebcf672e4a tempest-TestShelveInstance-1963375700 tempest-TestShelveInstance-1963375700-project] 10.222.0.65 "GET /v2.0/ports?device_id=5a2b826e-4a78-4871-bebd-4d16e947feca HTTP/1.1" status: 200 len: 943 time: 0.0526552 Feb 20 23:11:05.207328 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-3548fdc0-7e0c-400f-bb96-2c3abeea28ea req-dae58791-0aad-4c3c-afe8-1ccdc92da6b9 tempest-TestShelveInstance-1963375700 tempest-TestShelveInstance-1963375700-project] 10.222.0.65 "GET /v2.0/security-groups?id=2c29ce32-9d8e-4912-89a0-2a585bcd184b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420582 Feb 20 23:11:05.544216 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea72daa7-9700-47b6-8346-c909d3b7ad64 req-e664bb51-e8c9-4dee-92c4-50884f377e79 tempest-AttachVolumeNegativeTest-501361799 tempest-AttachVolumeNegativeTest-501361799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:11:05.545644 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-ea72daa7-9700-47b6-8346-c909d3b7ad64 req-e664bb51-e8c9-4dee-92c4-50884f377e79 tempest-AttachVolumeNegativeTest-501361799 tempest-AttachVolumeNegativeTest-501361799-project] 10.222.0.65 "GET /v2.0/ports?device_id=25f1bafd-247e-4a07-9979-6bfb38ba2408 HTTP/1.1" status: 200 len: 943 time: 0.0539000 Feb 20 23:11:05.591242 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-ea72daa7-9700-47b6-8346-c909d3b7ad64 req-b6b88031-fdea-4660-ac6a-3433ecde40b6 tempest-AttachVolumeNegativeTest-501361799 tempest-AttachVolumeNegativeTest-501361799-project] 10.222.0.65 "GET /v2.0/security-groups?id=4b7b4e73-9e46-4c22-bfc4-5a37580fad72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395675 Feb 20 23:11:05.637092 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.db.agents_db [None req-1f7bd598-9080-4651-a904-61cb6c9001fd None None] Agent healthcheck: found 6 active agents {{(pid=109631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 23:11:06.320994 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc3664d-4cf1-4504-a91d-2b29b16213b9 req-2e840bb4-8e25-47d1-90ac-761aa556666c tempest-TestShelveInstance-1963375700 tempest-TestShelveInstance-1963375700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:11:06.322444 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-5cc3664d-4cf1-4504-a91d-2b29b16213b9 req-2e840bb4-8e25-47d1-90ac-761aa556666c tempest-TestShelveInstance-1963375700 tempest-TestShelveInstance-1963375700-project] 10.222.0.65 "GET /v2.0/ports?device_id=5a2b826e-4a78-4871-bebd-4d16e947feca HTTP/1.1" status: 200 len: 943 time: 0.0499542 Feb 20 23:11:06.369109 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-5cc3664d-4cf1-4504-a91d-2b29b16213b9 req-dc1767d7-a8cb-4034-84ed-3f73012ab330 tempest-TestShelveInstance-1963375700 tempest-TestShelveInstance-1963375700-project] 10.222.0.65 "GET /v2.0/security-groups?id=2c29ce32-9d8e-4912-89a0-2a585bcd184b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413024 Feb 20 23:11:06.703157 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333ff69d-a3f0-4d20-9d85-78a7956c747d req-2fe2aeb3-df19-4ac7-9bf1-f6085c5482a7 tempest-AttachVolumeNegativeTest-501361799 tempest-AttachVolumeNegativeTest-501361799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:11:06.704594 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-333ff69d-a3f0-4d20-9d85-78a7956c747d req-2fe2aeb3-df19-4ac7-9bf1-f6085c5482a7 tempest-AttachVolumeNegativeTest-501361799 tempest-AttachVolumeNegativeTest-501361799-project] 10.222.0.65 "GET /v2.0/ports?device_id=25f1bafd-247e-4a07-9979-6bfb38ba2408 HTTP/1.1" status: 200 len: 943 time: 0.0494776 Feb 20 23:11:06.750506 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-333ff69d-a3f0-4d20-9d85-78a7956c747d req-e19742f7-2f3c-4d9a-9e5f-bde3ce781762 tempest-AttachVolumeNegativeTest-501361799 tempest-AttachVolumeNegativeTest-501361799-project] 10.222.0.65 "GET /v2.0/security-groups?id=4b7b4e73-9e46-4c22-bfc4-5a37580fad72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397825 Feb 20 23:11:07.485291 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432f2b41-eb6c-4870-a8ff-5ab6d1114506 req-7694da98-a766-4159-8f03-93c4876a6c55 tempest-TestShelveInstance-1963375700 tempest-TestShelveInstance-1963375700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:11:07.487333 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-432f2b41-eb6c-4870-a8ff-5ab6d1114506 req-7694da98-a766-4159-8f03-93c4876a6c55 tempest-TestShelveInstance-1963375700 tempest-TestShelveInstance-1963375700-project] 10.222.0.65 "GET /v2.0/ports?device_id=5a2b826e-4a78-4871-bebd-4d16e947feca HTTP/1.1" status: 200 len: 943 time: 0.0536420 Feb 20 23:11:07.533875 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-432f2b41-eb6c-4870-a8ff-5ab6d1114506 req-f0723cdc-a486-4448-905c-5afc02fb6e15 tempest-TestShelveInstance-1963375700 tempest-TestShelveInstance-1963375700-project] 10.222.0.65 "GET /v2.0/security-groups?id=2c29ce32-9d8e-4912-89a0-2a585bcd184b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411527 Feb 20 23:11:07.865911 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a37a33-4a6b-434c-adad-98c8c9218414 req-608e4176-b55e-4331-833e-74880048ba60 tempest-AttachVolumeNegativeTest-501361799 tempest-AttachVolumeNegativeTest-501361799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:11:07.867388 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-d9a37a33-4a6b-434c-adad-98c8c9218414 req-608e4176-b55e-4331-833e-74880048ba60 tempest-AttachVolumeNegativeTest-501361799 tempest-AttachVolumeNegativeTest-501361799-project] 10.222.0.65 "GET /v2.0/ports?device_id=25f1bafd-247e-4a07-9979-6bfb38ba2408 HTTP/1.1" status: 200 len: 943 time: 0.0502112 Feb 20 23:11:07.916298 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-d9a37a33-4a6b-434c-adad-98c8c9218414 req-df15ab75-f024-44ff-8c10-72b31b2189d2 tempest-AttachVolumeNegativeTest-501361799 tempest-AttachVolumeNegativeTest-501361799-project] 10.222.0.65 "GET /v2.0/security-groups?id=4b7b4e73-9e46-4c22-bfc4-5a37580fad72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435171 Feb 20 23:11:08.649011 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c7a31d-bd7f-4360-a454-1755c4b6f5fa req-e4cb572a-b4cc-40fd-ac5d-2e2691bcf161 tempest-TestShelveInstance-1963375700 tempest-TestShelveInstance-1963375700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:11:08.650513 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-56c7a31d-bd7f-4360-a454-1755c4b6f5fa req-e4cb572a-b4cc-40fd-ac5d-2e2691bcf161 tempest-TestShelveInstance-1963375700 tempest-TestShelveInstance-1963375700-project] 10.222.0.65 "GET /v2.0/ports?device_id=5a2b826e-4a78-4871-bebd-4d16e947feca HTTP/1.1" status: 200 len: 943 time: 0.0504155 Feb 20 23:11:08.697865 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-56c7a31d-bd7f-4360-a454-1755c4b6f5fa req-88aa18c2-f562-46e1-8dec-6f6670cfcba1 tempest-TestShelveInstance-1963375700 tempest-TestShelveInstance-1963375700-project] 10.222.0.65 "GET /v2.0/security-groups?id=2c29ce32-9d8e-4912-89a0-2a585bcd184b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418394 Feb 20 23:11:09.039753 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8179dc86-f9d4-4ed4-8583-f7498732cc1b req-2a1b2941-d7ae-4269-9314-aa39fba78353 tempest-AttachVolumeNegativeTest-501361799 tempest-AttachVolumeNegativeTest-501361799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:11:09.041241 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-8179dc86-f9d4-4ed4-8583-f7498732cc1b req-2a1b2941-d7ae-4269-9314-aa39fba78353 tempest-AttachVolumeNegativeTest-501361799 tempest-AttachVolumeNegativeTest-501361799-project] 10.222.0.65 "GET /v2.0/ports?device_id=25f1bafd-247e-4a07-9979-6bfb38ba2408 HTTP/1.1" status: 200 len: 943 time: 0.0491354 Feb 20 23:11:09.088394 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-8179dc86-f9d4-4ed4-8583-f7498732cc1b req-2e5d6fe9-c488-45f5-be02-903e60f34328 tempest-AttachVolumeNegativeTest-501361799 tempest-AttachVolumeNegativeTest-501361799-project] 10.222.0.65 "GET /v2.0/security-groups?id=4b7b4e73-9e46-4c22-bfc4-5a37580fad72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398104 Feb 20 23:11:09.812010 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1661a88-b285-4bd1-8e3d-afb91dd94735 req-321549f5-7098-4715-b8f2-89907fecd51b tempest-TestShelveInstance-1963375700 tempest-TestShelveInstance-1963375700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:11:09.813466 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-d1661a88-b285-4bd1-8e3d-afb91dd94735 req-321549f5-7098-4715-b8f2-89907fecd51b tempest-TestShelveInstance-1963375700 tempest-TestShelveInstance-1963375700-project] 10.222.0.65 "GET /v2.0/ports?device_id=5a2b826e-4a78-4871-bebd-4d16e947feca HTTP/1.1" status: 200 len: 943 time: 0.0504830 Feb 20 23:11:09.864655 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-d1661a88-b285-4bd1-8e3d-afb91dd94735 req-7bac2ae1-dc90-499c-bcc0-eaae6165b35f tempest-TestShelveInstance-1963375700 tempest-TestShelveInstance-1963375700-project] 10.222.0.65 "GET /v2.0/security-groups?id=2c29ce32-9d8e-4912-89a0-2a585bcd184b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450256 Feb 20 23:11:10.202806 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e83448-cd35-4cfa-9e34-58100c8ae4b7 req-1490be19-6908-4ec7-b26f-061545441dcf tempest-AttachVolumeNegativeTest-501361799 tempest-AttachVolumeNegativeTest-501361799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:11:10.204230 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-32e83448-cd35-4cfa-9e34-58100c8ae4b7 req-1490be19-6908-4ec7-b26f-061545441dcf tempest-AttachVolumeNegativeTest-501361799 tempest-AttachVolumeNegativeTest-501361799-project] 10.222.0.65 "GET /v2.0/ports?device_id=25f1bafd-247e-4a07-9979-6bfb38ba2408 HTTP/1.1" status: 200 len: 943 time: 0.0492661 Feb 20 23:11:10.249628 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-32e83448-cd35-4cfa-9e34-58100c8ae4b7 req-86b6356b-0063-4708-b0d8-06a38e74e0df tempest-AttachVolumeNegativeTest-501361799 tempest-AttachVolumeNegativeTest-501361799-project] 10.222.0.65 "GET /v2.0/security-groups?id=4b7b4e73-9e46-4c22-bfc4-5a37580fad72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391490 Feb 20 23:11:10.980010 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b06454-509d-40f1-8e5e-84a47ee412f8 req-c30c36f1-aa31-467e-9398-6de607b53fb3 tempest-TestShelveInstance-1963375700 tempest-TestShelveInstance-1963375700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:11:10.981484 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-24b06454-509d-40f1-8e5e-84a47ee412f8 req-c30c36f1-aa31-467e-9398-6de607b53fb3 tempest-TestShelveInstance-1963375700 tempest-TestShelveInstance-1963375700-project] 10.222.0.65 "GET /v2.0/ports?device_id=5a2b826e-4a78-4871-bebd-4d16e947feca HTTP/1.1" status: 200 len: 943 time: 0.0515053 Feb 20 23:11:11.028952 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-24b06454-509d-40f1-8e5e-84a47ee412f8 req-1d4765aa-1e61-4588-8362-2b4e50c94ffb tempest-TestShelveInstance-1963375700 tempest-TestShelveInstance-1963375700-project] 10.222.0.65 "GET /v2.0/security-groups?id=2c29ce32-9d8e-4912-89a0-2a585bcd184b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418088 Feb 20 23:11:11.566576 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac66746-50cc-446e-89c1-6f245b56404c req-458efbce-c937-419d-8af7-62dbf1f46ea4 tempest-AttachVolumeNegativeTest-501361799 tempest-AttachVolumeNegativeTest-501361799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:11:11.568027 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-6ac66746-50cc-446e-89c1-6f245b56404c req-458efbce-c937-419d-8af7-62dbf1f46ea4 tempest-AttachVolumeNegativeTest-501361799 tempest-AttachVolumeNegativeTest-501361799-project] 10.222.0.65 "GET /v2.0/ports?device_id=25f1bafd-247e-4a07-9979-6bfb38ba2408 HTTP/1.1" status: 200 len: 943 time: 0.2525699 Feb 20 23:11:11.612551 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-6ac66746-50cc-446e-89c1-6f245b56404c req-b8e5fcdd-a4fd-4071-ba92-a5eff24a729f tempest-AttachVolumeNegativeTest-501361799 tempest-AttachVolumeNegativeTest-501361799-project] 10.222.0.65 "GET /v2.0/security-groups?id=4b7b4e73-9e46-4c22-bfc4-5a37580fad72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388520 Feb 20 23:11:11.814728 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Device 35f11b74-1e27-4d98-8d26-8997a2bf7c34 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=109630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 23:11:11.915314 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] For port 35f11b74-1e27-4d98-8d26-8997a2bf7c34, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=35f11b74-1e27-4d98-8d26-8997a2bf7c34,segment=NetworkSegment(393c390e-b641-44c1-805d-825e0a25523a),segment_id=393c390e-b641-44c1-805d-825e0a25523a)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:11:11.926861 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Returning: {'device': '35f11b74-1e27-4d98-8d26-8997a2bf7c34', 'network_id': '22d08287-8353-4feb-a833-de26e0ec8aa5', 'port_id': '35f11b74-1e27-4d98-8d26-8997a2bf7c34', 'mac_address': 'fa:16:3e:1b:14:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'caddf7d2-cba2-4b79-96d9-74d1004bb9eb', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 23:11:11.963524 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Current status of the port 35f11b74-1e27-4d98-8d26-8997a2bf7c34 is: DOWN; New status is: BUILD {{(pid=109630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:11:11.963962 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4131840'] for port (35f11b74-1e27-4d98-8d26-8997a2bf7c34), before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:11:11.989055 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.notifiers.nova [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35f11b74-1e27-4d98-8d26-8997a2bf7c34 {{(pid=109630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 23:11:12.008796 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] For port 35f11b74-1e27-4d98-8d26-8997a2bf7c34, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=35f11b74-1e27-4d98-8d26-8997a2bf7c34,segment=NetworkSegment(393c390e-b641-44c1-805d-825e0a25523a),segment_id=393c390e-b641-44c1-805d-825e0a25523a)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:11:12.087892 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747407212427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747406771514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747406771532'] for port (35f11b74-1e27-4d98-8d26-8997a2bf7c34), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:11:12.144130 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Pushing event updated for resources: {'Port': ['ID=35f11b74-1e27-4d98-8d26-8997a2bf7c34,revision_number=4']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:11:12.155028 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84ac99e-f84b-484f-b83c-dd1c7e2e2ecb req-6181370d-0195-4d04-9ffb-cdb7477cd82d tempest-TestShelveInstance-1963375700 tempest-TestShelveInstance-1963375700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:11:12.156484 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-d84ac99e-f84b-484f-b83c-dd1c7e2e2ecb req-6181370d-0195-4d04-9ffb-cdb7477cd82d tempest-TestShelveInstance-1963375700 tempest-TestShelveInstance-1963375700-project] 10.222.0.65 "GET /v2.0/ports?device_id=5a2b826e-4a78-4871-bebd-4d16e947feca HTTP/1.1" status: 200 len: 943 time: 0.0593748 Feb 20 23:11:12.204864 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-d84ac99e-f84b-484f-b83c-dd1c7e2e2ecb req-10b901ed-3521-441d-b45f-3c83edb4d15e tempest-TestShelveInstance-1963375700 tempest-TestShelveInstance-1963375700-project] 10.222.0.65 "GET /v2.0/security-groups?id=2c29ce32-9d8e-4912-89a0-2a585bcd184b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421858 Feb 20 23:11:12.330838 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-84c156a3-47b4-4671-bfda-de8e289c3f55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (83a03d73-f5e1-4f72-b2a3-d557ae097998), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:11:12.451159 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] get_ports_and_sgs() called for port_ids ['35f11b74-1e27-4d98-8d26-8997a2bf7c34'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 23:11:12.731206 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83569411-d3a2-4851-a27a-b304e0a2b2a9 req-473dfa15-3fd1-4510-9487-c9ace31010f8 tempest-AttachVolumeNegativeTest-501361799 tempest-AttachVolumeNegativeTest-501361799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:11:12.732666 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-83569411-d3a2-4851-a27a-b304e0a2b2a9 req-473dfa15-3fd1-4510-9487-c9ace31010f8 tempest-AttachVolumeNegativeTest-501361799 tempest-AttachVolumeNegativeTest-501361799-project] 10.222.0.65 "GET /v2.0/ports?device_id=25f1bafd-247e-4a07-9979-6bfb38ba2408 HTTP/1.1" status: 200 len: 944 time: 0.0524175 Feb 20 23:11:12.779855 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-83569411-d3a2-4851-a27a-b304e0a2b2a9 req-6f18ec85-9816-4765-9587-6fc8ad5a20b9 tempest-AttachVolumeNegativeTest-501361799 tempest-AttachVolumeNegativeTest-501361799-project] 10.222.0.65 "GET /v2.0/security-groups?id=4b7b4e73-9e46-4c22-bfc4-5a37580fad72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414975 Feb 20 23:11:13.323085 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a056d7d4-4f8e-436a-9a85-dbf6608fb169 req-46cf7052-8695-4d89-9f04-3b648bf70108 tempest-TestShelveInstance-1963375700 tempest-TestShelveInstance-1963375700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:11:13.324556 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-a056d7d4-4f8e-436a-9a85-dbf6608fb169 req-46cf7052-8695-4d89-9f04-3b648bf70108 tempest-TestShelveInstance-1963375700 tempest-TestShelveInstance-1963375700-project] 10.222.0.65 "GET /v2.0/ports?device_id=5a2b826e-4a78-4871-bebd-4d16e947feca HTTP/1.1" status: 200 len: 943 time: 0.0543568 Feb 20 23:11:13.371762 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-a056d7d4-4f8e-436a-9a85-dbf6608fb169 req-0fb9de22-763d-40eb-8cb3-4cb10ca2d19e tempest-TestShelveInstance-1963375700 tempest-TestShelveInstance-1963375700-project] 10.222.0.65 "GET /v2.0/security-groups?id=2c29ce32-9d8e-4912-89a0-2a585bcd184b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417247 Feb 20 23:11:13.833419 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Device 35f11b74-1e27-4d98-8d26-8997a2bf7c34 up at agent hyperv_hv-cinder-83009 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 23:11:13.904970 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd832de-5c59-4b56-aada-b0bebbdd9365 req-5a140aa3-6ed5-4e3a-9ac6-8f2e2a7eb3de tempest-AttachVolumeNegativeTest-501361799 tempest-AttachVolumeNegativeTest-501361799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:11:13.906462 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-3bd832de-5c59-4b56-aada-b0bebbdd9365 req-5a140aa3-6ed5-4e3a-9ac6-8f2e2a7eb3de tempest-AttachVolumeNegativeTest-501361799 tempest-AttachVolumeNegativeTest-501361799-project] 10.222.0.65 "GET /v2.0/ports?device_id=25f1bafd-247e-4a07-9979-6bfb38ba2408 HTTP/1.1" status: 200 len: 944 time: 0.0555606 Feb 20 23:11:13.952055 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-3bd832de-5c59-4b56-aada-b0bebbdd9365 req-43db450c-eb2c-499b-8d31-365089ff6fb9 tempest-AttachVolumeNegativeTest-501361799 tempest-AttachVolumeNegativeTest-501361799-project] 10.222.0.65 "GET /v2.0/security-groups?id=4b7b4e73-9e46-4c22-bfc4-5a37580fad72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394871 Feb 20 23:11:13.956286 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Provisioning for port 35f11b74-1e27-4d98-8d26-8997a2bf7c34 completed by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 23:11:13.966914 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Provisioning complete for port 35f11b74-1e27-4d98-8d26-8997a2bf7c34 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:11:13.966914 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4145689'] for port (35f11b74-1e27-4d98-8d26-8997a2bf7c34), provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:11:14.042078 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Current status of the port 35f11b74-1e27-4d98-8d26-8997a2bf7c34 is: BUILD; New status is: ACTIVE {{(pid=109630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:11:14.042500 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4131840'] for port (35f11b74-1e27-4d98-8d26-8997a2bf7c34), before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:11:14.064497 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25f1bafd-247e-4a07-9979-6bfb38ba2408', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35f11b74-1e27-4d98-8d26-8997a2bf7c34'}] {{(pid=109630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 23:11:14.066635 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f8f7ade39b9b648cd02963e66adb41eb29d40ae47bdce8ccfc3d1936511f484" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5809c206-ec4e-4505-8f31-f87cc651e277" -d '{"events": [{"server_uuid": "25f1bafd-247e-4a07-9979-6bfb38ba2408", "name": "network-vif-plugged", "status": "completed", "tag": "35f11b74-1e27-4d98-8d26-8997a2bf7c34"}]}' {{(pid=109630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 23:11:14.078968 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] For port 35f11b74-1e27-4d98-8d26-8997a2bf7c34, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=35f11b74-1e27-4d98-8d26-8997a2bf7c34,segment=NetworkSegment(393c390e-b641-44c1-805d-825e0a25523a),segment_id=393c390e-b641-44c1-805d-825e0a25523a)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:11:14.101955 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 23:11:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16fd3e08-d2e8-4eda-b94c-746b0605ea41 x-openstack-request-id: req-16fd3e08-d2e8-4eda-b94c-746b0605ea41 {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 23:11:14.102247 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25f1bafd-247e-4a07-9979-6bfb38ba2408", "name": "network-vif-plugged", "status": "completed", "tag": "35f11b74-1e27-4d98-8d26-8997a2bf7c34", "code": 200}]} {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 23:11:14.102527 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-16fd3e08-d2e8-4eda-b94c-746b0605ea41 {{(pid=109630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 23:11:14.107710 dv-cinder-830096-1-iscsi neutron-server[109630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25f1bafd-247e-4a07-9979-6bfb38ba2408', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35f11b74-1e27-4d98-8d26-8997a2bf7c34', 'code': 200} Feb 20 23:11:14.150435 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747407212427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747406771514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747406771532'] for port (35f11b74-1e27-4d98-8d26-8997a2bf7c34), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:11:14.203463 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Pushing event updated for resources: {'Port': ['ID=35f11b74-1e27-4d98-8d26-8997a2bf7c34,revision_number=5']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:11:14.470983 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-ee74fa44-eebc-41b1-bc79-fa873f10aa84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (13c347f3-1c01-45ee-af8c-9f8a630e0f23), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:11:14.496083 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2231816c-b822-4f8d-9368-f7e55f82ef17 req-0e5b5b41-2835-4f52-9b04-135f39bca780 tempest-TestShelveInstance-1963375700 tempest-TestShelveInstance-1963375700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:11:14.497555 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-2231816c-b822-4f8d-9368-f7e55f82ef17 req-0e5b5b41-2835-4f52-9b04-135f39bca780 tempest-TestShelveInstance-1963375700 tempest-TestShelveInstance-1963375700-project] 10.222.0.65 "GET /v2.0/ports?device_id=5a2b826e-4a78-4871-bebd-4d16e947feca HTTP/1.1" status: 200 len: 943 time: 0.0588901 Feb 20 23:11:14.545649 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-2231816c-b822-4f8d-9368-f7e55f82ef17 req-2380b271-d21f-435a-8460-ce4100212a2c tempest-TestShelveInstance-1963375700 tempest-TestShelveInstance-1963375700-project] 10.222.0.65 "GET /v2.0/security-groups?id=2c29ce32-9d8e-4912-89a0-2a585bcd184b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419199 Feb 20 23:11:14.703402 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8678fc40-f120-4bcc-bab0-c6c5e549a5a3 req-706bcbf5-0f2b-4535-94b9-0559eb8638f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:11:14.705360 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-8678fc40-f120-4bcc-bab0-c6c5e549a5a3 req-706bcbf5-0f2b-4535-94b9-0559eb8638f5 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=25f1bafd-247e-4a07-9979-6bfb38ba2408 HTTP/1.1" status: 200 len: 1129 time: 0.0425138 Feb 20 23:11:14.748529 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-8678fc40-f120-4bcc-bab0-c6c5e549a5a3 req-ea65d0f8-583f-43b0-a4d3-ae7e1ed1d65a service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=4b7b4e73-9e46-4c22-bfc4-5a37580fad72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362635 Feb 20 23:11:15.071801 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d774248-b7bf-44d0-ac19-697b9bcf8cd9 req-c6a91af4-1997-4155-ae7f-71ef5ea8d65f tempest-AttachVolumeNegativeTest-501361799 tempest-AttachVolumeNegativeTest-501361799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:11:15.073224 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-7d774248-b7bf-44d0-ac19-697b9bcf8cd9 req-c6a91af4-1997-4155-ae7f-71ef5ea8d65f tempest-AttachVolumeNegativeTest-501361799 tempest-AttachVolumeNegativeTest-501361799-project] 10.222.0.65 "GET /v2.0/ports?device_id=25f1bafd-247e-4a07-9979-6bfb38ba2408 HTTP/1.1" status: 200 len: 945 time: 0.0532670 Feb 20 23:11:15.117791 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-7d774248-b7bf-44d0-ac19-697b9bcf8cd9 req-50d8f0cb-97ab-4852-83b1-6e36b4bb3c9e tempest-AttachVolumeNegativeTest-501361799 tempest-AttachVolumeNegativeTest-501361799-project] 10.222.0.65 "GET /v2.0/security-groups?id=4b7b4e73-9e46-4c22-bfc4-5a37580fad72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392935 Feb 20 23:11:15.659569 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b63194-f410-4eb8-9519-fd8a670629fa req-1cac11a8-09ec-43ea-b148-6e2b8acbb4d4 tempest-TestShelveInstance-1963375700 tempest-TestShelveInstance-1963375700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:11:15.660986 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-03b63194-f410-4eb8-9519-fd8a670629fa req-1cac11a8-09ec-43ea-b148-6e2b8acbb4d4 tempest-TestShelveInstance-1963375700 tempest-TestShelveInstance-1963375700-project] 10.222.0.65 "GET /v2.0/ports?device_id=5a2b826e-4a78-4871-bebd-4d16e947feca HTTP/1.1" status: 200 len: 943 time: 0.0496871 Feb 20 23:11:15.710856 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-03b63194-f410-4eb8-9519-fd8a670629fa req-0661f0b7-1e86-4a4d-b2e5-abdae4fa316b tempest-TestShelveInstance-1963375700 tempest-TestShelveInstance-1963375700-project] 10.222.0.65 "GET /v2.0/security-groups?id=2c29ce32-9d8e-4912-89a0-2a585bcd184b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444233 Feb 20 23:11:15.944295 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-343008d4-3a37-47e4-bcbd-5ef9b41dd99c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (5ba36dc9-fc49-4f8a-9e75-ea70dbbc9d37), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:11:16.232075 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2977f11-0edc-496c-9591-3579df4b2316 req-56a69690-b177-4358-a443-d7e52ade64b7 tempest-AttachVolumeNegativeTest-501361799 tempest-AttachVolumeNegativeTest-501361799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:11:16.233517 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-d2977f11-0edc-496c-9591-3579df4b2316 req-56a69690-b177-4358-a443-d7e52ade64b7 tempest-AttachVolumeNegativeTest-501361799 tempest-AttachVolumeNegativeTest-501361799-project] 10.222.0.65 "GET /v2.0/ports?device_id=25f1bafd-247e-4a07-9979-6bfb38ba2408 HTTP/1.1" status: 200 len: 945 time: 0.0510542 Feb 20 23:11:16.278632 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-d2977f11-0edc-496c-9591-3579df4b2316 req-e2b3f559-a263-4d2f-808a-ed2bff82e228 tempest-AttachVolumeNegativeTest-501361799 tempest-AttachVolumeNegativeTest-501361799-project] 10.222.0.65 "GET /v2.0/security-groups?id=4b7b4e73-9e46-4c22-bfc4-5a37580fad72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396061 Feb 20 23:11:16.824967 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874609f1-0e77-4a8a-9b04-ecb978493c52 req-cede54d5-e78b-45f8-8440-fbe3b856ab98 tempest-TestShelveInstance-1963375700 tempest-TestShelveInstance-1963375700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:11:16.826429 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-874609f1-0e77-4a8a-9b04-ecb978493c52 req-cede54d5-e78b-45f8-8440-fbe3b856ab98 tempest-TestShelveInstance-1963375700 tempest-TestShelveInstance-1963375700-project] 10.222.0.65 "GET /v2.0/ports?device_id=5a2b826e-4a78-4871-bebd-4d16e947feca HTTP/1.1" status: 200 len: 943 time: 0.0504229 Feb 20 23:11:16.874231 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-874609f1-0e77-4a8a-9b04-ecb978493c52 req-1216070b-cc59-4653-b59b-2cad41ee89ec tempest-TestShelveInstance-1963375700 tempest-TestShelveInstance-1963375700-project] 10.222.0.65 "GET /v2.0/security-groups?id=2c29ce32-9d8e-4912-89a0-2a585bcd184b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422015 Feb 20 23:11:17.213025 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-f8bda328-0f39-40fc-b2c8-28796977f3d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (e2edd6cb-ac77-47df-80b5-e0a92a5dde3d), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:11:17.393626 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f713235-d3f9-4555-afb6-c9ed98b45f31 req-a5437004-e337-43cc-8fd6-93722b83112c tempest-AttachVolumeNegativeTest-501361799 tempest-AttachVolumeNegativeTest-501361799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:11:17.395026 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-8f713235-d3f9-4555-afb6-c9ed98b45f31 req-a5437004-e337-43cc-8fd6-93722b83112c tempest-AttachVolumeNegativeTest-501361799 tempest-AttachVolumeNegativeTest-501361799-project] 10.222.0.65 "GET /v2.0/ports?device_id=25f1bafd-247e-4a07-9979-6bfb38ba2408 HTTP/1.1" status: 200 len: 945 time: 0.0508807 Feb 20 23:11:17.443302 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-8f713235-d3f9-4555-afb6-c9ed98b45f31 req-2262db86-08ff-419e-bfeb-6901bb3dbe7a tempest-AttachVolumeNegativeTest-501361799 tempest-AttachVolumeNegativeTest-501361799-project] 10.222.0.65 "GET /v2.0/security-groups?id=4b7b4e73-9e46-4c22-bfc4-5a37580fad72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428245 Feb 20 23:11:17.988812 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7208e50a-ff68-4fe8-85c4-d0b311bda306 req-8e57061c-8c65-4e54-9e39-cfda98476884 tempest-TestShelveInstance-1963375700 tempest-TestShelveInstance-1963375700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:11:17.990278 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-7208e50a-ff68-4fe8-85c4-d0b311bda306 req-8e57061c-8c65-4e54-9e39-cfda98476884 tempest-TestShelveInstance-1963375700 tempest-TestShelveInstance-1963375700-project] 10.222.0.65 "GET /v2.0/ports?device_id=5a2b826e-4a78-4871-bebd-4d16e947feca HTTP/1.1" status: 200 len: 943 time: 0.0510144 Feb 20 23:11:18.037849 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-7208e50a-ff68-4fe8-85c4-d0b311bda306 req-014860ba-8d18-4c62-9731-36576ef504ff tempest-TestShelveInstance-1963375700 tempest-TestShelveInstance-1963375700-project] 10.222.0.65 "GET /v2.0/security-groups?id=2c29ce32-9d8e-4912-89a0-2a585bcd184b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419636 Feb 20 23:11:18.557407 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95df453-492e-471d-9c98-faf609221631 req-7e108d58-2b10-4fdb-9f4e-2cc21a34cdda tempest-AttachVolumeNegativeTest-501361799 tempest-AttachVolumeNegativeTest-501361799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:11:18.558879 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-c95df453-492e-471d-9c98-faf609221631 req-7e108d58-2b10-4fdb-9f4e-2cc21a34cdda tempest-AttachVolumeNegativeTest-501361799 tempest-AttachVolumeNegativeTest-501361799-project] 10.222.0.65 "GET /v2.0/ports?device_id=25f1bafd-247e-4a07-9979-6bfb38ba2408 HTTP/1.1" status: 200 len: 945 time: 0.0503454 Feb 20 23:11:18.606228 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-c95df453-492e-471d-9c98-faf609221631 req-1733430e-994f-41fe-99aa-7d5492550c7e tempest-AttachVolumeNegativeTest-501361799 tempest-AttachVolumeNegativeTest-501361799-project] 10.222.0.65 "GET /v2.0/security-groups?id=4b7b4e73-9e46-4c22-bfc4-5a37580fad72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412266 Feb 20 23:11:18.664810 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (2dc95353-690e-4eed-857f-cdb5bbe3a4be), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:11:19.164211 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abd50f5-0766-4742-a159-f5f893ffeb39 req-4fdcdea9-d31e-4f1d-9852-160353725566 tempest-TestShelveInstance-1963375700 tempest-TestShelveInstance-1963375700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:11:19.168891 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-3abd50f5-0766-4742-a159-f5f893ffeb39 req-4fdcdea9-d31e-4f1d-9852-160353725566 tempest-TestShelveInstance-1963375700 tempest-TestShelveInstance-1963375700-project] 10.222.0.65 "GET /v2.0/ports?device_id=5a2b826e-4a78-4871-bebd-4d16e947feca HTTP/1.1" status: 200 len: 943 time: 0.0564909 Feb 20 23:11:19.214170 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-3abd50f5-0766-4742-a159-f5f893ffeb39 req-99d1375b-461b-47d7-a48d-b51ae377c210 tempest-TestShelveInstance-1963375700 tempest-TestShelveInstance-1963375700-project] 10.222.0.65 "GET /v2.0/security-groups?id=2c29ce32-9d8e-4912-89a0-2a585bcd184b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426626 Feb 20 23:11:19.723040 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67967d89-fa9e-4a40-a042-a5c86f7c25e0 req-ba8f9532-a592-4a00-9b99-ca21eb5814f3 tempest-AttachVolumeNegativeTest-501361799 tempest-AttachVolumeNegativeTest-501361799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:11:19.724567 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-67967d89-fa9e-4a40-a042-a5c86f7c25e0 req-ba8f9532-a592-4a00-9b99-ca21eb5814f3 tempest-AttachVolumeNegativeTest-501361799 tempest-AttachVolumeNegativeTest-501361799-project] 10.222.0.65 "GET /v2.0/ports?device_id=25f1bafd-247e-4a07-9979-6bfb38ba2408 HTTP/1.1" status: 200 len: 945 time: 0.0518072 Feb 20 23:11:19.770850 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-67967d89-fa9e-4a40-a042-a5c86f7c25e0 req-86080023-f37b-401f-839b-4c9936111f13 tempest-AttachVolumeNegativeTest-501361799 tempest-AttachVolumeNegativeTest-501361799-project] 10.222.0.65 "GET /v2.0/security-groups?id=4b7b4e73-9e46-4c22-bfc4-5a37580fad72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409391 Feb 20 23:11:20.331857 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602e747c-c533-4ef9-a124-8e5f19a8d864 req-883b7d0d-1a35-48be-961c-bdde49821f24 tempest-TestShelveInstance-1963375700 tempest-TestShelveInstance-1963375700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:11:20.333325 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-602e747c-c533-4ef9-a124-8e5f19a8d864 req-883b7d0d-1a35-48be-961c-bdde49821f24 tempest-TestShelveInstance-1963375700 tempest-TestShelveInstance-1963375700-project] 10.222.0.65 "GET /v2.0/ports?device_id=5a2b826e-4a78-4871-bebd-4d16e947feca HTTP/1.1" status: 200 len: 943 time: 0.0524046 Feb 20 23:11:20.383834 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-602e747c-c533-4ef9-a124-8e5f19a8d864 req-b60d67ad-98bb-4aec-8c53-e3af8536cf10 tempest-TestShelveInstance-1963375700 tempest-TestShelveInstance-1963375700-project] 10.222.0.65 "GET /v2.0/security-groups?id=2c29ce32-9d8e-4912-89a0-2a585bcd184b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450037 Feb 20 23:11:20.893731 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe40ed56-6799-410a-a82c-9f5a7bafcd5b req-9dc9318c-f7ad-49b7-83c8-7c9dc3277e7b tempest-AttachVolumeNegativeTest-501361799 tempest-AttachVolumeNegativeTest-501361799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:11:20.895219 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-fe40ed56-6799-410a-a82c-9f5a7bafcd5b req-9dc9318c-f7ad-49b7-83c8-7c9dc3277e7b tempest-AttachVolumeNegativeTest-501361799 tempest-AttachVolumeNegativeTest-501361799-project] 10.222.0.65 "GET /v2.0/ports?device_id=25f1bafd-247e-4a07-9979-6bfb38ba2408 HTTP/1.1" status: 200 len: 945 time: 0.0546675 Feb 20 23:11:20.941055 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-fe40ed56-6799-410a-a82c-9f5a7bafcd5b req-7c629898-22a8-438d-a625-8514ddb72dbb tempest-AttachVolumeNegativeTest-501361799 tempest-AttachVolumeNegativeTest-501361799-project] 10.222.0.65 "GET /v2.0/security-groups?id=4b7b4e73-9e46-4c22-bfc4-5a37580fad72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402288 Feb 20 23:11:21.501716 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507b2a41-dd6e-49a2-8724-c01f1aed1407 req-1b5b72d7-c03d-437d-9d9a-ec19b90e8823 tempest-TestShelveInstance-1963375700 tempest-TestShelveInstance-1963375700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:11:21.503214 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-507b2a41-dd6e-49a2-8724-c01f1aed1407 req-1b5b72d7-c03d-437d-9d9a-ec19b90e8823 tempest-TestShelveInstance-1963375700 tempest-TestShelveInstance-1963375700-project] 10.222.0.65 "GET /v2.0/ports?device_id=5a2b826e-4a78-4871-bebd-4d16e947feca HTTP/1.1" status: 200 len: 943 time: 0.0531974 Feb 20 23:11:21.556505 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-507b2a41-dd6e-49a2-8724-c01f1aed1407 req-d871ed54-acf1-4795-a15f-70de1738ea56 tempest-TestShelveInstance-1963375700 tempest-TestShelveInstance-1963375700-project] 10.222.0.65 "GET /v2.0/security-groups?id=2c29ce32-9d8e-4912-89a0-2a585bcd184b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474796 Feb 20 23:11:21.876293 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Device 64056d33-18b8-49e7-a0a9-dd5760eb1c1f details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=109630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 23:11:21.979392 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] For port 64056d33-18b8-49e7-a0a9-dd5760eb1c1f, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=64056d33-18b8-49e7-a0a9-dd5760eb1c1f,segment=NetworkSegment(56bf0c4d-c62b-4b69-a2bf-9ef505b71839),segment_id=56bf0c4d-c62b-4b69-a2bf-9ef505b71839)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:11:21.990152 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Returning: {'device': '64056d33-18b8-49e7-a0a9-dd5760eb1c1f', 'network_id': '0b6be559-f94f-4c5a-9671-c3c472d8311a', 'port_id': '64056d33-18b8-49e7-a0a9-dd5760eb1c1f', 'mac_address': 'fa:16:3e:eb:c2:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34d111b8-53a8-4bd0-9d27-ae1b2459244b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 23:11:22.025516 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Current status of the port 64056d33-18b8-49e7-a0a9-dd5760eb1c1f is: DOWN; New status is: BUILD {{(pid=109630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:11:22.025925 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4131840'] for port (64056d33-18b8-49e7-a0a9-dd5760eb1c1f), before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:11:22.039296 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.notifiers.nova [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64056d33-18b8-49e7-a0a9-dd5760eb1c1f {{(pid=109630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 23:11:22.058209 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] For port 64056d33-18b8-49e7-a0a9-dd5760eb1c1f, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=64056d33-18b8-49e7-a0a9-dd5760eb1c1f,segment=NetworkSegment(56bf0c4d-c62b-4b69-a2bf-9ef505b71839),segment_id=56bf0c4d-c62b-4b69-a2bf-9ef505b71839)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:11:22.156060 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747407212427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747406771514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747406771532'] for port (64056d33-18b8-49e7-a0a9-dd5760eb1c1f), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:11:22.206492 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Pushing event updated for resources: {'Port': ['ID=64056d33-18b8-49e7-a0a9-dd5760eb1c1f,revision_number=7']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:11:22.213667 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:11:22.214012 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:11:22.214349 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:11:22.214706 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:11:22.215034 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:11:22.215351 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:11:22.215671 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:11:22.215988 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:11:22.216305 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:11:22.216628 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:11:22.216943 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:11:22.217313 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:11:22.217555 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:11:22.548282 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] get_ports_and_sgs() called for port_ids ['64056d33-18b8-49e7-a0a9-dd5760eb1c1f'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 23:11:22.671991 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd814ed-09ed-45ea-9374-c4aac46a2599 req-7fc2e68b-1830-484f-b901-4667ad96209e tempest-TestShelveInstance-1963375700 tempest-TestShelveInstance-1963375700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:11:22.673998 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-0bd814ed-09ed-45ea-9374-c4aac46a2599 req-7fc2e68b-1830-484f-b901-4667ad96209e tempest-TestShelveInstance-1963375700 tempest-TestShelveInstance-1963375700-project] 10.222.0.65 "GET /v2.0/ports?device_id=5a2b826e-4a78-4871-bebd-4d16e947feca HTTP/1.1" status: 200 len: 944 time: 0.0516820 Feb 20 23:11:22.723244 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-0bd814ed-09ed-45ea-9374-c4aac46a2599 req-0fbb1100-99c4-45ee-9312-ecf32b5be944 tempest-TestShelveInstance-1963375700 tempest-TestShelveInstance-1963375700-project] 10.222.0.65 "GET /v2.0/security-groups?id=2c29ce32-9d8e-4912-89a0-2a585bcd184b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435860 Feb 20 23:11:23.839386 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c58bd0d-a614-419a-addb-12b5239128e7 req-3fb9fa3d-51b7-4b7c-b3fa-d78d22b0a336 tempest-TestShelveInstance-1963375700 tempest-TestShelveInstance-1963375700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:11:23.840864 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-3c58bd0d-a614-419a-addb-12b5239128e7 req-3fb9fa3d-51b7-4b7c-b3fa-d78d22b0a336 tempest-TestShelveInstance-1963375700 tempest-TestShelveInstance-1963375700-project] 10.222.0.65 "GET /v2.0/ports?device_id=5a2b826e-4a78-4871-bebd-4d16e947feca HTTP/1.1" status: 200 len: 944 time: 0.0522716 Feb 20 23:11:23.887712 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Device 64056d33-18b8-49e7-a0a9-dd5760eb1c1f up at agent hyperv_hv-cinder-83009 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 23:11:23.895470 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-3c58bd0d-a614-419a-addb-12b5239128e7 req-2f30623c-3e4f-4811-bc64-6d1d383259fd tempest-TestShelveInstance-1963375700 tempest-TestShelveInstance-1963375700-project] 10.222.0.65 "GET /v2.0/security-groups?id=2c29ce32-9d8e-4912-89a0-2a585bcd184b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486679 Feb 20 23:11:23.925160 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.65', 53808) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:11:23.947869 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Provisioning complete for port 64056d33-18b8-49e7-a0a9-dd5760eb1c1f triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:11:23.948245 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4145689'] for port (64056d33-18b8-49e7-a0a9-dd5760eb1c1f), provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:11:24.027413 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Current status of the port 64056d33-18b8-49e7-a0a9-dd5760eb1c1f is: BUILD; New status is: ACTIVE {{(pid=109630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:11:24.027800 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4131840'] for port (64056d33-18b8-49e7-a0a9-dd5760eb1c1f), before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:11:24.055809 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-f8fc83e4-be29-4fcf-8a0e-8da19e1b5f89 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:11:24.147494 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-f8fc83e4-be29-4fcf-8a0e-8da19e1b5f89 admin admin] Publish callbacks [] for security_group (b84301bb-a081-492b-b23a-bdaea032ad81), precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:11:24.183549 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a2b826e-4a78-4871-bebd-4d16e947feca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64056d33-18b8-49e7-a0a9-dd5760eb1c1f'}] {{(pid=109630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 23:11:24.185818 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f8f7ade39b9b648cd02963e66adb41eb29d40ae47bdce8ccfc3d1936511f484" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a70af8e9-3691-4e27-af18-b66c2ef1ba10" -d '{"events": [{"server_uuid": "5a2b826e-4a78-4871-bebd-4d16e947feca", "name": "network-vif-plugged", "status": "completed", "tag": "64056d33-18b8-49e7-a0a9-dd5760eb1c1f"}]}' {{(pid=109630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 23:11:24.197470 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] For port 64056d33-18b8-49e7-a0a9-dd5760eb1c1f, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=64056d33-18b8-49e7-a0a9-dd5760eb1c1f,segment=NetworkSegment(56bf0c4d-c62b-4b69-a2bf-9ef505b71839),segment_id=56bf0c4d-c62b-4b69-a2bf-9ef505b71839)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:11:24.221947 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 23:11:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79366c76-a8f2-4a11-867a-bead4e93c34c x-openstack-request-id: req-79366c76-a8f2-4a11-867a-bead4e93c34c {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 23:11:24.222133 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-f8fc83e4-be29-4fcf-8a0e-8da19e1b5f89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627867'] for security_group (b84301bb-a081-492b-b23a-bdaea032ad81), after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:11:24.222255 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a2b826e-4a78-4871-bebd-4d16e947feca", "name": "network-vif-plugged", "status": "completed", "tag": "64056d33-18b8-49e7-a0a9-dd5760eb1c1f", "code": 200}]} {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 23:11:24.222512 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-79366c76-a8f2-4a11-867a-bead4e93c34c {{(pid=109630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 23:11:24.222902 dv-cinder-830096-1-iscsi neutron-server[109630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a2b826e-4a78-4871-bebd-4d16e947feca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64056d33-18b8-49e7-a0a9-dd5760eb1c1f', 'code': 200} Feb 20 23:11:24.260161 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [None req-f8fc83e4-be29-4fcf-8a0e-8da19e1b5f89 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=d07c13dc3d514a8ab54a0732f250684a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3339126 Feb 20 23:11:24.260994 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fc83e4-be29-4fcf-8a0e-8da19e1b5f89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b84301bb-a081-492b-b23a-bdaea032ad81,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:11:24.262871 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.65', 53814) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:11:24.268504 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fc83e4-be29-4fcf-8a0e-8da19e1b5f89 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:11:24.268853 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fc83e4-be29-4fcf-8a0e-8da19e1b5f89 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:11:24.269193 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fc83e4-be29-4fcf-8a0e-8da19e1b5f89 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:11:24.269527 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fc83e4-be29-4fcf-8a0e-8da19e1b5f89 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:11:24.269854 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fc83e4-be29-4fcf-8a0e-8da19e1b5f89 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:11:24.270182 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fc83e4-be29-4fcf-8a0e-8da19e1b5f89 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:11:24.270540 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fc83e4-be29-4fcf-8a0e-8da19e1b5f89 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:11:24.270866 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fc83e4-be29-4fcf-8a0e-8da19e1b5f89 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:11:24.271188 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fc83e4-be29-4fcf-8a0e-8da19e1b5f89 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:11:24.271514 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fc83e4-be29-4fcf-8a0e-8da19e1b5f89 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:11:24.271832 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fc83e4-be29-4fcf-8a0e-8da19e1b5f89 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:11:24.272175 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fc83e4-be29-4fcf-8a0e-8da19e1b5f89 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:11:24.272539 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fc83e4-be29-4fcf-8a0e-8da19e1b5f89 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:11:24.310524 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-a9c02ea2-5fd2-4336-8214-1115f47cd009 admin admin] Publish callbacks [] for security_group (b84301bb-a081-492b-b23a-bdaea032ad81), before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:11:24.319918 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747407212427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747406771514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747406771532'] for port (64056d33-18b8-49e7-a0a9-dd5760eb1c1f), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:11:24.331844 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-a9c02ea2-5fd2-4336-8214-1115f47cd009 admin admin] Publish callbacks [] for security_group (b84301bb-a081-492b-b23a-bdaea032ad81), precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:11:24.383398 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Pushing event updated for resources: {'Port': ['ID=64056d33-18b8-49e7-a0a9-dd5760eb1c1f,revision_number=8']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:11:24.515038 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-a9c02ea2-5fd2-4336-8214-1115f47cd009 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627867'] for security_group (b84301bb-a081-492b-b23a-bdaea032ad81), after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:11:24.517575 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-a9c02ea2-5fd2-4336-8214-1115f47cd009 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:11:24.518704 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [None req-a9c02ea2-5fd2-4336-8214-1115f47cd009 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/b84301bb-a081-492b-b23a-bdaea032ad81 HTTP/1.1" status: 204 len: 168 time: 0.2548037 Feb 20 23:11:24.531567 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c02ea2-5fd2-4336-8214-1115f47cd009 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b84301bb-a081-492b-b23a-bdaea032ad81,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:11:24.536159 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e1fa2e-ad40-4c1f-9e08-3959c0ff2fcb req-aa4fb281-71af-4692-a359-fe2234b50f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:11:24.537621 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-06e1fa2e-ad40-4c1f-9e08-3959c0ff2fcb req-aa4fb281-71af-4692-a359-fe2234b50f2c service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=5a2b826e-4a78-4871-bebd-4d16e947feca HTTP/1.1" status: 200 len: 1129 time: 0.0558999 Feb 20 23:11:24.598135 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-06e1fa2e-ad40-4c1f-9e08-3959c0ff2fcb req-b39fa23d-04e7-4c43-b3c9-5d44911300d6 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=2c29ce32-9d8e-4912-89a0-2a585bcd184b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450335 Feb 20 23:11:25.017649 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26488245-70ba-44d6-a7f2-57021b87ef84 req-b54caeb8-9b62-4a23-946e-4a19dfea33f7 tempest-TestShelveInstance-1963375700 tempest-TestShelveInstance-1963375700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:11:25.019166 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-26488245-70ba-44d6-a7f2-57021b87ef84 req-b54caeb8-9b62-4a23-946e-4a19dfea33f7 tempest-TestShelveInstance-1963375700 tempest-TestShelveInstance-1963375700-project] 10.222.0.65 "GET /v2.0/ports?device_id=5a2b826e-4a78-4871-bebd-4d16e947feca HTTP/1.1" status: 200 len: 945 time: 0.0552866 Feb 20 23:11:25.070236 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-26488245-70ba-44d6-a7f2-57021b87ef84 req-943408d2-5e51-4788-af90-ebb86cf955f1 tempest-TestShelveInstance-1963375700 tempest-TestShelveInstance-1963375700-project] 10.222.0.65 "GET /v2.0/security-groups?id=2c29ce32-9d8e-4912-89a0-2a585bcd184b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448616 Feb 20 23:11:26.218904 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba329be-7e9a-46ab-ba11-ebccf35f759a req-569947b8-65cb-4ef6-a8e1-f780a2b4b961 tempest-TestShelveInstance-1963375700 tempest-TestShelveInstance-1963375700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:11:26.220418 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-fba329be-7e9a-46ab-ba11-ebccf35f759a req-569947b8-65cb-4ef6-a8e1-f780a2b4b961 tempest-TestShelveInstance-1963375700 tempest-TestShelveInstance-1963375700-project] 10.222.0.65 "GET /v2.0/ports?device_id=5a2b826e-4a78-4871-bebd-4d16e947feca HTTP/1.1" status: 200 len: 945 time: 0.0513632 Feb 20 23:11:26.247288 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (a929ecfe-02b1-4b86-b2e7-0c746ea4b12c), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:11:26.268354 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-fba329be-7e9a-46ab-ba11-ebccf35f759a req-6d548be1-3216-459e-ad6a-effc2fe206ba tempest-TestShelveInstance-1963375700 tempest-TestShelveInstance-1963375700-project] 10.222.0.65 "GET /v2.0/security-groups?id=2c29ce32-9d8e-4912-89a0-2a585bcd184b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423515 Feb 20 23:11:27.383460 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec73459a-6687-4e63-b1aa-0c7dce905805 req-fb2db87f-9317-45f3-b47a-549c5fbd5973 tempest-TestShelveInstance-1963375700 tempest-TestShelveInstance-1963375700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:11:27.384802 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-ec73459a-6687-4e63-b1aa-0c7dce905805 req-fb2db87f-9317-45f3-b47a-549c5fbd5973 tempest-TestShelveInstance-1963375700 tempest-TestShelveInstance-1963375700-project] 10.222.0.65 "GET /v2.0/ports?device_id=5a2b826e-4a78-4871-bebd-4d16e947feca HTTP/1.1" status: 200 len: 945 time: 0.0506446 Feb 20 23:11:27.430955 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-ec73459a-6687-4e63-b1aa-0c7dce905805 req-735ed90b-670d-42ba-be87-8625a3f3b811 tempest-TestShelveInstance-1963375700 tempest-TestShelveInstance-1963375700-project] 10.222.0.65 "GET /v2.0/security-groups?id=2c29ce32-9d8e-4912-89a0-2a585bcd184b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407264 Feb 20 23:11:37.227245 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfabfa02-8b04-4509-9e75-df3f5a12cf20 req-f6d649a0-64a6-4063-802c-7c8901fbac19 tempest-AttachVolumeNegativeTest-501361799 tempest-AttachVolumeNegativeTest-501361799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:11:37.228674 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-bfabfa02-8b04-4509-9e75-df3f5a12cf20 req-f6d649a0-64a6-4063-802c-7c8901fbac19 tempest-AttachVolumeNegativeTest-501361799 tempest-AttachVolumeNegativeTest-501361799-project] 10.222.0.65 "GET /v2.0/ports?device_id=25f1bafd-247e-4a07-9979-6bfb38ba2408 HTTP/1.1" status: 200 len: 945 time: 0.0538342 Feb 20 23:11:37.273393 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-bfabfa02-8b04-4509-9e75-df3f5a12cf20 req-add262f1-eafa-4439-89d8-71ae21e7b2de tempest-AttachVolumeNegativeTest-501361799 tempest-AttachVolumeNegativeTest-501361799-project] 10.222.0.65 "GET /v2.0/security-groups?id=4b7b4e73-9e46-4c22-bfc4-5a37580fad72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393732 Feb 20 23:11:38.103816 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.65', 54006) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:11:38.224132 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-5dfca84d-51fa-4ec9-8cc2-e66029a7a06b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:11:38.296363 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-5dfca84d-51fa-4ec9-8cc2-e66029a7a06b admin admin] Publish callbacks [] for security_group (7eb1e6ab-91ac-4705-9504-aa27f1a719ee), precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:11:38.364630 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-5dfca84d-51fa-4ec9-8cc2-e66029a7a06b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627867'] for security_group (7eb1e6ab-91ac-4705-9504-aa27f1a719ee), after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:11:38.394263 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5582c5-d58f-4eb0-84fd-80c5c9b5e50a req-eca3d1cd-5d19-4c4b-aecb-c6bbae9be1d7 tempest-AttachVolumeNegativeTest-501361799 tempest-AttachVolumeNegativeTest-501361799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:11:38.395774 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-0a5582c5-d58f-4eb0-84fd-80c5c9b5e50a req-eca3d1cd-5d19-4c4b-aecb-c6bbae9be1d7 tempest-AttachVolumeNegativeTest-501361799 tempest-AttachVolumeNegativeTest-501361799-project] 10.222.0.65 "GET /v2.0/ports?device_id=25f1bafd-247e-4a07-9979-6bfb38ba2408 HTTP/1.1" status: 200 len: 945 time: 0.0546980 Feb 20 23:11:38.403497 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [None req-5dfca84d-51fa-4ec9-8cc2-e66029a7a06b admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=cafa6e1ebbed4c4098d093f7c069eae5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2985480 Feb 20 23:11:38.404364 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfca84d-51fa-4ec9-8cc2-e66029a7a06b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7eb1e6ab-91ac-4705-9504-aa27f1a719ee,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:11:38.407091 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.65', 54012) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:11:38.469173 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-0a5582c5-d58f-4eb0-84fd-80c5c9b5e50a req-c176163b-da55-400b-bb0d-6f9ffaba3274 tempest-AttachVolumeNegativeTest-501361799 tempest-AttachVolumeNegativeTest-501361799-project] 10.222.0.65 "GET /v2.0/security-groups?id=4b7b4e73-9e46-4c22-bfc4-5a37580fad72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676496 Feb 20 23:11:38.482705 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-1cdec925-bb31-492c-a8fb-31c3bc9545a2 admin admin] Publish callbacks [] for security_group (7eb1e6ab-91ac-4705-9504-aa27f1a719ee), before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:11:38.504934 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-1cdec925-bb31-492c-a8fb-31c3bc9545a2 admin admin] Publish callbacks [] for security_group (7eb1e6ab-91ac-4705-9504-aa27f1a719ee), precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:11:38.627382 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-1cdec925-bb31-492c-a8fb-31c3bc9545a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627867'] for security_group (7eb1e6ab-91ac-4705-9504-aa27f1a719ee), after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:11:38.630014 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-1cdec925-bb31-492c-a8fb-31c3bc9545a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:11:38.631281 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [None req-1cdec925-bb31-492c-a8fb-31c3bc9545a2 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/7eb1e6ab-91ac-4705-9504-aa27f1a719ee HTTP/1.1" status: 204 len: 168 time: 0.2223864 Feb 20 23:11:38.638867 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdec925-bb31-492c-a8fb-31c3bc9545a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7eb1e6ab-91ac-4705-9504-aa27f1a719ee,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:11:39.355098 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ab4ba5-18d6-4af3-8a9b-946976a180e5 req-93db35bb-7503-425a-93c2-931cdf711875 tempest-AttachVolumeNegativeTest-501361799 tempest-AttachVolumeNegativeTest-501361799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:11:39.356533 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-f6ab4ba5-18d6-4af3-8a9b-946976a180e5 req-93db35bb-7503-425a-93c2-931cdf711875 tempest-AttachVolumeNegativeTest-501361799 tempest-AttachVolumeNegativeTest-501361799-project] 10.222.0.42 "GET /v2.0/ports?device_id=25f1bafd-247e-4a07-9979-6bfb38ba2408 HTTP/1.1" status: 200 len: 945 time: 0.0491927 Feb 20 23:11:39.743620 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6601cae6-8d19-4169-bc82-b698d88dc5a9 req-afd38fbb-d0d4-4eff-8f06-c194dbc69bde tempest-AttachVolumeNegativeTest-501361799 tempest-AttachVolumeNegativeTest-501361799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:11:39.745066 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-6601cae6-8d19-4169-bc82-b698d88dc5a9 req-afd38fbb-d0d4-4eff-8f06-c194dbc69bde tempest-AttachVolumeNegativeTest-501361799 tempest-AttachVolumeNegativeTest-501361799-project] 10.222.0.65 "GET /v2.0/ports?device_id=25f1bafd-247e-4a07-9979-6bfb38ba2408 HTTP/1.1" status: 200 len: 945 time: 0.0826173 Feb 20 23:11:39.762461 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [req-f6ab4ba5-18d6-4af3-8a9b-946976a180e5 req-a45184a3-9346-4aa8-b2db-5d59bc8663e8 tempest-AttachVolumeNegativeTest-501361799 tempest-AttachVolumeNegativeTest-501361799-project] Deleting port 35f11b74-1e27-4d98-8d26-8997a2bf7c34 {{(pid=109628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 23:11:39.762800 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-f6ab4ba5-18d6-4af3-8a9b-946976a180e5 req-a45184a3-9346-4aa8-b2db-5d59bc8663e8 tempest-AttachVolumeNegativeTest-501361799 tempest-AttachVolumeNegativeTest-501361799-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747407206678'] for port (35f11b74-1e27-4d98-8d26-8997a2bf7c34), before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:11:39.852806 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-6601cae6-8d19-4169-bc82-b698d88dc5a9 req-3c8408e5-6883-48a0-b70a-810c1630c104 tempest-AttachVolumeNegativeTest-501361799 tempest-AttachVolumeNegativeTest-501361799-project] 10.222.0.65 "GET /v2.0/security-groups?id=4b7b4e73-9e46-4c22-bfc4-5a37580fad72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001503 Feb 20 23:11:39.883991 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.db [req-f6ab4ba5-18d6-4af3-8a9b-946976a180e5 req-a45184a3-9346-4aa8-b2db-5d59bc8663e8 tempest-AttachVolumeNegativeTest-501361799 tempest-AttachVolumeNegativeTest-501361799-project] For port 35f11b74-1e27-4d98-8d26-8997a2bf7c34, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=35f11b74-1e27-4d98-8d26-8997a2bf7c34,segment=NetworkSegment(393c390e-b641-44c1-805d-825e0a25523a),segment_id=393c390e-b641-44c1-805d-825e0a25523a)] {{(pid=109628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:11:39.884350 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-f6ab4ba5-18d6-4af3-8a9b-946976a180e5 req-a45184a3-9346-4aa8-b2db-5d59bc8663e8 tempest-AttachVolumeNegativeTest-501361799 tempest-AttachVolumeNegativeTest-501361799-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671932'] for port (35f11b74-1e27-4d98-8d26-8997a2bf7c34), precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:11:39.895573 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [req-f6ab4ba5-18d6-4af3-8a9b-946976a180e5 req-a45184a3-9346-4aa8-b2db-5d59bc8663e8 tempest-AttachVolumeNegativeTest-501361799 tempest-AttachVolumeNegativeTest-501361799-project] Calling delete_port for 35f11b74-1e27-4d98-8d26-8997a2bf7c34 owned by compute:nova {{(pid=109628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 23:11:40.104471 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-f6ab4ba5-18d6-4af3-8a9b-946976a180e5 req-a45184a3-9346-4aa8-b2db-5d59bc8663e8 tempest-AttachVolumeNegativeTest-501361799 tempest-AttachVolumeNegativeTest-501361799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747407212409', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747406771505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59259307'] for port (35f11b74-1e27-4d98-8d26-8997a2bf7c34), after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:11:40.116885 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] get_ports_and_sgs() called for port_ids ['df1c3b4a-8b4b-40fd-a4c2-8b4f88c62dd9', '5acd6660-196f-4009-a194-c22a56256ad6', 'd5029784-6dca-4066-9729-bcc999e27eb0', '35f11b74-1e27-4d98-8d26-8997a2bf7c34'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 23:11:40.133049 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45184a3-9346-4aa8-b2db-5d59bc8663e8 tempest-AttachVolumeNegativeTest-501361799 tempest-AttachVolumeNegativeTest-501361799-project] Pushing event deleted for resources: {'Port': ['ID=35f11b74-1e27-4d98-8d26-8997a2bf7c34,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:11:40.145841 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a45184a3-9346-4aa8-b2db-5d59bc8663e8 tempest-AttachVolumeNegativeTest-501361799 tempest-AttachVolumeNegativeTest-501361799-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:11:40.146188 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a45184a3-9346-4aa8-b2db-5d59bc8663e8 tempest-AttachVolumeNegativeTest-501361799 tempest-AttachVolumeNegativeTest-501361799-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:11:40.146943 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a45184a3-9346-4aa8-b2db-5d59bc8663e8 tempest-AttachVolumeNegativeTest-501361799 tempest-AttachVolumeNegativeTest-501361799-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:11:40.146943 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a45184a3-9346-4aa8-b2db-5d59bc8663e8 tempest-AttachVolumeNegativeTest-501361799 tempest-AttachVolumeNegativeTest-501361799-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:11:40.147174 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a45184a3-9346-4aa8-b2db-5d59bc8663e8 tempest-AttachVolumeNegativeTest-501361799 tempest-AttachVolumeNegativeTest-501361799-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:11:40.147482 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a45184a3-9346-4aa8-b2db-5d59bc8663e8 tempest-AttachVolumeNegativeTest-501361799 tempest-AttachVolumeNegativeTest-501361799-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:11:40.147802 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a45184a3-9346-4aa8-b2db-5d59bc8663e8 tempest-AttachVolumeNegativeTest-501361799 tempest-AttachVolumeNegativeTest-501361799-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:11:40.148119 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a45184a3-9346-4aa8-b2db-5d59bc8663e8 tempest-AttachVolumeNegativeTest-501361799 tempest-AttachVolumeNegativeTest-501361799-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:11:40.148433 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a45184a3-9346-4aa8-b2db-5d59bc8663e8 tempest-AttachVolumeNegativeTest-501361799 tempest-AttachVolumeNegativeTest-501361799-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:11:40.148748 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a45184a3-9346-4aa8-b2db-5d59bc8663e8 tempest-AttachVolumeNegativeTest-501361799 tempest-AttachVolumeNegativeTest-501361799-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:11:40.149061 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a45184a3-9346-4aa8-b2db-5d59bc8663e8 tempest-AttachVolumeNegativeTest-501361799 tempest-AttachVolumeNegativeTest-501361799-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:11:40.149374 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a45184a3-9346-4aa8-b2db-5d59bc8663e8 tempest-AttachVolumeNegativeTest-501361799 tempest-AttachVolumeNegativeTest-501361799-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:11:40.149687 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a45184a3-9346-4aa8-b2db-5d59bc8663e8 tempest-AttachVolumeNegativeTest-501361799 tempest-AttachVolumeNegativeTest-501361799-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:11:40.184211 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6ab4ba5-18d6-4af3-8a9b-946976a180e5 req-a45184a3-9346-4aa8-b2db-5d59bc8663e8 tempest-AttachVolumeNegativeTest-501361799 tempest-AttachVolumeNegativeTest-501361799-project] No DVR routers for this DVR port 35f11b74-1e27-4d98-8d26-8997a2bf7c34 on host hv-cinder-83009 {{(pid=109628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 23:11:40.186835 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-f6ab4ba5-18d6-4af3-8a9b-946976a180e5 req-a45184a3-9346-4aa8-b2db-5d59bc8663e8 tempest-AttachVolumeNegativeTest-501361799 tempest-AttachVolumeNegativeTest-501361799-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932959'] for port (None), before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:11:40.190947 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-f6ab4ba5-18d6-4af3-8a9b-946976a180e5 req-a45184a3-9346-4aa8-b2db-5d59bc8663e8 tempest-AttachVolumeNegativeTest-501361799 tempest-AttachVolumeNegativeTest-501361799-project] 10.222.0.42 "DELETE /v2.0/ports/35f11b74-1e27-4d98-8d26-8997a2bf7c34 HTTP/1.1" status: 204 len: 173 time: 0.8287475 Feb 20 23:11:40.191452 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25f1bafd-247e-4a07-9979-6bfb38ba2408', 'name': 'network-vif-deleted', 'tag': '35f11b74-1e27-4d98-8d26-8997a2bf7c34'}] {{(pid=109628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 23:11:40.194219 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4be7ee60aa4259b475ee261dcf74c65065c56e299c7a4b2359a57cf03aee0d96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b82be1bd-27d1-4c30-b42e-13ee460f09c9" -d '{"events": [{"server_uuid": "25f1bafd-247e-4a07-9979-6bfb38ba2408", "name": "network-vif-deleted", "tag": "35f11b74-1e27-4d98-8d26-8997a2bf7c34"}]}' {{(pid=109628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 23:11:40.234285 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 23:11:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-438656c5-ac14-4904-bf09-c2d6b8b31c6e x-openstack-request-id: req-438656c5-ac14-4904-bf09-c2d6b8b31c6e {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 23:11:40.235171 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25f1bafd-247e-4a07-9979-6bfb38ba2408", "name": "network-vif-deleted", "tag": "35f11b74-1e27-4d98-8d26-8997a2bf7c34", "status": "completed", "code": 200}]} {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 23:11:40.235425 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-438656c5-ac14-4904-bf09-c2d6b8b31c6e {{(pid=109628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 23:11:40.236152 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25f1bafd-247e-4a07-9979-6bfb38ba2408', 'name': 'network-vif-deleted', 'tag': '35f11b74-1e27-4d98-8d26-8997a2bf7c34', 'status': 'completed', 'code': 200} Feb 20 23:11:40.960865 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-a723262b-ad65-48bf-bb4b-16c95f1107ce req-8aab53ea-6fea-4533-905c-bc7f04014076 tempest-AttachVolumeNegativeTest-501361799 tempest-AttachVolumeNegativeTest-501361799-project] 10.222.0.65 "GET /v2.0/ports?device_id=25f1bafd-247e-4a07-9979-6bfb38ba2408 HTTP/1.1" status: 200 len: 210 time: 0.0257833 Feb 20 23:11:42.287551 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-47a90d76-bcc3-4b53-b8b1-7dd02ecc74b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (83a03d73-f5e1-4f72-b2a3-d557ae097998), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:11:42.636546 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.db.agents_db [None req-1f7bd598-9080-4651-a904-61cb6c9001fd None None] Agent healthcheck: found 6 active agents {{(pid=109631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 23:11:43.732968 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9caded10-e154-4aac-87bf-e7f716fbcfa0 req-02b95a25-3555-411b-817a-a82f575244cd tempest-AttachVolumeNegativeTest-501361799 tempest-AttachVolumeNegativeTest-501361799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:11:43.734681 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-9caded10-e154-4aac-87bf-e7f716fbcfa0 req-02b95a25-3555-411b-817a-a82f575244cd tempest-AttachVolumeNegativeTest-501361799 tempest-AttachVolumeNegativeTest-501361799-project] 10.222.0.65 "GET /v2.0/ports?device_id=b0028bcf-98a4-4790-9b2c-30567f1f66e6 HTTP/1.1" status: 200 len: 946 time: 0.0621376 Feb 20 23:11:43.789225 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-9caded10-e154-4aac-87bf-e7f716fbcfa0 req-b8631b8c-f8ae-459f-9bd2-d02510a0a81a tempest-AttachVolumeNegativeTest-501361799 tempest-AttachVolumeNegativeTest-501361799-project] 10.222.0.65 "GET /v2.0/security-groups?id=4b7b4e73-9e46-4c22-bfc4-5a37580fad72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488524 Feb 20 23:11:43.958405 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Device 35f11b74-1e27-4d98-8d26-8997a2bf7c34 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 23:11:43.981151 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] No Port match for: 35f11b74-1e27-4d98-8d26-8997a2bf7c34 {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 23:11:43.981504 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Device 35f11b74-1e27-4d98-8d26-8997a2bf7c34 not bound to the agent host hv-cinder-83009 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 23:11:44.479098 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-3b7ac6f1-0c66-46a7-827a-0aba23950891 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (13c347f3-1c01-45ee-af8c-9f8a630e0f23), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:11:44.920070 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d35ebe9-4eb1-41b0-922b-40e003258980 req-30e1d265-a76f-41fd-beba-449c3b7b3507 tempest-AttachVolumeNegativeTest-501361799 tempest-AttachVolumeNegativeTest-501361799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:11:44.921572 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-9d35ebe9-4eb1-41b0-922b-40e003258980 req-30e1d265-a76f-41fd-beba-449c3b7b3507 tempest-AttachVolumeNegativeTest-501361799 tempest-AttachVolumeNegativeTest-501361799-project] 10.222.0.65 "GET /v2.0/ports?device_id=b0028bcf-98a4-4790-9b2c-30567f1f66e6 HTTP/1.1" status: 200 len: 946 time: 0.0572386 Feb 20 23:11:44.971754 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-9d35ebe9-4eb1-41b0-922b-40e003258980 req-b0742586-46f9-4a18-b172-f9d0bbdd82c5 tempest-AttachVolumeNegativeTest-501361799 tempest-AttachVolumeNegativeTest-501361799-project] 10.222.0.65 "GET /v2.0/security-groups?id=4b7b4e73-9e46-4c22-bfc4-5a37580fad72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442009 Feb 20 23:11:45.869214 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89640fb-0f27-4a14-995d-c5eca9668ed6 req-885d8ebd-53e1-45e2-b46e-daf58d088766 tempest-AttachVolumeNegativeTest-501361799 tempest-AttachVolumeNegativeTest-501361799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:11:45.870666 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-e89640fb-0f27-4a14-995d-c5eca9668ed6 req-885d8ebd-53e1-45e2-b46e-daf58d088766 tempest-AttachVolumeNegativeTest-501361799 tempest-AttachVolumeNegativeTest-501361799-project] 10.222.0.42 "GET /v2.0/ports?device_id=b0028bcf-98a4-4790-9b2c-30567f1f66e6 HTTP/1.1" status: 200 len: 946 time: 0.0506990 Feb 20 23:11:45.924387 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-343008d4-3a37-47e4-bcbd-5ef9b41dd99c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (5ba36dc9-fc49-4f8a-9e75-ea70dbbc9d37), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:11:45.959542 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [req-e89640fb-0f27-4a14-995d-c5eca9668ed6 req-131d8748-5a18-4daa-a113-c4f94f885205 tempest-AttachVolumeNegativeTest-501361799 tempest-AttachVolumeNegativeTest-501361799-project] Deleting port d5029784-6dca-4066-9729-bcc999e27eb0 {{(pid=109628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 23:11:45.960084 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-e89640fb-0f27-4a14-995d-c5eca9668ed6 req-131d8748-5a18-4daa-a113-c4f94f885205 tempest-AttachVolumeNegativeTest-501361799 tempest-AttachVolumeNegativeTest-501361799-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747407206678'] for port (d5029784-6dca-4066-9729-bcc999e27eb0), before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:11:46.053952 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.db [req-e89640fb-0f27-4a14-995d-c5eca9668ed6 req-131d8748-5a18-4daa-a113-c4f94f885205 tempest-AttachVolumeNegativeTest-501361799 tempest-AttachVolumeNegativeTest-501361799-project] For port d5029784-6dca-4066-9729-bcc999e27eb0, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=d5029784-6dca-4066-9729-bcc999e27eb0,segment=NetworkSegment(393c390e-b641-44c1-805d-825e0a25523a),segment_id=393c390e-b641-44c1-805d-825e0a25523a)] {{(pid=109628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:11:46.054297 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-e89640fb-0f27-4a14-995d-c5eca9668ed6 req-131d8748-5a18-4daa-a113-c4f94f885205 tempest-AttachVolumeNegativeTest-501361799 tempest-AttachVolumeNegativeTest-501361799-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671932'] for port (d5029784-6dca-4066-9729-bcc999e27eb0), precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:11:46.066985 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [req-e89640fb-0f27-4a14-995d-c5eca9668ed6 req-131d8748-5a18-4daa-a113-c4f94f885205 tempest-AttachVolumeNegativeTest-501361799 tempest-AttachVolumeNegativeTest-501361799-project] Calling delete_port for d5029784-6dca-4066-9729-bcc999e27eb0 owned by compute:nova {{(pid=109628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 23:11:46.093240 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fc22bc-fdf5-4b8e-8d3a-22e969eeb62d req-745e6042-6dec-475b-a2e7-c6ee931d850d tempest-AttachVolumeNegativeTest-501361799 tempest-AttachVolumeNegativeTest-501361799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:11:46.094734 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-24fc22bc-fdf5-4b8e-8d3a-22e969eeb62d req-745e6042-6dec-475b-a2e7-c6ee931d850d tempest-AttachVolumeNegativeTest-501361799 tempest-AttachVolumeNegativeTest-501361799-project] 10.222.0.65 "GET /v2.0/ports?device_id=b0028bcf-98a4-4790-9b2c-30567f1f66e6 HTTP/1.1" status: 200 len: 946 time: 0.0510616 Feb 20 23:11:46.141355 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-24fc22bc-fdf5-4b8e-8d3a-22e969eeb62d req-96a6d59c-e0d8-4fad-862d-c0a4435aada7 tempest-AttachVolumeNegativeTest-501361799 tempest-AttachVolumeNegativeTest-501361799-project] 10.222.0.65 "GET /v2.0/security-groups?id=4b7b4e73-9e46-4c22-bfc4-5a37580fad72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409982 Feb 20 23:11:46.249766 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-e89640fb-0f27-4a14-995d-c5eca9668ed6 req-131d8748-5a18-4daa-a113-c4f94f885205 tempest-AttachVolumeNegativeTest-501361799 tempest-AttachVolumeNegativeTest-501361799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747407212409', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747406771505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59259307'] for port (d5029784-6dca-4066-9729-bcc999e27eb0), after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:11:46.261633 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] get_ports_and_sgs() called for port_ids ['df1c3b4a-8b4b-40fd-a4c2-8b4f88c62dd9', '5acd6660-196f-4009-a194-c22a56256ad6', 'd5029784-6dca-4066-9729-bcc999e27eb0'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 23:11:46.277706 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131d8748-5a18-4daa-a113-c4f94f885205 tempest-AttachVolumeNegativeTest-501361799 tempest-AttachVolumeNegativeTest-501361799-project] Pushing event deleted for resources: {'Port': ['ID=d5029784-6dca-4066-9729-bcc999e27eb0,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:11:46.331684 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [req-e89640fb-0f27-4a14-995d-c5eca9668ed6 req-131d8748-5a18-4daa-a113-c4f94f885205 tempest-AttachVolumeNegativeTest-501361799 tempest-AttachVolumeNegativeTest-501361799-project] No DVR routers for this DVR port d5029784-6dca-4066-9729-bcc999e27eb0 on host hv-cinder-83009 {{(pid=109628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 23:11:46.334491 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-e89640fb-0f27-4a14-995d-c5eca9668ed6 req-131d8748-5a18-4daa-a113-c4f94f885205 tempest-AttachVolumeNegativeTest-501361799 tempest-AttachVolumeNegativeTest-501361799-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932959'] for port (None), before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:11:46.348379 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-e89640fb-0f27-4a14-995d-c5eca9668ed6 req-131d8748-5a18-4daa-a113-c4f94f885205 tempest-AttachVolumeNegativeTest-501361799 tempest-AttachVolumeNegativeTest-501361799-project] 10.222.0.42 "DELETE /v2.0/ports/d5029784-6dca-4066-9729-bcc999e27eb0 HTTP/1.1" status: 204 len: 173 time: 0.4709687 Feb 20 23:11:46.348874 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0028bcf-98a4-4790-9b2c-30567f1f66e6', 'name': 'network-vif-deleted', 'tag': 'd5029784-6dca-4066-9729-bcc999e27eb0'}] {{(pid=109628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 23:11:46.351232 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4be7ee60aa4259b475ee261dcf74c65065c56e299c7a4b2359a57cf03aee0d96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a58b224-c0fa-43ed-9347-212c01f2e847" -d '{"events": [{"server_uuid": "b0028bcf-98a4-4790-9b2c-30567f1f66e6", "name": "network-vif-deleted", "tag": "d5029784-6dca-4066-9729-bcc999e27eb0"}]}' {{(pid=109628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 23:11:46.385710 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 23:11:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c1af0a9-12c8-4dd6-831a-e4d23d320008 x-openstack-request-id: req-5c1af0a9-12c8-4dd6-831a-e4d23d320008 {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 23:11:46.386004 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0028bcf-98a4-4790-9b2c-30567f1f66e6", "name": "network-vif-deleted", "tag": "d5029784-6dca-4066-9729-bcc999e27eb0", "status": "completed", "code": 200}]} {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 23:11:46.386254 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-5c1af0a9-12c8-4dd6-831a-e4d23d320008 {{(pid=109628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 23:11:46.386689 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0028bcf-98a4-4790-9b2c-30567f1f66e6', 'name': 'network-vif-deleted', 'tag': 'd5029784-6dca-4066-9729-bcc999e27eb0', 'status': 'completed', 'code': 200} Feb 20 23:11:47.195738 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-f8bda328-0f39-40fc-b2c8-28796977f3d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (e2edd6cb-ac77-47df-80b5-e0a92a5dde3d), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:11:47.245846 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-e910b740-d4d8-4f86-9973-1d75aa52694a req-3a49d9d1-6066-4a57-ae10-157633e5b436 tempest-AttachVolumeNegativeTest-501361799 tempest-AttachVolumeNegativeTest-501361799-project] 10.222.0.65 "GET /v2.0/ports?device_id=b0028bcf-98a4-4790-9b2c-30567f1f66e6 HTTP/1.1" status: 200 len: 210 time: 0.0257831 Feb 20 23:11:48.658761 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (2dc95353-690e-4eed-857f-cdb5bbe3a4be), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:11:48.734474 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31293f49-ecad-4c6a-8a86-d15c18281ae9 req-466f3cac-e252-4401-bcdb-ae22e0f5b837 tempest-AttachVolumeNegativeTest-501361799 tempest-AttachVolumeNegativeTest-501361799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:11:48.735933 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-31293f49-ecad-4c6a-8a86-d15c18281ae9 req-466f3cac-e252-4401-bcdb-ae22e0f5b837 tempest-AttachVolumeNegativeTest-501361799 tempest-AttachVolumeNegativeTest-501361799-project] 10.222.0.65 "GET /v2.0/ports?device_id=b40b0a24-d41e-4db2-8149-e236c95c2cd4 HTTP/1.1" status: 200 len: 945 time: 0.0556450 Feb 20 23:11:48.782287 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-31293f49-ecad-4c6a-8a86-d15c18281ae9 req-fd0c4934-7745-4739-94c5-9ff3bcdb65ad tempest-AttachVolumeNegativeTest-501361799 tempest-AttachVolumeNegativeTest-501361799-project] 10.222.0.65 "GET /v2.0/security-groups?id=4b7b4e73-9e46-4c22-bfc4-5a37580fad72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407846 Feb 20 23:11:49.902301 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb53e58-7578-4af1-94af-2a10045267da req-ea2f9227-c3ba-473e-993c-a9088882ab1f tempest-AttachVolumeNegativeTest-501361799 tempest-AttachVolumeNegativeTest-501361799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:11:49.903783 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-fbb53e58-7578-4af1-94af-2a10045267da req-ea2f9227-c3ba-473e-993c-a9088882ab1f tempest-AttachVolumeNegativeTest-501361799 tempest-AttachVolumeNegativeTest-501361799-project] 10.222.0.65 "GET /v2.0/ports?device_id=b40b0a24-d41e-4db2-8149-e236c95c2cd4 HTTP/1.1" status: 200 len: 945 time: 0.0532606 Feb 20 23:11:49.949109 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-fbb53e58-7578-4af1-94af-2a10045267da req-b8c9fa55-4834-4146-afe8-685fd6506562 tempest-AttachVolumeNegativeTest-501361799 tempest-AttachVolumeNegativeTest-501361799-project] 10.222.0.65 "GET /v2.0/security-groups?id=4b7b4e73-9e46-4c22-bfc4-5a37580fad72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398648 Feb 20 23:11:49.990835 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Device d5029784-6dca-4066-9729-bcc999e27eb0 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 23:11:50.010531 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] No Port match for: d5029784-6dca-4066-9729-bcc999e27eb0 {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 23:11:50.010881 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Device d5029784-6dca-4066-9729-bcc999e27eb0 not bound to the agent host hv-cinder-83009 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 23:11:50.538240 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f80e48-9220-43fa-9aac-5936e0141e19 req-15a34d3e-1607-45c6-9743-cbb6bebedabf tempest-AttachVolumeNegativeTest-501361799 tempest-AttachVolumeNegativeTest-501361799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:11:50.539688 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-d5f80e48-9220-43fa-9aac-5936e0141e19 req-15a34d3e-1607-45c6-9743-cbb6bebedabf tempest-AttachVolumeNegativeTest-501361799 tempest-AttachVolumeNegativeTest-501361799-project] 10.222.0.42 "GET /v2.0/ports?device_id=b40b0a24-d41e-4db2-8149-e236c95c2cd4 HTTP/1.1" status: 200 len: 945 time: 0.0506525 Feb 20 23:11:50.639437 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [req-d5f80e48-9220-43fa-9aac-5936e0141e19 req-4145cb4a-4f3b-4138-9279-a0842e3dd7ab tempest-AttachVolumeNegativeTest-501361799 tempest-AttachVolumeNegativeTest-501361799-project] Deleting port 5acd6660-196f-4009-a194-c22a56256ad6 {{(pid=109628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 23:11:50.639781 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-d5f80e48-9220-43fa-9aac-5936e0141e19 req-4145cb4a-4f3b-4138-9279-a0842e3dd7ab tempest-AttachVolumeNegativeTest-501361799 tempest-AttachVolumeNegativeTest-501361799-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747407206678'] for port (5acd6660-196f-4009-a194-c22a56256ad6), before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:11:50.725029 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.db [req-d5f80e48-9220-43fa-9aac-5936e0141e19 req-4145cb4a-4f3b-4138-9279-a0842e3dd7ab tempest-AttachVolumeNegativeTest-501361799 tempest-AttachVolumeNegativeTest-501361799-project] For port 5acd6660-196f-4009-a194-c22a56256ad6, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=5acd6660-196f-4009-a194-c22a56256ad6,segment=NetworkSegment(393c390e-b641-44c1-805d-825e0a25523a),segment_id=393c390e-b641-44c1-805d-825e0a25523a)] {{(pid=109628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:11:50.725387 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-d5f80e48-9220-43fa-9aac-5936e0141e19 req-4145cb4a-4f3b-4138-9279-a0842e3dd7ab tempest-AttachVolumeNegativeTest-501361799 tempest-AttachVolumeNegativeTest-501361799-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671932'] for port (5acd6660-196f-4009-a194-c22a56256ad6), precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:11:50.736802 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [req-d5f80e48-9220-43fa-9aac-5936e0141e19 req-4145cb4a-4f3b-4138-9279-a0842e3dd7ab tempest-AttachVolumeNegativeTest-501361799 tempest-AttachVolumeNegativeTest-501361799-project] Calling delete_port for 5acd6660-196f-4009-a194-c22a56256ad6 owned by compute:nova {{(pid=109628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 23:11:50.950023 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-d5f80e48-9220-43fa-9aac-5936e0141e19 req-4145cb4a-4f3b-4138-9279-a0842e3dd7ab tempest-AttachVolumeNegativeTest-501361799 tempest-AttachVolumeNegativeTest-501361799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747407212409', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747406771505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59259307'] for port (5acd6660-196f-4009-a194-c22a56256ad6), after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:11:50.961339 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] get_ports_and_sgs() called for port_ids ['df1c3b4a-8b4b-40fd-a4c2-8b4f88c62dd9', '5acd6660-196f-4009-a194-c22a56256ad6'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 23:11:50.978275 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4145cb4a-4f3b-4138-9279-a0842e3dd7ab tempest-AttachVolumeNegativeTest-501361799 tempest-AttachVolumeNegativeTest-501361799-project] Pushing event deleted for resources: {'Port': ['ID=5acd6660-196f-4009-a194-c22a56256ad6,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:11:51.021639 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5f80e48-9220-43fa-9aac-5936e0141e19 req-4145cb4a-4f3b-4138-9279-a0842e3dd7ab tempest-AttachVolumeNegativeTest-501361799 tempest-AttachVolumeNegativeTest-501361799-project] No DVR routers for this DVR port 5acd6660-196f-4009-a194-c22a56256ad6 on host hv-cinder-83009 {{(pid=109628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 23:11:51.030858 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-d5f80e48-9220-43fa-9aac-5936e0141e19 req-4145cb4a-4f3b-4138-9279-a0842e3dd7ab tempest-AttachVolumeNegativeTest-501361799 tempest-AttachVolumeNegativeTest-501361799-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932959'] for port (None), before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:11:51.034585 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-d5f80e48-9220-43fa-9aac-5936e0141e19 req-4145cb4a-4f3b-4138-9279-a0842e3dd7ab tempest-AttachVolumeNegativeTest-501361799 tempest-AttachVolumeNegativeTest-501361799-project] 10.222.0.42 "DELETE /v2.0/ports/5acd6660-196f-4009-a194-c22a56256ad6 HTTP/1.1" status: 204 len: 173 time: 0.4885375 Feb 20 23:11:51.035027 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b40b0a24-d41e-4db2-8149-e236c95c2cd4', 'name': 'network-vif-deleted', 'tag': '5acd6660-196f-4009-a194-c22a56256ad6'}] {{(pid=109628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 23:11:51.037590 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4be7ee60aa4259b475ee261dcf74c65065c56e299c7a4b2359a57cf03aee0d96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44c3dbcb-a24e-44ae-8e45-3e6d2ef09904" -d '{"events": [{"server_uuid": "b40b0a24-d41e-4db2-8149-e236c95c2cd4", "name": "network-vif-deleted", "tag": "5acd6660-196f-4009-a194-c22a56256ad6"}]}' {{(pid=109628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 23:11:51.063116 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-09a63f43-4e82-4809-9cc7-96600c13bd7e req-3560cf9d-b178-4925-8af2-46cd582435c1 tempest-AttachVolumeNegativeTest-501361799 tempest-AttachVolumeNegativeTest-501361799-project] 10.222.0.65 "GET /v2.0/ports?device_id=b40b0a24-d41e-4db2-8149-e236c95c2cd4 HTTP/1.1" status: 200 len: 210 time: 0.0409677 Feb 20 23:11:51.079866 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 23:11:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ef8b420-6a19-4959-854a-f17d18d6c735 x-openstack-request-id: req-5ef8b420-6a19-4959-854a-f17d18d6c735 {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 23:11:51.080178 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b40b0a24-d41e-4db2-8149-e236c95c2cd4", "name": "network-vif-deleted", "tag": "5acd6660-196f-4009-a194-c22a56256ad6", "status": "completed", "code": 200}]} {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 23:11:51.080434 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-5ef8b420-6a19-4959-854a-f17d18d6c735 {{(pid=109628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 23:11:51.080843 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b40b0a24-d41e-4db2-8149-e236c95c2cd4', 'name': 'network-vif-deleted', 'tag': '5acd6660-196f-4009-a194-c22a56256ad6', 'status': 'completed', 'code': 200} Feb 20 23:11:53.842648 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85947f64-9eb0-4330-a4b8-be20ddb58073 req-f9b1381d-47e9-47de-a966-d25d439033c1 tempest-AttachVolumeNegativeTest-501361799 tempest-AttachVolumeNegativeTest-501361799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:11:53.844106 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-85947f64-9eb0-4330-a4b8-be20ddb58073 req-f9b1381d-47e9-47de-a966-d25d439033c1 tempest-AttachVolumeNegativeTest-501361799 tempest-AttachVolumeNegativeTest-501361799-project] 10.222.0.65 "GET /v2.0/ports?device_id=2313459f-c246-4779-8ba2-421a44bb4893 HTTP/1.1" status: 200 len: 946 time: 0.0506804 Feb 20 23:11:53.888528 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-85947f64-9eb0-4330-a4b8-be20ddb58073 req-d544feb2-14dd-4e32-8937-eddc7395088e tempest-AttachVolumeNegativeTest-501361799 tempest-AttachVolumeNegativeTest-501361799-project] 10.222.0.65 "GET /v2.0/security-groups?id=4b7b4e73-9e46-4c22-bfc4-5a37580fad72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388730 Feb 20 23:11:53.996425 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Device 5acd6660-196f-4009-a194-c22a56256ad6 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 23:11:54.015850 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] No Port match for: 5acd6660-196f-4009-a194-c22a56256ad6 {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 23:11:54.016191 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Device 5acd6660-196f-4009-a194-c22a56256ad6 not bound to the agent host hv-cinder-83009 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 23:11:55.004162 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d60191-0c81-488d-8796-ec80e5ad02c4 req-6bf8d77f-06cc-4797-8b71-af0f2cfe7175 tempest-AttachVolumeNegativeTest-501361799 tempest-AttachVolumeNegativeTest-501361799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:11:55.005624 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-28d60191-0c81-488d-8796-ec80e5ad02c4 req-6bf8d77f-06cc-4797-8b71-af0f2cfe7175 tempest-AttachVolumeNegativeTest-501361799 tempest-AttachVolumeNegativeTest-501361799-project] 10.222.0.65 "GET /v2.0/ports?device_id=2313459f-c246-4779-8ba2-421a44bb4893 HTTP/1.1" status: 200 len: 946 time: 0.0495806 Feb 20 23:11:55.054403 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-28d60191-0c81-488d-8796-ec80e5ad02c4 req-cfa987c3-1b92-46e6-9bc9-ae261276ea57 tempest-AttachVolumeNegativeTest-501361799 tempest-AttachVolumeNegativeTest-501361799-project] 10.222.0.65 "GET /v2.0/security-groups?id=4b7b4e73-9e46-4c22-bfc4-5a37580fad72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432439 Feb 20 23:11:55.809855 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7070c7ac-df9b-477a-a8dc-f4c277e66989 req-46c3ec75-a139-4f4c-add6-8945716b49df tempest-AttachVolumeNegativeTest-501361799 tempest-AttachVolumeNegativeTest-501361799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:11:55.811260 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-7070c7ac-df9b-477a-a8dc-f4c277e66989 req-46c3ec75-a139-4f4c-add6-8945716b49df tempest-AttachVolumeNegativeTest-501361799 tempest-AttachVolumeNegativeTest-501361799-project] 10.222.0.42 "GET /v2.0/ports?device_id=2313459f-c246-4779-8ba2-421a44bb4893 HTTP/1.1" status: 200 len: 946 time: 0.0489597 Feb 20 23:11:55.903090 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [req-7070c7ac-df9b-477a-a8dc-f4c277e66989 req-daa2344c-a82f-456b-9eba-3b002eb765b5 tempest-AttachVolumeNegativeTest-501361799 tempest-AttachVolumeNegativeTest-501361799-project] Deleting port df1c3b4a-8b4b-40fd-a4c2-8b4f88c62dd9 {{(pid=109628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 23:11:55.903090 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-7070c7ac-df9b-477a-a8dc-f4c277e66989 req-daa2344c-a82f-456b-9eba-3b002eb765b5 tempest-AttachVolumeNegativeTest-501361799 tempest-AttachVolumeNegativeTest-501361799-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747407206678'] for port (df1c3b4a-8b4b-40fd-a4c2-8b4f88c62dd9), before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:11:55.987834 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.db [req-7070c7ac-df9b-477a-a8dc-f4c277e66989 req-daa2344c-a82f-456b-9eba-3b002eb765b5 tempest-AttachVolumeNegativeTest-501361799 tempest-AttachVolumeNegativeTest-501361799-project] For port df1c3b4a-8b4b-40fd-a4c2-8b4f88c62dd9, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=df1c3b4a-8b4b-40fd-a4c2-8b4f88c62dd9,segment=NetworkSegment(393c390e-b641-44c1-805d-825e0a25523a),segment_id=393c390e-b641-44c1-805d-825e0a25523a)] {{(pid=109628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:11:55.988188 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-7070c7ac-df9b-477a-a8dc-f4c277e66989 req-daa2344c-a82f-456b-9eba-3b002eb765b5 tempest-AttachVolumeNegativeTest-501361799 tempest-AttachVolumeNegativeTest-501361799-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671932'] for port (df1c3b4a-8b4b-40fd-a4c2-8b4f88c62dd9), precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:11:55.999530 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [req-7070c7ac-df9b-477a-a8dc-f4c277e66989 req-daa2344c-a82f-456b-9eba-3b002eb765b5 tempest-AttachVolumeNegativeTest-501361799 tempest-AttachVolumeNegativeTest-501361799-project] Calling delete_port for df1c3b4a-8b4b-40fd-a4c2-8b4f88c62dd9 owned by compute:nova {{(pid=109628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 23:11:56.173521 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc77470d-9b03-4282-8171-f658a3cb65ac req-2150ffad-a94b-4ded-a7c7-886259d46eb7 tempest-AttachVolumeNegativeTest-501361799 tempest-AttachVolumeNegativeTest-501361799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:11:56.174998 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-bc77470d-9b03-4282-8171-f658a3cb65ac req-2150ffad-a94b-4ded-a7c7-886259d46eb7 tempest-AttachVolumeNegativeTest-501361799 tempest-AttachVolumeNegativeTest-501361799-project] 10.222.0.65 "GET /v2.0/ports?device_id=2313459f-c246-4779-8ba2-421a44bb4893 HTTP/1.1" status: 200 len: 946 time: 0.0525012 Feb 20 23:11:56.206044 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-7070c7ac-df9b-477a-a8dc-f4c277e66989 req-daa2344c-a82f-456b-9eba-3b002eb765b5 tempest-AttachVolumeNegativeTest-501361799 tempest-AttachVolumeNegativeTest-501361799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747407212409', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747406771505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59259307'] for port (df1c3b4a-8b4b-40fd-a4c2-8b4f88c62dd9), after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:11:56.223323 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] get_ports_and_sgs() called for port_ids ['df1c3b4a-8b4b-40fd-a4c2-8b4f88c62dd9'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 23:11:56.230613 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (a929ecfe-02b1-4b86-b2e7-0c746ea4b12c), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:11:56.244007 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa2344c-a82f-456b-9eba-3b002eb765b5 tempest-AttachVolumeNegativeTest-501361799 tempest-AttachVolumeNegativeTest-501361799-project] Pushing event deleted for resources: {'Port': ['ID=df1c3b4a-8b4b-40fd-a4c2-8b4f88c62dd9,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:11:56.258445 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-bc77470d-9b03-4282-8171-f658a3cb65ac req-778b8827-ae86-4ea5-bac7-2876c7c6cb1c tempest-AttachVolumeNegativeTest-501361799 tempest-AttachVolumeNegativeTest-501361799-project] 10.222.0.65 "GET /v2.0/security-groups?id=4b7b4e73-9e46-4c22-bfc4-5a37580fad72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779026 Feb 20 23:11:56.290496 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [req-7070c7ac-df9b-477a-a8dc-f4c277e66989 req-daa2344c-a82f-456b-9eba-3b002eb765b5 tempest-AttachVolumeNegativeTest-501361799 tempest-AttachVolumeNegativeTest-501361799-project] No DVR routers for this DVR port df1c3b4a-8b4b-40fd-a4c2-8b4f88c62dd9 on host hv-cinder-83009 {{(pid=109628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 23:11:56.292903 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-7070c7ac-df9b-477a-a8dc-f4c277e66989 req-daa2344c-a82f-456b-9eba-3b002eb765b5 tempest-AttachVolumeNegativeTest-501361799 tempest-AttachVolumeNegativeTest-501361799-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932959'] for port (None), before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:11:56.296139 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-7070c7ac-df9b-477a-a8dc-f4c277e66989 req-daa2344c-a82f-456b-9eba-3b002eb765b5 tempest-AttachVolumeNegativeTest-501361799 tempest-AttachVolumeNegativeTest-501361799-project] 10.222.0.42 "DELETE /v2.0/ports/df1c3b4a-8b4b-40fd-a4c2-8b4f88c62dd9 HTTP/1.1" status: 204 len: 173 time: 0.4783809 Feb 20 23:11:56.296609 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2313459f-c246-4779-8ba2-421a44bb4893', 'name': 'network-vif-deleted', 'tag': 'df1c3b4a-8b4b-40fd-a4c2-8b4f88c62dd9'}] {{(pid=109628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 23:11:56.298868 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4be7ee60aa4259b475ee261dcf74c65065c56e299c7a4b2359a57cf03aee0d96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0574f84b-44fd-4d89-8627-271f794e789d" -d '{"events": [{"server_uuid": "2313459f-c246-4779-8ba2-421a44bb4893", "name": "network-vif-deleted", "tag": "df1c3b4a-8b4b-40fd-a4c2-8b4f88c62dd9"}]}' {{(pid=109628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 23:11:56.334918 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 23:11:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8ffdb59-5735-44a8-b426-b26711a4893a x-openstack-request-id: req-b8ffdb59-5735-44a8-b426-b26711a4893a {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 23:11:56.335231 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2313459f-c246-4779-8ba2-421a44bb4893", "name": "network-vif-deleted", "tag": "df1c3b4a-8b4b-40fd-a4c2-8b4f88c62dd9", "status": "completed", "code": 200}]} {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 23:11:56.335483 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b8ffdb59-5735-44a8-b426-b26711a4893a {{(pid=109628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 23:11:56.335884 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2313459f-c246-4779-8ba2-421a44bb4893', 'name': 'network-vif-deleted', 'tag': 'df1c3b4a-8b4b-40fd-a4c2-8b4f88c62dd9', 'status': 'completed', 'code': 200} Feb 20 23:11:57.313704 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.65', 54078) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:11:57.357264 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef9f04ed-8f7d-4932-a9fa-ec731dabcb01 admin admin] Deleting subnet caddf7d2-cba2-4b79-96d9-74d1004bb9eb {{(pid=109629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 23:11:57.360388 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-ef9f04ed-8f7d-4932-a9fa-ec731dabcb01 admin admin] Publish callbacks [] for subnet (caddf7d2-cba2-4b79-96d9-74d1004bb9eb), before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:11:57.396845 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-ef9f04ed-8f7d-4932-a9fa-ec731dabcb01 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62688243'] for subnet (caddf7d2-cba2-4b79-96d9-74d1004bb9eb), precommit_delete_associations {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:11:57.434469 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-ef9f04ed-8f7d-4932-a9fa-ec731dabcb01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4171819'] for subnet (caddf7d2-cba2-4b79-96d9-74d1004bb9eb), precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:11:57.552685 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-ef9f04ed-8f7d-4932-a9fa-ec731dabcb01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4171794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61644179', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59081886'] for subnet (caddf7d2-cba2-4b79-96d9-74d1004bb9eb), after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:11:57.579389 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9f04ed-8f7d-4932-a9fa-ec731dabcb01 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=caddf7d2-cba2-4b79-96d9-74d1004bb9eb,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:11:57.583042 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-ef9f04ed-8f7d-4932-a9fa-ec731dabcb01 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:11:57.586096 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [None req-ef9f04ed-8f7d-4932-a9fa-ec731dabcb01 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/caddf7d2-cba2-4b79-96d9-74d1004bb9eb HTTP/1.1" status: 204 len: 168 time: 0.2713733 Feb 20 23:11:57.588548 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.65', 54080) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:11:57.656427 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-99321425-4716-4e4d-ace9-a03bc0de0498 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4031138'] for network (22d08287-8353-4feb-a833-de26e0ec8aa5), before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:11:57.731004 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-99321425-4716-4e4d-ace9-a03bc0de0498 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4175522', 'neutron.services.segments.db._delete_segments_for_network-8747407231802'] for network (22d08287-8353-4feb-a833-de26e0ec8aa5), precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:11:57.750733 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.services.segments.db [None req-99321425-4716-4e4d-ace9-a03bc0de0498 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22d08287-8353-4feb-a833-de26e0ec8aa5']}} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:11:57.759546 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.services.segments.db [None req-99321425-4716-4e4d-ace9-a03bc0de0498 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '393c390e-b641-44c1-805d-825e0a25523a') {'for_net_delete': True} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:11:57.759845 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.services.segments.db [None req-99321425-4716-4e4d-ace9-a03bc0de0498 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '393c390e-b641-44c1-805d-825e0a25523a') {} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:11:57.769320 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-99321425-4716-4e4d-ace9-a03bc0de0498 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747407232323', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62688234'] for segment (393c390e-b641-44c1-805d-825e0a25523a), before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:11:57.781824 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-99321425-4716-4e4d-ace9-a03bc0de0498 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4056974'] for segment (393c390e-b641-44c1-805d-825e0a25523a), precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:11:57.788278 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99321425-4716-4e4d-ace9-a03bc0de0498 admin admin] Releasing vlan 86 on physical network physnet1 to pool {{(pid=109629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 23:11:57.788652 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-99321425-4716-4e4d-ace9-a03bc0de0498 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4056974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61629301'] for segment (393c390e-b641-44c1-805d-825e0a25523a), after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:11:57.790492 dv-cinder-830096-1-iscsi neutron-server[109629]: Traceback (most recent call last): Feb 20 23:11:57.790492 dv-cinder-830096-1-iscsi neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 23:11:57.790492 dv-cinder-830096-1-iscsi neutron-server[109629]: timer() Feb 20 23:11:57.790492 dv-cinder-830096-1-iscsi neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 23:11:57.790492 dv-cinder-830096-1-iscsi neutron-server[109629]: cb(*args, **kw) Feb 20 23:11:57.790492 dv-cinder-830096-1-iscsi neutron-server[109629]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 23:11:57.790492 dv-cinder-830096-1-iscsi neutron-server[109629]: return func(*args, **kwargs) Feb 20 23:11:57.790492 dv-cinder-830096-1-iscsi neutron-server[109629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 23:11:57.790492 dv-cinder-830096-1-iscsi neutron-server[109629]: self._notify() Feb 20 23:11:57.790492 dv-cinder-830096-1-iscsi neutron-server[109629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 23:11:57.790492 dv-cinder-830096-1-iscsi neutron-server[109629]: self.callback(batched_events) Feb 20 23:11:57.790492 dv-cinder-830096-1-iscsi neutron-server[109629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 23:11:57.790492 dv-cinder-830096-1-iscsi neutron-server[109629]: event.method(event) Feb 20 23:11:57.790492 dv-cinder-830096-1-iscsi neutron-server[109629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 23:11:57.790492 dv-cinder-830096-1-iscsi neutron-server[109629]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 23:11:57.790492 dv-cinder-830096-1-iscsi neutron-server[109629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 23:11:57.790492 dv-cinder-830096-1-iscsi neutron-server[109629]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 23:11:57.790492 dv-cinder-830096-1-iscsi neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 23:11:57.790492 dv-cinder-830096-1-iscsi neutron-server[109629]: return f(self, *a, **k) Feb 20 23:11:57.790492 dv-cinder-830096-1-iscsi neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 23:11:57.790492 dv-cinder-830096-1-iscsi neutron-server[109629]: return self._get(url).json() Feb 20 23:11:57.790492 dv-cinder-830096-1-iscsi neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 23:11:57.790492 dv-cinder-830096-1-iscsi neutron-server[109629]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 23:11:57.790492 dv-cinder-830096-1-iscsi neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 23:11:57.790492 dv-cinder-830096-1-iscsi neutron-server[109629]: return self.request(url, 'GET', **kwargs) Feb 20 23:11:57.790492 dv-cinder-830096-1-iscsi neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 23:11:57.790492 dv-cinder-830096-1-iscsi neutron-server[109629]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 23:11:57.790492 dv-cinder-830096-1-iscsi neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 23:11:57.790492 dv-cinder-830096-1-iscsi neutron-server[109629]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 23:11:57.790492 dv-cinder-830096-1-iscsi neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 23:11:57.790492 dv-cinder-830096-1-iscsi neutron-server[109629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 23:11:57.790492 dv-cinder-830096-1-iscsi neutron-server[109629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 23:11:57.886992 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-99321425-4716-4e4d-ace9-a03bc0de0498 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4175529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704226'] for network (22d08287-8353-4feb-a833-de26e0ec8aa5), after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:11:57.892184 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-99321425-4716-4e4d-ace9-a03bc0de0498 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565544'] for network (None), before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:11:57.895259 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [None req-99321425-4716-4e4d-ace9-a03bc0de0498 admin admin] 10.222.0.65 "DELETE /v2.0/networks/22d08287-8353-4feb-a833-de26e0ec8aa5 HTTP/1.1" status: 204 len: 168 time: 0.3058236 Feb 20 23:11:57.905837 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99321425-4716-4e4d-ace9-a03bc0de0498 admin admin] Pushing event deleted for resources: {'Network': ['ID=22d08287-8353-4feb-a833-de26e0ec8aa5,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:11:58.213522 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.65', 54084) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:11:58.253053 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [None req-1081a0a6-c726-4aa8-a601-b26b175d233f admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=0d11856609a14abe8537ece8b60858c5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0383286 Feb 20 23:11:58.255483 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.65', 54086) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:11:58.301344 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-dcc518fc-4688-47f0-9df2-950838a7dcf0 admin admin] Publish callbacks [] for security_group (4b7b4e73-9e46-4c22-bfc4-5a37580fad72), before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:11:58.321526 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-dcc518fc-4688-47f0-9df2-950838a7dcf0 admin admin] Publish callbacks [] for security_group (4b7b4e73-9e46-4c22-bfc4-5a37580fad72), precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:11:58.449968 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-dcc518fc-4688-47f0-9df2-950838a7dcf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627867'] for security_group (4b7b4e73-9e46-4c22-bfc4-5a37580fad72), after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:11:58.452696 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-dcc518fc-4688-47f0-9df2-950838a7dcf0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:11:58.453854 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [None req-dcc518fc-4688-47f0-9df2-950838a7dcf0 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/4b7b4e73-9e46-4c22-bfc4-5a37580fad72 HTTP/1.1" status: 204 len: 168 time: 0.1974888 Feb 20 23:11:58.461704 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc518fc-4688-47f0-9df2-950838a7dcf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b7b4e73-9e46-4c22-bfc4-5a37580fad72,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:12:00.022012 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Device df1c3b4a-8b4b-40fd-a4c2-8b4f88c62dd9 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 23:12:00.042225 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] No Port match for: df1c3b4a-8b4b-40fd-a4c2-8b4f88c62dd9 {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 23:12:00.042595 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Device df1c3b4a-8b4b-40fd-a4c2-8b4f88c62dd9 not bound to the agent host hv-cinder-83009 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 23:12:01.204890 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.65', 54140) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:12:01.309233 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-61bcdc26-4874-4e0f-a7a7-4f28a636e4ca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:12:01.378859 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-61bcdc26-4874-4e0f-a7a7-4f28a636e4ca admin admin] Publish callbacks [] for security_group (5deea0ff-be14-4acd-9af3-ea6aef32c8b4), precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:12:01.443966 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-61bcdc26-4874-4e0f-a7a7-4f28a636e4ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627867'] for security_group (5deea0ff-be14-4acd-9af3-ea6aef32c8b4), after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:12:01.482364 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [None req-61bcdc26-4874-4e0f-a7a7-4f28a636e4ca admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=2643d8afa253435bb115a3f4c9587a8c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2763724 Feb 20 23:12:01.483255 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bcdc26-4874-4e0f-a7a7-4f28a636e4ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5deea0ff-be14-4acd-9af3-ea6aef32c8b4,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:12:01.485854 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.65', 54144) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:12:01.542520 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-49fae95f-6edc-43b5-bec2-9ca102d645bf admin admin] Publish callbacks [] for security_group (5deea0ff-be14-4acd-9af3-ea6aef32c8b4), before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:12:01.564232 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-49fae95f-6edc-43b5-bec2-9ca102d645bf admin admin] Publish callbacks [] for security_group (5deea0ff-be14-4acd-9af3-ea6aef32c8b4), precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:12:01.686987 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-49fae95f-6edc-43b5-bec2-9ca102d645bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627867'] for security_group (5deea0ff-be14-4acd-9af3-ea6aef32c8b4), after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:12:01.689559 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-49fae95f-6edc-43b5-bec2-9ca102d645bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:12:01.690732 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [None req-49fae95f-6edc-43b5-bec2-9ca102d645bf admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/5deea0ff-be14-4acd-9af3-ea6aef32c8b4 HTTP/1.1" status: 204 len: 168 time: 0.2038453 Feb 20 23:12:01.698686 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fae95f-6edc-43b5-bec2-9ca102d645bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5deea0ff-be14-4acd-9af3-ea6aef32c8b4,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:12:02.229823 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.65', 54150) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:12:02.242955 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-131ad01c-ce63-4951-bd06-3762523b7e89 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:12:02.317950 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-131ad01c-ce63-4951-bd06-3762523b7e89 admin admin] Publish callbacks [] for security_group (88dc5ef2-3083-4e3e-9081-07e2f940af75), precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:12:02.398214 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-131ad01c-ce63-4951-bd06-3762523b7e89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627867'] for security_group (88dc5ef2-3083-4e3e-9081-07e2f940af75), after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:12:02.442009 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [None req-131ad01c-ce63-4951-bd06-3762523b7e89 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=2087a1d248a84df795c6df172d216ba1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2110529 Feb 20 23:12:02.443962 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131ad01c-ce63-4951-bd06-3762523b7e89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88dc5ef2-3083-4e3e-9081-07e2f940af75,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:12:02.444826 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.65', 54154) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:12:02.491231 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-099f1d1d-3974-4ed4-ab2b-249db2965f6a admin admin] Publish callbacks [] for security_group (88dc5ef2-3083-4e3e-9081-07e2f940af75), before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:12:02.512670 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-099f1d1d-3974-4ed4-ab2b-249db2965f6a admin admin] Publish callbacks [] for security_group (88dc5ef2-3083-4e3e-9081-07e2f940af75), precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:12:02.635081 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-099f1d1d-3974-4ed4-ab2b-249db2965f6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627867'] for security_group (88dc5ef2-3083-4e3e-9081-07e2f940af75), after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:12:02.637658 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-099f1d1d-3974-4ed4-ab2b-249db2965f6a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:12:02.638849 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [None req-099f1d1d-3974-4ed4-ab2b-249db2965f6a admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/88dc5ef2-3083-4e3e-9081-07e2f940af75 HTTP/1.1" status: 204 len: 168 time: 0.1929832 Feb 20 23:12:02.647218 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099f1d1d-3974-4ed4-ab2b-249db2965f6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88dc5ef2-3083-4e3e-9081-07e2f940af75,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:12:08.650066 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.65', 54240) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:12:08.751141 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-29e9e573-1469-4d53-bd19-0314fba1298f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:12:08.826055 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-29e9e573-1469-4d53-bd19-0314fba1298f admin admin] Publish callbacks [] for security_group (2cea3462-53a7-49ee-9845-96bea168a5fb), precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:12:08.883450 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-29e9e573-1469-4d53-bd19-0314fba1298f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627867'] for security_group (2cea3462-53a7-49ee-9845-96bea168a5fb), after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:12:08.922048 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [None req-29e9e573-1469-4d53-bd19-0314fba1298f admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=19ac23a5a00c4ce692e84c99d9b12737&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2708640 Feb 20 23:12:08.923275 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e9e573-1469-4d53-bd19-0314fba1298f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cea3462-53a7-49ee-9845-96bea168a5fb,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:12:08.924776 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.65', 54244) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:12:08.972541 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-60512fbe-9e05-4a0c-bad8-c68c1e1250d1 admin admin] Publish callbacks [] for security_group (2cea3462-53a7-49ee-9845-96bea168a5fb), before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:12:08.992431 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-60512fbe-9e05-4a0c-bad8-c68c1e1250d1 admin admin] Publish callbacks [] for security_group (2cea3462-53a7-49ee-9845-96bea168a5fb), precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:12:09.141085 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-60512fbe-9e05-4a0c-bad8-c68c1e1250d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627867'] for security_group (2cea3462-53a7-49ee-9845-96bea168a5fb), after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:12:09.143612 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-60512fbe-9e05-4a0c-bad8-c68c1e1250d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:12:09.144762 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [None req-60512fbe-9e05-4a0c-bad8-c68c1e1250d1 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/2cea3462-53a7-49ee-9845-96bea168a5fb HTTP/1.1" status: 204 len: 168 time: 0.2182734 Feb 20 23:12:09.152983 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60512fbe-9e05-4a0c-bad8-c68c1e1250d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cea3462-53a7-49ee-9845-96bea168a5fb,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:12:09.698479 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.65', 54250) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:12:09.712155 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-db579da1-f27a-40a0-8bef-05e54d26c1ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:12:09.783746 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-db579da1-f27a-40a0-8bef-05e54d26c1ab admin admin] Publish callbacks [] for security_group (2a80cec0-545d-40c8-8a84-fcafeb7801bf), precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:12:09.880830 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-db579da1-f27a-40a0-8bef-05e54d26c1ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627867'] for security_group (2a80cec0-545d-40c8-8a84-fcafeb7801bf), after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:12:09.920267 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [None req-db579da1-f27a-40a0-8bef-05e54d26c1ab admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=f520473810b94578ac0bee01ffd8cba6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2207437 Feb 20 23:12:09.921341 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db579da1-f27a-40a0-8bef-05e54d26c1ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a80cec0-545d-40c8-8a84-fcafeb7801bf,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:12:09.923262 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.65', 54252) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:12:09.971348 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-16acd820-660f-4190-b05e-d10b7ad47bd1 admin admin] Publish callbacks [] for security_group (2a80cec0-545d-40c8-8a84-fcafeb7801bf), before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:12:09.991381 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-16acd820-660f-4190-b05e-d10b7ad47bd1 admin admin] Publish callbacks [] for security_group (2a80cec0-545d-40c8-8a84-fcafeb7801bf), precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:12:10.126483 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-16acd820-660f-4190-b05e-d10b7ad47bd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627867'] for security_group (2a80cec0-545d-40c8-8a84-fcafeb7801bf), after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:12:10.128964 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-16acd820-660f-4190-b05e-d10b7ad47bd1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:12:10.130281 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [None req-16acd820-660f-4190-b05e-d10b7ad47bd1 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/2a80cec0-545d-40c8-8a84-fcafeb7801bf HTTP/1.1" status: 204 len: 168 time: 0.2060299 Feb 20 23:12:10.138020 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16acd820-660f-4190-b05e-d10b7ad47bd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a80cec0-545d-40c8-8a84-fcafeb7801bf,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:12:12.292456 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-a07b0032-3ae8-4c8d-b600-8fa6299f32b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (83a03d73-f5e1-4f72-b2a3-d557ae097998), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:12:14.484059 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-3643162d-3823-4e54-ac62-76b82252a9ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (13c347f3-1c01-45ee-af8c-9f8a630e0f23), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:12:15.941004 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-343008d4-3a37-47e4-bcbd-5ef9b41dd99c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (5ba36dc9-fc49-4f8a-9e75-ea70dbbc9d37), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:12:17.198572 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-f8bda328-0f39-40fc-b2c8-28796977f3d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (e2edd6cb-ac77-47df-80b5-e0a92a5dde3d), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:12:18.701263 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (2dc95353-690e-4eed-857f-cdb5bbe3a4be), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:12:19.636325 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.db.agents_db [None req-1f7bd598-9080-4651-a904-61cb6c9001fd None None] Agent healthcheck: found 6 active agents {{(pid=109631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 23:12:26.223386 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (a929ecfe-02b1-4b86-b2e7-0c746ea4b12c), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:12:28.840778 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-7df252ba-12b4-4021-b793-e0823f6d4d3d req-e7c5cae1-40e5-4bfe-92fa-cd1188e22a01 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=5a2b826e-4a78-4871-bebd-4d16e947feca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0415795 Feb 20 23:12:28.920712 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df252ba-12b4-4021-b793-e0823f6d4d3d req-0dcd3773-06a6-4d7a-9fe9-fb10dd871467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:12:28.922782 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-7df252ba-12b4-4021-b793-e0823f6d4d3d req-0dcd3773-06a6-4d7a-9fe9-fb10dd871467 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=0cba5500ec13454c84750d795b267d1f&device_id=5a2b826e-4a78-4871-bebd-4d16e947feca HTTP/1.1" status: 200 len: 1129 time: 0.0428691 Feb 20 23:12:29.024577 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df252ba-12b4-4021-b793-e0823f6d4d3d req-7511bf34-bbe2-4839-983c-44bf1149bdc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:12:29.026028 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-7df252ba-12b4-4021-b793-e0823f6d4d3d req-7511bf34-bbe2-4839-983c-44bf1149bdc5 service neutron] 10.222.0.42 "GET /v2.0/networks?id=0b6be559-f94f-4c5a-9671-c3c472d8311a HTTP/1.1" status: 200 len: 908 time: 0.0860531 Feb 20 23:12:29.089075 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-7df252ba-12b4-4021-b793-e0823f6d4d3d req-03894e90-7aa4-4cdc-92c1-6d4c20cf7d81 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=64056d33-18b8-49e7-a0a9-dd5760eb1c1f HTTP/1.1" status: 200 len: 1001 time: 0.0572028 Feb 20 23:12:29.135036 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df252ba-12b4-4021-b793-e0823f6d4d3d req-597df762-3d5b-40e7-9a46-d1e722a2cadc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:12:29.136442 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-7df252ba-12b4-4021-b793-e0823f6d4d3d req-597df762-3d5b-40e7-9a46-d1e722a2cadc service neutron] 10.222.0.42 "GET /v2.0/subnets?id=34d111b8-53a8-4bd0-9d27-ae1b2459244b HTTP/1.1" status: 200 len: 847 time: 0.0413780 Feb 20 23:12:29.192415 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df252ba-12b4-4021-b793-e0823f6d4d3d req-0827a0cd-ab63-465b-93bc-8586cc1cb62f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:12:29.193895 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-7df252ba-12b4-4021-b793-e0823f6d4d3d req-0827a0cd-ab63-465b-93bc-8586cc1cb62f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0b6be559-f94f-4c5a-9671-c3c472d8311a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0464933 Feb 20 23:12:29.281004 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-7df252ba-12b4-4021-b793-e0823f6d4d3d req-06f2e286-56db-416d-b498-20324bc3d4e4 service neutron] 10.222.0.42 "GET /v2.0/networks/0b6be559-f94f-4c5a-9671-c3c472d8311a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810323 Feb 20 23:12:29.370034 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-7df252ba-12b4-4021-b793-e0823f6d4d3d req-607e7c2a-c374-4b89-8583-e46df326f5d1 service neutron] 10.222.0.42 "GET /v2.0/networks/0b6be559-f94f-4c5a-9671-c3c472d8311a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830410 Feb 20 23:12:33.872962 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.65', 54410) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:12:33.977705 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-aa5c8332-79fc-4e3e-a633-ace4a2eb6f50 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:12:34.058266 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-aa5c8332-79fc-4e3e-a633-ace4a2eb6f50 admin admin] Publish callbacks [] for security_group (814045bb-9d33-49b6-8a4e-426b321c4a74), precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:12:34.127132 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-aa5c8332-79fc-4e3e-a633-ace4a2eb6f50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627867'] for security_group (814045bb-9d33-49b6-8a4e-426b321c4a74), after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:12:34.174584 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [None req-aa5c8332-79fc-4e3e-a633-ace4a2eb6f50 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=71d7ed029fac435e81f7bf26758f3eb7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3005116 Feb 20 23:12:34.175811 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5c8332-79fc-4e3e-a633-ace4a2eb6f50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=814045bb-9d33-49b6-8a4e-426b321c4a74,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:12:34.177617 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.65', 54416) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:12:34.185027 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5c8332-79fc-4e3e-a633-ace4a2eb6f50 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:12:34.185301 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5c8332-79fc-4e3e-a633-ace4a2eb6f50 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:12:34.185649 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5c8332-79fc-4e3e-a633-ace4a2eb6f50 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:12:34.185989 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5c8332-79fc-4e3e-a633-ace4a2eb6f50 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:12:34.186325 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5c8332-79fc-4e3e-a633-ace4a2eb6f50 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:12:34.186685 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5c8332-79fc-4e3e-a633-ace4a2eb6f50 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:12:34.187020 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5c8332-79fc-4e3e-a633-ace4a2eb6f50 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:12:34.187358 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5c8332-79fc-4e3e-a633-ace4a2eb6f50 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:12:34.188260 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5c8332-79fc-4e3e-a633-ace4a2eb6f50 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:12:34.188592 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5c8332-79fc-4e3e-a633-ace4a2eb6f50 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:12:34.188921 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5c8332-79fc-4e3e-a633-ace4a2eb6f50 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:12:34.189245 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5c8332-79fc-4e3e-a633-ace4a2eb6f50 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:12:34.189569 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5c8332-79fc-4e3e-a633-ace4a2eb6f50 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:12:34.230941 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-dcad4eba-80e5-41e1-bfc0-504d64286de8 admin admin] Publish callbacks [] for security_group (814045bb-9d33-49b6-8a4e-426b321c4a74), before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:12:34.252650 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-dcad4eba-80e5-41e1-bfc0-504d64286de8 admin admin] Publish callbacks [] for security_group (814045bb-9d33-49b6-8a4e-426b321c4a74), precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:12:34.393636 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-dcad4eba-80e5-41e1-bfc0-504d64286de8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627867'] for security_group (814045bb-9d33-49b6-8a4e-426b321c4a74), after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:12:34.393636 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-dcad4eba-80e5-41e1-bfc0-504d64286de8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:12:34.393636 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [None req-dcad4eba-80e5-41e1-bfc0-504d64286de8 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/814045bb-9d33-49b6-8a4e-426b321c4a74 HTTP/1.1" status: 204 len: 168 time: 0.2149696 Feb 20 23:12:34.401674 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcad4eba-80e5-41e1-bfc0-504d64286de8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=814045bb-9d33-49b6-8a4e-426b321c4a74,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:12:39.794298 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.65', 54482) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:12:39.895785 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e4f737d4-024c-489e-b0eb-e2eca55648a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:12:39.966602 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e4f737d4-024c-489e-b0eb-e2eca55648a9 admin admin] Publish callbacks [] for security_group (87758b86-8b5e-41b6-afbe-c289edcc0a94), precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:12:40.037431 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e4f737d4-024c-489e-b0eb-e2eca55648a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627867'] for security_group (87758b86-8b5e-41b6-afbe-c289edcc0a94), after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:12:40.074598 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [None req-e4f737d4-024c-489e-b0eb-e2eca55648a9 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=113097c3d4d741b4a1f736af40f4076a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2792099 Feb 20 23:12:40.075682 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f737d4-024c-489e-b0eb-e2eca55648a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87758b86-8b5e-41b6-afbe-c289edcc0a94,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:12:40.077354 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.65', 54486) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:12:40.124977 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-0f68b420-ffc4-4822-b8f8-e47b3231d32a admin admin] Publish callbacks [] for security_group (87758b86-8b5e-41b6-afbe-c289edcc0a94), before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:12:40.146168 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-0f68b420-ffc4-4822-b8f8-e47b3231d32a admin admin] Publish callbacks [] for security_group (87758b86-8b5e-41b6-afbe-c289edcc0a94), precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:12:40.252162 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-0f68b420-ffc4-4822-b8f8-e47b3231d32a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627867'] for security_group (87758b86-8b5e-41b6-afbe-c289edcc0a94), after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:12:40.254760 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-0f68b420-ffc4-4822-b8f8-e47b3231d32a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:12:40.255890 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [None req-0f68b420-ffc4-4822-b8f8-e47b3231d32a admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/87758b86-8b5e-41b6-afbe-c289edcc0a94 HTTP/1.1" status: 204 len: 168 time: 0.1770091 Feb 20 23:12:40.263748 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f68b420-ffc4-4822-b8f8-e47b3231d32a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87758b86-8b5e-41b6-afbe-c289edcc0a94,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:12:42.309092 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c1c30cc4-621b-49cf-8d01-3b15c0d74c13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (83a03d73-f5e1-4f72-b2a3-d557ae097998), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:12:44.489048 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-d40044f6-4e14-4d48-9847-f65e39542b17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (13c347f3-1c01-45ee-af8c-9f8a630e0f23), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:12:45.955120 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-343008d4-3a37-47e4-bcbd-5ef9b41dd99c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (5ba36dc9-fc49-4f8a-9e75-ea70dbbc9d37), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:12:47.195009 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-f8bda328-0f39-40fc-b2c8-28796977f3d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (e2edd6cb-ac77-47df-80b5-e0a92a5dde3d), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:12:48.688630 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (2dc95353-690e-4eed-857f-cdb5bbe3a4be), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:12:51.312477 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.65', 54604) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:12:51.410836 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-4b527405-6a76-40eb-a082-73c67a253a8d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:12:51.482489 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-4b527405-6a76-40eb-a082-73c67a253a8d admin admin] Publish callbacks [] for security_group (a9fc2308-7a11-40b5-ab38-57da2a88804b), precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:12:51.557470 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-4b527405-6a76-40eb-a082-73c67a253a8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627867'] for security_group (a9fc2308-7a11-40b5-ab38-57da2a88804b), after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:12:51.593184 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [None req-4b527405-6a76-40eb-a082-73c67a253a8d admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=1ebfb6f2df4a4b999810ccd059e2553e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2790802 Feb 20 23:12:51.595657 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b527405-6a76-40eb-a082-73c67a253a8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9fc2308-7a11-40b5-ab38-57da2a88804b,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:12:51.596562 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.65', 54608) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:12:51.646961 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-7e5959c8-1730-446f-8e73-ca9a224bbdee admin admin] Publish callbacks [] for security_group (a9fc2308-7a11-40b5-ab38-57da2a88804b), before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:12:51.668043 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-7e5959c8-1730-446f-8e73-ca9a224bbdee admin admin] Publish callbacks [] for security_group (a9fc2308-7a11-40b5-ab38-57da2a88804b), precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:12:51.766018 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-7e5959c8-1730-446f-8e73-ca9a224bbdee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627867'] for security_group (a9fc2308-7a11-40b5-ab38-57da2a88804b), after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:12:51.768752 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-7e5959c8-1730-446f-8e73-ca9a224bbdee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:12:51.769948 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [None req-7e5959c8-1730-446f-8e73-ca9a224bbdee admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/a9fc2308-7a11-40b5-ab38-57da2a88804b HTTP/1.1" status: 204 len: 168 time: 0.1723816 Feb 20 23:12:51.777733 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5959c8-1730-446f-8e73-ca9a224bbdee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9fc2308-7a11-40b5-ab38-57da2a88804b,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:12:51.785389 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5959c8-1730-446f-8e73-ca9a224bbdee admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:12:51.785733 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5959c8-1730-446f-8e73-ca9a224bbdee admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:12:51.786073 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5959c8-1730-446f-8e73-ca9a224bbdee admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:12:51.786434 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5959c8-1730-446f-8e73-ca9a224bbdee admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:12:51.786766 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5959c8-1730-446f-8e73-ca9a224bbdee admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:12:51.787107 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5959c8-1730-446f-8e73-ca9a224bbdee admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:12:51.787426 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5959c8-1730-446f-8e73-ca9a224bbdee admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:12:51.787753 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5959c8-1730-446f-8e73-ca9a224bbdee admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:12:51.788080 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5959c8-1730-446f-8e73-ca9a224bbdee admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:12:51.788406 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5959c8-1730-446f-8e73-ca9a224bbdee admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:12:51.788728 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5959c8-1730-446f-8e73-ca9a224bbdee admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:12:51.789047 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5959c8-1730-446f-8e73-ca9a224bbdee admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:12:51.789365 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5959c8-1730-446f-8e73-ca9a224bbdee admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:12:52.337037 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.65', 54614) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:12:52.353641 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-fa186243-56cd-4b55-b279-df1816f44bbe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:12:52.424691 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-fa186243-56cd-4b55-b279-df1816f44bbe admin admin] Publish callbacks [] for security_group (2f71c38e-761a-4d95-97a2-fbdbaacee0ab), precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:12:52.526576 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-fa186243-56cd-4b55-b279-df1816f44bbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627867'] for security_group (2f71c38e-761a-4d95-97a2-fbdbaacee0ab), after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:12:52.566629 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [None req-fa186243-56cd-4b55-b279-df1816f44bbe admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=c4bb474f561f4897a313110febf6aedc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2284751 Feb 20 23:12:52.567315 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa186243-56cd-4b55-b279-df1816f44bbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f71c38e-761a-4d95-97a2-fbdbaacee0ab,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:12:52.569553 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.65', 54616) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:12:52.617006 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-456fedcf-ac3b-42cf-8de7-2f806ab075fc admin admin] Publish callbacks [] for security_group (2f71c38e-761a-4d95-97a2-fbdbaacee0ab), before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:12:52.637050 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-456fedcf-ac3b-42cf-8de7-2f806ab075fc admin admin] Publish callbacks [] for security_group (2f71c38e-761a-4d95-97a2-fbdbaacee0ab), precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:12:52.734483 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-456fedcf-ac3b-42cf-8de7-2f806ab075fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627867'] for security_group (2f71c38e-761a-4d95-97a2-fbdbaacee0ab), after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:12:52.737191 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-456fedcf-ac3b-42cf-8de7-2f806ab075fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:12:52.738324 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [None req-456fedcf-ac3b-42cf-8de7-2f806ab075fc admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/2f71c38e-761a-4d95-97a2-fbdbaacee0ab HTTP/1.1" status: 204 len: 168 time: 0.1676955 Feb 20 23:12:52.745959 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456fedcf-ac3b-42cf-8de7-2f806ab075fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f71c38e-761a-4d95-97a2-fbdbaacee0ab,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:12:53.451753 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.65', 54622) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:12:53.465111 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-bb55fe85-7eaa-4cd3-8ece-4db165043188 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:12:53.535109 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-bb55fe85-7eaa-4cd3-8ece-4db165043188 admin admin] Publish callbacks [] for security_group (37783de4-d721-452c-a742-807e35f6f8e5), precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:12:53.614747 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-bb55fe85-7eaa-4cd3-8ece-4db165043188 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627867'] for security_group (37783de4-d721-452c-a742-807e35f6f8e5), after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:12:53.656041 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [None req-bb55fe85-7eaa-4cd3-8ece-4db165043188 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=f3f36002e91d4cf7b302b20135aa061f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2032166 Feb 20 23:12:53.657210 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb55fe85-7eaa-4cd3-8ece-4db165043188 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37783de4-d721-452c-a742-807e35f6f8e5,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:12:53.658848 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.65', 54624) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:12:53.706646 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-085a3bae-46b1-440f-b701-d141860f63c1 admin admin] Publish callbacks [] for security_group (37783de4-d721-452c-a742-807e35f6f8e5), before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:12:53.727203 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-085a3bae-46b1-440f-b701-d141860f63c1 admin admin] Publish callbacks [] for security_group (37783de4-d721-452c-a742-807e35f6f8e5), precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:12:53.823350 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-085a3bae-46b1-440f-b701-d141860f63c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627867'] for security_group (37783de4-d721-452c-a742-807e35f6f8e5), after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:12:53.825921 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-085a3bae-46b1-440f-b701-d141860f63c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:12:53.827114 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [None req-085a3bae-46b1-440f-b701-d141860f63c1 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/37783de4-d721-452c-a742-807e35f6f8e5 HTTP/1.1" status: 204 len: 168 time: 0.1672790 Feb 20 23:12:53.834676 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085a3bae-46b1-440f-b701-d141860f63c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37783de4-d721-452c-a742-807e35f6f8e5,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:12:54.821124 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.65', 54646) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:12:54.923806 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.v2.base [None req-e6939f03-634f-4d21-b88f-f36020acbe93 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1554751375-network', 'tenant_id': '96412aeecd2949f8b19392d06a9e3d49'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:12:55.037187 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6939f03-634f-4d21-b88f-f36020acbe93 admin admin] Made reservation on behalf of 96412aeecd2949f8b19392d06a9e3d49 for: {'network': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 23:12:55.039441 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e6939f03-634f-4d21-b88f-f36020acbe93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4131840'] for network (None), before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:12:55.047499 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e6939f03-634f-4d21-b88f-f36020acbe93 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:12:55.121368 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e6939f03-634f-4d21-b88f-f36020acbe93 admin admin] Publish callbacks [] for security_group (e9b0d875-f081-4d42-984a-b3946a95a1ed), precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:12:55.231300 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e6939f03-634f-4d21-b88f-f36020acbe93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627867'] for security_group (e9b0d875-f081-4d42-984a-b3946a95a1ed), after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:12:55.257577 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6939f03-634f-4d21-b88f-f36020acbe93 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 69} {{(pid=109629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 23:12:55.263627 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6939f03-634f-4d21-b88f-f36020acbe93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9b0d875-f081-4d42-984a-b3946a95a1ed,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:12:55.270028 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e6939f03-634f-4d21-b88f-f36020acbe93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4056974'] for segment (87e8d4bb-ebee-43a2-83e3-2e7061590a5d), precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:12:55.270397 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.db.segments_db [None req-e6939f03-634f-4d21-b88f-f36020acbe93 admin admin] Added segment 87e8d4bb-ebee-43a2-83e3-2e7061590a5d of type vlan for network 74e3ec14-81b5-4879-a35b-eb87d2ca5b1f Feb 20 23:12:55.311715 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e6939f03-634f-4d21-b88f-f36020acbe93 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747406756747'] for network (74e3ec14-81b5-4879-a35b-eb87d2ca5b1f), precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:12:55.402719 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e6939f03-634f-4d21-b88f-f36020acbe93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510'] for network (74e3ec14-81b5-4879-a35b-eb87d2ca5b1f), after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:12:55.403687 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6939f03-634f-4d21-b88f-f36020acbe93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:12:55.404290 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e6939f03-634f-4d21-b88f-f36020acbe93 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565544'] for network (None), before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:12:55.460140 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6939f03-634f-4d21-b88f-f36020acbe93 admin admin] Pushing event updated for resources: {'Network': ['ID=74e3ec14-81b5-4879-a35b-eb87d2ca5b1f,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:12:55.469986 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Network 74e3ec14-81b5-4879-a35b-eb87d2ca5b1f details requested by agent ovs-agent-dv-cinder-830096-1-iscsi with host dv-cinder-830096-1-iscsi {{(pid=109630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 23:12:55.542840 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [None req-e6939f03-634f-4d21-b88f-f36020acbe93 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7205727 Feb 20 23:12:55.545554 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.65', 54650) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:12:55.550961 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.v2.base [None req-756edd86-6ef1-409b-913b-08cbb2c4dc12 admin admin] Request body: {'subnet': {'network_id': '74e3ec14-81b5-4879-a35b-eb87d2ca5b1f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1554751375-subnet', 'tenant_id': '96412aeecd2949f8b19392d06a9e3d49', 'ip_version': 4}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:12:55.640414 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-756edd86-6ef1-409b-913b-08cbb2c4dc12 admin admin] Made reservation on behalf of 96412aeecd2949f8b19392d06a9e3d49 for: {'subnet': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 23:12:55.643222 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-756edd86-6ef1-409b-913b-08cbb2c4dc12 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59081843'] for subnet (None), before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:12:55.843069 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-756edd86-6ef1-409b-913b-08cbb2c4dc12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61644242', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59081857'] for subnet (3237860d-efef-4946-8f22-d95aff7e1462), after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:12:55.901358 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756edd86-6ef1-409b-913b-08cbb2c4dc12 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3237860d-efef-4946-8f22-d95aff7e1462,revision_number=0']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:12:55.908858 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-756edd86-6ef1-409b-913b-08cbb2c4dc12 admin admin] Checking segment: {'id': '87e8d4bb-ebee-43a2-83e3-2e7061590a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '74e3ec14-81b5-4879-a35b-eb87d2ca5b1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 23:12:55.909213 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-756edd86-6ef1-409b-913b-08cbb2c4dc12 admin admin] Network hostable DHCP agents. Network: 74e3ec14-81b5-4879-a35b-eb87d2ca5b1f, hostable agents: ['83a03d73-f5e1-4f72-b2a3-d557ae097998'], hosted agents: [] {{(pid=109629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 23:12:56.008229 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-756edd86-6ef1-409b-913b-08cbb2c4dc12 admin admin] Network 74e3ec14-81b5-4879-a35b-eb87d2ca5b1f is scheduled to be hosted by DHCP agent 83a03d73-f5e1-4f72-b2a3-d557ae097998 with binding_index 1 {{(pid=109629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 23:12:56.082856 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [None req-756edd86-6ef1-409b-913b-08cbb2c4dc12 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830096-1-iscsi, 74e3ec14-81b5-4879-a35b-eb87d2ca5b1f) {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 23:12:56.087082 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-756edd86-6ef1-409b-913b-08cbb2c4dc12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:12:56.087734 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-756edd86-6ef1-409b-913b-08cbb2c4dc12 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:12:56.092003 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46a55d73-bbc7-4cfb-9f6b-c0fbc09dd465 None None] Network 74e3ec14-81b5-4879-a35b-eb87d2ca5b1f requested from dv-cinder-830096-1-iscsi {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 23:12:56.162032 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [None req-756edd86-6ef1-409b-913b-08cbb2c4dc12 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6133854 Feb 20 23:12:56.162740 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.65', 54652) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:12:56.166956 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.v2.base [None req-e349e7ca-ac80-4ccd-b8b6-a17bdeaa3995 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1554751375-router', 'tenant_id': '96412aeecd2949f8b19392d06a9e3d49', 'external_gateway_info': {'network_id': '5f52b71d-61c7-49bc-86ae-3e3415c25b55'}}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:12:56.201211 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ed718a1-0260-4d50-b305-e9fe9fb01228 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c3c1bb5-3d94-599d-bc7e-fdaa49c69afc-74e3ec14-81b5-4879-a35b-eb87d2ca5b1f', 'network_id': '74e3ec14-81b5-4879-a35b-eb87d2ca5b1f', 'project_id': '96412aeecd2949f8b19392d06a9e3d49', 'fixed_ips': [{'subnet_id': '3237860d-efef-4946-8f22-d95aff7e1462'}]}} from dv-cinder-830096-1-iscsi. {{(pid=109630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 23:12:56.202083 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-8ed718a1-0260-4d50-b305-e9fe9fb01228 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4131840'] for port (None), before_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:12:56.224211 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (a929ecfe-02b1-4b86-b2e7-0c746ea4b12c), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:12:56.246349 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e349e7ca-ac80-4ccd-b8b6-a17bdeaa3995 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-701372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6487'] for router (d3b73afb-675d-4122-9daf-aa4c5a881095), before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:12:56.247456 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e349e7ca-ac80-4ccd-b8b6-a17bdeaa3995 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-700716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-704125', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-623842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6572'] for router (d3b73afb-675d-4122-9daf-aa4c5a881095), precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:12:56.299621 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e349e7ca-ac80-4ccd-b8b6-a17bdeaa3995 admin admin] Publish callbacks [] for router_controller (d3b73afb-675d-4122-9daf-aa4c5a881095), precommit_add_association {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:12:56.335269 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.db_base_plugin_common [None req-8ed718a1-0260-4d50-b305-e9fe9fb01228 None None] Allocated IP 172.20.0.2 (74e3ec14-81b5-4879-a35b-eb87d2ca5b1f/3237860d-efef-4946-8f22-d95aff7e1462/da7c2026-499b-4cf6-bda1-df8ebf9da662) {{(pid=109630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 23:12:56.469297 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-8ed718a1-0260-4d50-b305-e9fe9fb01228 None None] Publish callbacks [] for port (da7c2026-499b-4cf6-bda1-df8ebf9da662), precommit_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:12:56.541991 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e349e7ca-ac80-4ccd-b8b6-a17bdeaa3995 admin admin] Publish callbacks [] for router_gateway (d3b73afb-675d-4122-9daf-aa4c5a881095), precommit_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:12:56.551875 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-8ed718a1-0260-4d50-b305-e9fe9fb01228 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747406771496'] for port (da7c2026-499b-4cf6-bda1-df8ebf9da662), after_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:12:56.592638 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ed718a1-0260-4d50-b305-e9fe9fb01228 None None] Network 74e3ec14-81b5-4879-a35b-eb87d2ca5b1f is already hosted by enough agents. {{(pid=109630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 23:12:56.595312 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.scheduler.base_scheduler [None req-8ed718a1-0260-4d50-b305-e9fe9fb01228 None None] Resources bound (agent type, host, resource id): {{(pid=109630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 23:12:56.600648 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ed718a1-0260-4d50-b305-e9fe9fb01228 None None] Received port after_create {{(pid=109630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 23:12:56.607287 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed718a1-0260-4d50-b305-e9fe9fb01228 None None] Pushing event updated for resources: {'Port': ['ID=da7c2026-499b-4cf6-bda1-df8ebf9da662,revision_number=1']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:12:56.633399 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed718a1-0260-4d50-b305-e9fe9fb01228 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:12:56.633757 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed718a1-0260-4d50-b305-e9fe9fb01228 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:12:56.634105 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed718a1-0260-4d50-b305-e9fe9fb01228 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:12:56.634470 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed718a1-0260-4d50-b305-e9fe9fb01228 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:12:56.634808 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.db.agents_db [None req-1f7bd598-9080-4651-a904-61cb6c9001fd None None] Agent healthcheck: found 6 active agents {{(pid=109631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 23:12:56.635318 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed718a1-0260-4d50-b305-e9fe9fb01228 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:12:56.635318 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed718a1-0260-4d50-b305-e9fe9fb01228 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:12:56.635515 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed718a1-0260-4d50-b305-e9fe9fb01228 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:12:56.635774 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed718a1-0260-4d50-b305-e9fe9fb01228 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:12:56.636102 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed718a1-0260-4d50-b305-e9fe9fb01228 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:12:56.636437 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed718a1-0260-4d50-b305-e9fe9fb01228 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:12:56.636763 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed718a1-0260-4d50-b305-e9fe9fb01228 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:12:56.637087 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed718a1-0260-4d50-b305-e9fe9fb01228 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:12:56.637410 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed718a1-0260-4d50-b305-e9fe9fb01228 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:12:56.668915 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-8ed718a1-0260-4d50-b305-e9fe9fb01228 None None] Attempting to bind port da7c2026-499b-4cf6-bda1-df8ebf9da662 on host dv-cinder-830096-1-iscsi for vnic_type normal with profile {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 23:12:56.669287 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-8ed718a1-0260-4d50-b305-e9fe9fb01228 None None] Attempting to bind port da7c2026-499b-4cf6-bda1-df8ebf9da662 by drivers openvswitch,hyperv on host dv-cinder-830096-1-iscsi at level 0 using segments [{'id': '87e8d4bb-ebee-43a2-83e3-2e7061590a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '74e3ec14-81b5-4879-a35b-eb87d2ca5b1f'}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 23:12:56.669647 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ed718a1-0260-4d50-b305-e9fe9fb01228 None None] Attempting to bind port da7c2026-499b-4cf6-bda1-df8ebf9da662 on network 74e3ec14-81b5-4879-a35b-eb87d2ca5b1f {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 23:12:56.675368 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ed718a1-0260-4d50-b305-e9fe9fb01228 None None] Checking agent: {'id': '2dc95353-690e-4eed-857f-cdb5bbe3a4be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830096-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 22, 50, 49), 'started_at': datetime.datetime(2022, 2, 20, 22, 51, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 23, 12, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830096-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 23:12:56.677842 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ed718a1-0260-4d50-b305-e9fe9fb01228 None None] Checking segment: {'id': '87e8d4bb-ebee-43a2-83e3-2e7061590a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '74e3ec14-81b5-4879-a35b-eb87d2ca5b1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 23:12:56.677842 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-8ed718a1-0260-4d50-b305-e9fe9fb01228 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:12:56.677842 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ed718a1-0260-4d50-b305-e9fe9fb01228 None None] Bound using segment: {'id': '87e8d4bb-ebee-43a2-83e3-2e7061590a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '74e3ec14-81b5-4879-a35b-eb87d2ca5b1f'} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 23:12:56.677842 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-8ed718a1-0260-4d50-b305-e9fe9fb01228 None None] Bound port: da7c2026-499b-4cf6-bda1-df8ebf9da662, host: dv-cinder-830096-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87e8d4bb-ebee-43a2-83e3-2e7061590a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '74e3ec14-81b5-4879-a35b-eb87d2ca5b1f'}}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 23:12:56.677842 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-8ed718a1-0260-4d50-b305-e9fe9fb01228 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4131840'] for port (da7c2026-499b-4cf6-bda1-df8ebf9da662), before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:12:56.745663 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-8ed718a1-0260-4d50-b305-e9fe9fb01228 None None] For port da7c2026-499b-4cf6-bda1-df8ebf9da662, host dv-cinder-830096-1-iscsi, cleared binding levels {{(pid=109630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 23:12:56.748654 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-8ed718a1-0260-4d50-b305-e9fe9fb01228 None None] For port da7c2026-499b-4cf6-bda1-df8ebf9da662, host dv-cinder-830096-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-1-iscsi',level=0,port_id=da7c2026-499b-4cf6-bda1-df8ebf9da662,segment=NetworkSegment(87e8d4bb-ebee-43a2-83e3-2e7061590a5d),segment_id=87e8d4bb-ebee-43a2-83e3-2e7061590a5d)] {{(pid=109630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 23:12:56.832325 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e349e7ca-ac80-4ccd-b8b6-a17bdeaa3995 admin admin] Publish callbacks [] for router_gateway (d3b73afb-675d-4122-9daf-aa4c5a881095), before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:12:56.851319 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e349e7ca-ac80-4ccd-b8b6-a17bdeaa3995 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4131840'] for port (None), before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:12:56.889234 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-8ed718a1-0260-4d50-b305-e9fe9fb01228 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747407212427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747406771514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747406771532'] for port (da7c2026-499b-4cf6-bda1-df8ebf9da662), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:12:56.964915 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed718a1-0260-4d50-b305-e9fe9fb01228 None None] Pushing event updated for resources: {'Port': ['ID=da7c2026-499b-4cf6-bda1-df8ebf9da662,revision_number=2']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:12:56.973733 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.db.db_base_plugin_common [None req-e349e7ca-ac80-4ccd-b8b6-a17bdeaa3995 admin admin] Allocated IP 172.27.2.34 (5f52b71d-61c7-49bc-86ae-3e3415c25b55/841afcd6-8af7-4cd5-baec-c52e88cacaa2/1f74c4c3-59de-4f19-a245-4530391a8b09) {{(pid=109629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 23:12:57.081963 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e349e7ca-ac80-4ccd-b8b6-a17bdeaa3995 admin admin] Publish callbacks [] for port (1f74c4c3-59de-4f19-a245-4530391a8b09), precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:12:57.195287 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e349e7ca-ac80-4ccd-b8b6-a17bdeaa3995 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747406771496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61629250'] for port (1f74c4c3-59de-4f19-a245-4530391a8b09), after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:12:57.233537 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e349e7ca-ac80-4ccd-b8b6-a17bdeaa3995 admin admin] Network 5f52b71d-61c7-49bc-86ae-3e3415c25b55 is already hosted by enough agents. {{(pid=109629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 23:12:57.236878 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [None req-e349e7ca-ac80-4ccd-b8b6-a17bdeaa3995 admin admin] Resources bound (agent type, host, resource id): {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 23:12:57.242333 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e349e7ca-ac80-4ccd-b8b6-a17bdeaa3995 admin admin] Received port after_create {{(pid=109629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 23:12:57.247653 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e349e7ca-ac80-4ccd-b8b6-a17bdeaa3995 admin admin] Pushing event updated for resources: {'Port': ['ID=1f74c4c3-59de-4f19-a245-4530391a8b09,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:12:57.553713 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e349e7ca-ac80-4ccd-b8b6-a17bdeaa3995 admin admin] Publish callbacks [] for router_gateway (d3b73afb-675d-4122-9daf-aa4c5a881095), after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:12:57.755372 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e349e7ca-ac80-4ccd-b8b6-a17bdeaa3995 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-700709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-704170'] for router (d3b73afb-675d-4122-9daf-aa4c5a881095), after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:12:57.815842 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f39c53bb-3cee-44e2-9f41-982bd2a712ab None None] Network 74e3ec14-81b5-4879-a35b-eb87d2ca5b1f requested from dv-cinder-830096-1-iscsi {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 23:12:57.927836 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-db248a79-439c-4e2c-831e-660cde5d029a None None] Provisioning complete for port da7c2026-499b-4cf6-bda1-df8ebf9da662 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:12:57.928484 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-db248a79-439c-4e2c-831e-660cde5d029a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4145689'] for port (da7c2026-499b-4cf6-bda1-df8ebf9da662), provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:12:58.032795 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-db248a79-439c-4e2c-831e-660cde5d029a None None] Current status of the port da7c2026-499b-4cf6-bda1-df8ebf9da662 is: DOWN; New status is: ACTIVE {{(pid=109630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:12:58.033192 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-db248a79-439c-4e2c-831e-660cde5d029a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4131840'] for port (da7c2026-499b-4cf6-bda1-df8ebf9da662), before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:12:58.077364 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-db248a79-439c-4e2c-831e-660cde5d029a None None] For port da7c2026-499b-4cf6-bda1-df8ebf9da662, host dv-cinder-830096-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-1-iscsi',level=0,port_id=da7c2026-499b-4cf6-bda1-df8ebf9da662,segment=NetworkSegment(87e8d4bb-ebee-43a2-83e3-2e7061590a5d),segment_id=87e8d4bb-ebee-43a2-83e3-2e7061590a5d)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:12:58.109383 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Device da7c2026-499b-4cf6-bda1-df8ebf9da662 up at agent ovs-agent-dv-cinder-830096-1-iscsi {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 23:12:58.159037 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Provisioning complete for port da7c2026-499b-4cf6-bda1-df8ebf9da662 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:12:58.159513 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4145689'] for port (da7c2026-499b-4cf6-bda1-df8ebf9da662), provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:12:58.183286 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-db248a79-439c-4e2c-831e-660cde5d029a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747407212427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747406771514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747406771532'] for port (da7c2026-499b-4cf6-bda1-df8ebf9da662), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:12:58.196984 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e349e7ca-ac80-4ccd-b8b6-a17bdeaa3995 admin admin] Router d3b73afb-675d-4122-9daf-aa4c5a881095 is scheduled to L3 agent 13c347f3-1c01-45ee-af8c-9f8a630e0f23 with binding_index 1 {{(pid=109629) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 20 23:12:58.244166 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db248a79-439c-4e2c-831e-660cde5d029a None None] Pushing event updated for resources: {'Port': ['ID=da7c2026-499b-4cf6-bda1-df8ebf9da662,revision_number=3']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:12:58.283283 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Current status of the port da7c2026-499b-4cf6-bda1-df8ebf9da662 is: ACTIVE; New status is: ACTIVE {{(pid=109630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:12:58.300805 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-e9665a38-213f-484a-a22c-d6136709c81c None None] Provisioning complete for port da7c2026-499b-4cf6-bda1-df8ebf9da662 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:12:58.301183 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e9665a38-213f-484a-a22c-d6136709c81c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4145689'] for port (da7c2026-499b-4cf6-bda1-df8ebf9da662), provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:12:58.306462 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e349e7ca-ac80-4ccd-b8b6-a17bdeaa3995 admin admin] Notify agent at l3_agent.dv-cinder-830096-1-iscsi the message routers_updated {{(pid=109629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 23:12:58.325236 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb385c49-aa35-4ce3-acfa-8a7c5e0ce301 None None] Sync routers for ids ['d3b73afb-675d-4122-9daf-aa4c5a881095'] in dv-cinder-830096-1-iscsi {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 23:12:58.349591 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb385c49-aa35-4ce3-acfa-8a7c5e0ce301 None None] Routers {'d3b73afb-675d-4122-9daf-aa4c5a881095'} bound to L3 agent in host dv-cinder-830096-1-iscsi {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 23:12:58.352341 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-eb385c49-aa35-4ce3-acfa-8a7c5e0ce301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T22:50:44Z,description=,heartbeat_timestamp=2022-02-20T23:12:44Z,host='dv-cinder-830096-1-iscsi',id=13c347f3-1c01-45ee-af8c-9f8a630e0f23,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T22:50:45Z,topic='l3_agent')) {'router_ids': ['d3b73afb-675d-4122-9daf-aa4c5a881095'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:12:58.376609 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e349e7ca-ac80-4ccd-b8b6-a17bdeaa3995 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:12:58.378075 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [None req-e349e7ca-ac80-4ccd-b8b6-a17bdeaa3995 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.2144089 Feb 20 23:12:58.380792 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.65', 54654) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:12:58.604915 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-e9665a38-213f-484a-a22c-d6136709c81c None None] Current status of the port da7c2026-499b-4cf6-bda1-df8ebf9da662 is: ACTIVE; New status is: ACTIVE {{(pid=109630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:12:58.621217 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-eb385c49-aa35-4ce3-acfa-8a7c5e0ce301 None None] Set router d3b73afb-675d-4122-9daf-aa4c5a881095 gateway port host: dv-cinder-830096-1-iscsi {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 23:12:58.796043 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-2f27b95e-fb2f-46ea-b06e-37fa9480d52d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4131840'] for port (None), before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:12:58.797630 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-eb385c49-aa35-4ce3-acfa-8a7c5e0ce301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3b73afb-675d-4122-9daf-aa4c5a881095', 'name': 'tempest-TestVolumeBootPattern-1554751375-router', 'tenant_id': '96412aeecd2949f8b19392d06a9e3d49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f52b71d-61c7-49bc-86ae-3e3415c25b55', 'external_fixed_ips': [{'subnet_id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'ip_address': '172.27.2.34'}], 'enable_snat': True}, 'gw_port_id': '1f74c4c3-59de-4f19-a245-4530391a8b09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:12:56Z', 'updated_at': '2022-02-20T23:12:57Z', 'revision_number': 3, 'project_id': '96412aeecd2949f8b19392d06a9e3d49', 'gw_port': {'id': '1f74c4c3-59de-4f19-a245-4530391a8b09', 'name': '', 'network_id': '5f52b71d-61c7-49bc-86ae-3e3415c25b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:74:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3b73afb-675d-4122-9daf-aa4c5a881095', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'ip_address': '172.27.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:12:56Z', 'updated_at': '2022-02-20T23:12:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-1-iscsi'}], 'dv-cinder-830096-1-iscsi', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:12:58.826673 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb385c49-aa35-4ce3-acfa-8a7c5e0ce301 None None] Checking router: d3b73afb-675d-4122-9daf-aa4c5a881095 for host: dv-cinder-830096-1-iscsi {{(pid=109630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 23:12:58.827320 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb385c49-aa35-4ce3-acfa-8a7c5e0ce301 None None] Updating router d3b73afb-675d-4122-9daf-aa4c5a881095 port 1f74c4c3-59de-4f19-a245-4530391a8b09 binding host dv-cinder-830096-1-iscsi {{(pid=109630) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 23:12:58.855526 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-eb385c49-aa35-4ce3-acfa-8a7c5e0ce301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4131840'] for port (1f74c4c3-59de-4f19-a245-4530391a8b09), before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:12:58.955824 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.db.db_base_plugin_common [None req-2f27b95e-fb2f-46ea-b06e-37fa9480d52d admin admin] Allocated IP 172.20.0.1 (74e3ec14-81b5-4879-a35b-eb87d2ca5b1f/3237860d-efef-4946-8f22-d95aff7e1462/eed19e66-240e-4650-9a91-b01158d12948) {{(pid=109629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 23:12:59.058014 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-2f27b95e-fb2f-46ea-b06e-37fa9480d52d admin admin] Publish callbacks [] for port (eed19e66-240e-4650-9a91-b01158d12948), precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:12:59.105506 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-eb385c49-aa35-4ce3-acfa-8a7c5e0ce301 None None] Publish callbacks [] for port (1f74c4c3-59de-4f19-a245-4530391a8b09), precommit_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:12:59.152276 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-2f27b95e-fb2f-46ea-b06e-37fa9480d52d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747406771496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61629250'] for port (eed19e66-240e-4650-9a91-b01158d12948), after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:12:59.180517 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-eb385c49-aa35-4ce3-acfa-8a7c5e0ce301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747407212427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747406771514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747406771532'] for port (1f74c4c3-59de-4f19-a245-4530391a8b09), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:12:59.188286 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f27b95e-fb2f-46ea-b06e-37fa9480d52d admin admin] Network 74e3ec14-81b5-4879-a35b-eb87d2ca5b1f is already hosted by enough agents. {{(pid=109629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 23:12:59.191264 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [None req-2f27b95e-fb2f-46ea-b06e-37fa9480d52d admin admin] Resources bound (agent type, host, resource id): {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 23:12:59.194616 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f27b95e-fb2f-46ea-b06e-37fa9480d52d admin admin] Received port after_create {{(pid=109629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 23:12:59.223310 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f27b95e-fb2f-46ea-b06e-37fa9480d52d admin admin] Pushing event updated for resources: {'Port': ['ID=eed19e66-240e-4650-9a91-b01158d12948,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:12:59.238058 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-eb385c49-aa35-4ce3-acfa-8a7c5e0ce301 None None] Attempting to bind port 1f74c4c3-59de-4f19-a245-4530391a8b09 on host dv-cinder-830096-1-iscsi for vnic_type normal with profile {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 23:12:59.238470 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-eb385c49-aa35-4ce3-acfa-8a7c5e0ce301 None None] Attempting to bind port 1f74c4c3-59de-4f19-a245-4530391a8b09 by drivers openvswitch,hyperv on host dv-cinder-830096-1-iscsi at level 0 using segments [{'id': 'c35aac5e-90b0-4d56-90ba-57f79ef09092', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5f52b71d-61c7-49bc-86ae-3e3415c25b55'}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 23:12:59.238839 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb385c49-aa35-4ce3-acfa-8a7c5e0ce301 None None] Attempting to bind port 1f74c4c3-59de-4f19-a245-4530391a8b09 on network 5f52b71d-61c7-49bc-86ae-3e3415c25b55 {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 23:12:59.240217 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-2f27b95e-fb2f-46ea-b06e-37fa9480d52d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-702845'] for router_interface (d3b73afb-675d-4122-9daf-aa4c5a881095), before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:12:59.244593 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5ba982-e9ab-4548-a50f-ac65113f2424 None None] Pushing event updated for resources: {'Port': ['ID=1f74c4c3-59de-4f19-a245-4530391a8b09,revision_number=2']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:12:59.247024 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb385c49-aa35-4ce3-acfa-8a7c5e0ce301 None None] Checking agent: {'id': '2dc95353-690e-4eed-857f-cdb5bbe3a4be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830096-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 22, 50, 49), 'started_at': datetime.datetime(2022, 2, 20, 22, 51, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 23, 12, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830096-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 23:12:59.247403 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb385c49-aa35-4ce3-acfa-8a7c5e0ce301 None None] Checking segment: {'id': 'c35aac5e-90b0-4d56-90ba-57f79ef09092', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5f52b71d-61c7-49bc-86ae-3e3415c25b55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 23:12:59.247805 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-eb385c49-aa35-4ce3-acfa-8a7c5e0ce301 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:12:59.248205 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb385c49-aa35-4ce3-acfa-8a7c5e0ce301 None None] Bound using segment: {'id': 'c35aac5e-90b0-4d56-90ba-57f79ef09092', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5f52b71d-61c7-49bc-86ae-3e3415c25b55'} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 23:12:59.248658 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-eb385c49-aa35-4ce3-acfa-8a7c5e0ce301 None None] Bound port: 1f74c4c3-59de-4f19-a245-4530391a8b09, host: dv-cinder-830096-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c35aac5e-90b0-4d56-90ba-57f79ef09092', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5f52b71d-61c7-49bc-86ae-3e3415c25b55'}}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 23:12:59.249034 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-eb385c49-aa35-4ce3-acfa-8a7c5e0ce301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4131840'] for port (1f74c4c3-59de-4f19-a245-4530391a8b09), before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:12:59.310601 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-eb385c49-aa35-4ce3-acfa-8a7c5e0ce301 None None] For port 1f74c4c3-59de-4f19-a245-4530391a8b09, host dv-cinder-830096-1-iscsi, cleared binding levels {{(pid=109630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 23:12:59.313818 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-eb385c49-aa35-4ce3-acfa-8a7c5e0ce301 None None] For port 1f74c4c3-59de-4f19-a245-4530391a8b09, host dv-cinder-830096-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-1-iscsi',level=0,port_id=1f74c4c3-59de-4f19-a245-4530391a8b09,segment=NetworkSegment(c35aac5e-90b0-4d56-90ba-57f79ef09092),segment_id=c35aac5e-90b0-4d56-90ba-57f79ef09092)] {{(pid=109630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 23:12:59.392164 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-eb385c49-aa35-4ce3-acfa-8a7c5e0ce301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747407212427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747406771514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747406771532'] for port (1f74c4c3-59de-4f19-a245-4530391a8b09), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:12:59.454149 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-3d048d66-dcf9-4543-9943-11a5ad69e491 None None] Provisioning complete for port eed19e66-240e-4650-9a91-b01158d12948 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:12:59.454552 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-3d048d66-dcf9-4543-9943-11a5ad69e491 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4145689'] for port (eed19e66-240e-4650-9a91-b01158d12948), provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:12:59.454920 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-2f27b95e-fb2f-46ea-b06e-37fa9480d52d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4131840'] for port (eed19e66-240e-4650-9a91-b01158d12948), before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:12:59.480941 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5ba982-e9ab-4548-a50f-ac65113f2424 None None] Pushing event updated for resources: {'Port': ['ID=1f74c4c3-59de-4f19-a245-4530391a8b09,revision_number=3']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:12:59.485602 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb385c49-aa35-4ce3-acfa-8a7c5e0ce301 None None] Routers {'d3b73afb-675d-4122-9daf-aa4c5a881095'} bound to L3 agent in host dv-cinder-830096-1-iscsi {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 23:12:59.486223 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-eb385c49-aa35-4ce3-acfa-8a7c5e0ce301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T22:50:44Z,description=,heartbeat_timestamp=2022-02-20T23:12:44Z,host='dv-cinder-830096-1-iscsi',id=13c347f3-1c01-45ee-af8c-9f8a630e0f23,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T22:50:45Z,topic='l3_agent')) {'router_ids': ['d3b73afb-675d-4122-9daf-aa4c5a881095'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:12:59.537129 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-3d048d66-dcf9-4543-9943-11a5ad69e491 None None] Port eed19e66-240e-4650-9a91-b01158d12948 cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 23:12:59.601830 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-eb385c49-aa35-4ce3-acfa-8a7c5e0ce301 None None] Set router d3b73afb-675d-4122-9daf-aa4c5a881095 gateway port host: dv-cinder-830096-1-iscsi {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 23:12:59.617848 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-2f27b95e-fb2f-46ea-b06e-37fa9480d52d admin admin] Publish callbacks [] for port (eed19e66-240e-4650-9a91-b01158d12948), precommit_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:12:59.674340 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-2f27b95e-fb2f-46ea-b06e-37fa9480d52d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747407212427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747406771514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747406771532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61629273'] for port (eed19e66-240e-4650-9a91-b01158d12948), after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:12:59.739789 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-2f27b95e-fb2f-46ea-b06e-37fa9480d52d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-565524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-702953'] for router_interface (d3b73afb-675d-4122-9daf-aa4c5a881095), after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:12:59.741441 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f27b95e-fb2f-46ea-b06e-37fa9480d52d admin admin] Pushing event updated for resources: {'Port': ['ID=eed19e66-240e-4650-9a91-b01158d12948,revision_number=2']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:12:59.807805 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-eb385c49-aa35-4ce3-acfa-8a7c5e0ce301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3b73afb-675d-4122-9daf-aa4c5a881095', 'name': 'tempest-TestVolumeBootPattern-1554751375-router', 'tenant_id': '96412aeecd2949f8b19392d06a9e3d49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f52b71d-61c7-49bc-86ae-3e3415c25b55', 'external_fixed_ips': [{'subnet_id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'ip_address': '172.27.2.34'}], 'enable_snat': True}, 'gw_port_id': '1f74c4c3-59de-4f19-a245-4530391a8b09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:12:56Z', 'updated_at': '2022-02-20T23:12:59Z', 'revision_number': 4, 'project_id': '96412aeecd2949f8b19392d06a9e3d49', 'gw_port': {'id': '1f74c4c3-59de-4f19-a245-4530391a8b09', 'name': '', 'network_id': '5f52b71d-61c7-49bc-86ae-3e3415c25b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:74:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3b73afb-675d-4122-9daf-aa4c5a881095', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'ip_address': '172.27.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:12:56Z', 'updated_at': '2022-02-20T23:12:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-1-iscsi', '_interfaces': [{'id': 'eed19e66-240e-4650-9a91-b01158d12948', 'name': '', 'network_id': '74e3ec14-81b5-4879-a35b-eb87d2ca5b1f', 'tenant_id': '96412aeecd2949f8b19392d06a9e3d49', 'mac_address': 'fa:16:3e:98:73:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3b73afb-675d-4122-9daf-aa4c5a881095', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '3237860d-efef-4946-8f22-d95aff7e1462', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:12:58Z', 'updated_at': '2022-02-20T23:12:58Z', 'revision_number': 1, 'project_id': '96412aeecd2949f8b19392d06a9e3d49', 'subnets': [{'id': '3237860d-efef-4946-8f22-d95aff7e1462', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830096-1-iscsi', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:12:59.834774 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb385c49-aa35-4ce3-acfa-8a7c5e0ce301 None None] The sync data for ids ['d3b73afb-675d-4122-9daf-aa4c5a881095'] in dv-cinder-830096-1-iscsi is: [{'id': 'd3b73afb-675d-4122-9daf-aa4c5a881095', 'name': 'tempest-TestVolumeBootPattern-1554751375-router', 'tenant_id': '96412aeecd2949f8b19392d06a9e3d49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f52b71d-61c7-49bc-86ae-3e3415c25b55', 'external_fixed_ips': [{'subnet_id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'ip_address': '172.27.2.34'}], 'enable_snat': True}, 'gw_port_id': '1f74c4c3-59de-4f19-a245-4530391a8b09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:12:56Z', 'updated_at': '2022-02-20T23:12:59Z', 'revision_number': 4, 'project_id': '96412aeecd2949f8b19392d06a9e3d49', 'gw_port': {'id': '1f74c4c3-59de-4f19-a245-4530391a8b09', 'name': '', 'network_id': '5f52b71d-61c7-49bc-86ae-3e3415c25b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:74:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3b73afb-675d-4122-9daf-aa4c5a881095', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'ip_address': '172.27.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:12:56Z', 'updated_at': '2022-02-20T23:12:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-1-iscsi', '_interfaces': [{'id': 'eed19e66-240e-4650-9a91-b01158d12948', 'name': '', 'network_id': '74e3ec14-81b5-4879-a35b-eb87d2ca5b1f', 'tenant_id': '96412aeecd2949f8b19392d06a9e3d49', 'mac_address': 'fa:16:3e:98:73:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3b73afb-675d-4122-9daf-aa4c5a881095', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '3237860d-efef-4946-8f22-d95aff7e1462', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:12:58Z', 'updated_at': '2022-02-20T23:12:58Z', 'revision_number': 1, 'project_id': '96412aeecd2949f8b19392d06a9e3d49', 'subnets': [{'id': '3237860d-efef-4946-8f22-d95aff7e1462', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 23:12:59.838899 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f27b95e-fb2f-46ea-b06e-37fa9480d52d admin admin] Network 74e3ec14-81b5-4879-a35b-eb87d2ca5b1f is already hosted by enough agents. {{(pid=109629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 23:12:59.840277 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [None req-2f27b95e-fb2f-46ea-b06e-37fa9480d52d admin admin] Resources bound (agent type, host, resource id): {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 23:12:59.965337 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f27b95e-fb2f-46ea-b06e-37fa9480d52d admin admin] Router d3b73afb-675d-4122-9daf-aa4c5a881095 has already been hosted by L3 agent 13c347f3-1c01-45ee-af8c-9f8a630e0f23 {{(pid=109629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 23:13:00.077873 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-5b4666cb-5802-4f43-9ca9-88e9f3fcb73e None None] Provisioning complete for port eed19e66-240e-4650-9a91-b01158d12948 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:13:00.078294 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-5b4666cb-5802-4f43-9ca9-88e9f3fcb73e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4145689'] for port (eed19e66-240e-4650-9a91-b01158d12948), provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:13:00.105439 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Device da7c2026-499b-4cf6-bda1-df8ebf9da662 up at agent ovs-agent-dv-cinder-830096-1-iscsi {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 23:13:00.123337 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f27b95e-fb2f-46ea-b06e-37fa9480d52d admin admin] Notify agent at l3_agent.dv-cinder-830096-1-iscsi the message routers_updated {{(pid=109629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 23:13:00.132370 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [None req-2f27b95e-fb2f-46ea-b06e-37fa9480d52d admin admin] 10.222.0.65 "PUT /v2.0/routers/d3b73afb-675d-4122-9daf-aa4c5a881095/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7503893 Feb 20 23:13:00.148504 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-5b4666cb-5802-4f43-9ca9-88e9f3fcb73e None None] Port eed19e66-240e-4650-9a91-b01158d12948 cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 23:13:00.177191 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Provisioning complete for port da7c2026-499b-4cf6-bda1-df8ebf9da662 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:13:00.177567 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4145689'] for port (da7c2026-499b-4cf6-bda1-df8ebf9da662), provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:13:00.260917 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Current status of the port da7c2026-499b-4cf6-bda1-df8ebf9da662 is: ACTIVE; New status is: ACTIVE {{(pid=109630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:13:00.870494 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.65', 54670) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:13:00.876045 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.v2.base [None req-386ee2dc-9366-4412-84e4-e9f2ed2c8e35 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1743074261-network', 'tenant_id': 'bf69c693807e4e51bf68e5c1982c9b8a'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:13:00.950600 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-386ee2dc-9366-4412-84e4-e9f2ed2c8e35 admin admin] Made reservation on behalf of bf69c693807e4e51bf68e5c1982c9b8a for: {'network': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 23:13:00.952976 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-386ee2dc-9366-4412-84e4-e9f2ed2c8e35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4131840'] for network (None), before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:13:00.962891 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-386ee2dc-9366-4412-84e4-e9f2ed2c8e35 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:13:01.039833 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-386ee2dc-9366-4412-84e4-e9f2ed2c8e35 admin admin] Publish callbacks [] for security_group (4f37cb42-bfa9-4dab-abac-2c535d8f95b6), precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:13:01.120331 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-386ee2dc-9366-4412-84e4-e9f2ed2c8e35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627867'] for security_group (4f37cb42-bfa9-4dab-abac-2c535d8f95b6), after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:13:01.146105 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-386ee2dc-9366-4412-84e4-e9f2ed2c8e35 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 95} {{(pid=109629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 23:13:01.155914 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386ee2dc-9366-4412-84e4-e9f2ed2c8e35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f37cb42-bfa9-4dab-abac-2c535d8f95b6,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:13:01.160936 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-386ee2dc-9366-4412-84e4-e9f2ed2c8e35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4056974'] for segment (b50dd1e3-4be0-4a2f-b1f9-07eb6ecc213b), precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:13:01.161283 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.db.segments_db [None req-386ee2dc-9366-4412-84e4-e9f2ed2c8e35 admin admin] Added segment b50dd1e3-4be0-4a2f-b1f9-07eb6ecc213b of type vlan for network 86335a81-9b43-46be-be7b-5a475f6a1d73 Feb 20 23:13:01.205708 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-386ee2dc-9366-4412-84e4-e9f2ed2c8e35 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747406756747'] for network (86335a81-9b43-46be-be7b-5a475f6a1d73), precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:13:01.297950 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-386ee2dc-9366-4412-84e4-e9f2ed2c8e35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510'] for network (86335a81-9b43-46be-be7b-5a475f6a1d73), after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:13:01.298881 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-386ee2dc-9366-4412-84e4-e9f2ed2c8e35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:13:01.299464 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-386ee2dc-9366-4412-84e4-e9f2ed2c8e35 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565544'] for network (None), before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:13:01.358022 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386ee2dc-9366-4412-84e4-e9f2ed2c8e35 admin admin] Pushing event updated for resources: {'Network': ['ID=86335a81-9b43-46be-be7b-5a475f6a1d73,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:13:01.368638 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Network 86335a81-9b43-46be-be7b-5a475f6a1d73 details requested by agent ovs-agent-dv-cinder-830096-1-iscsi with host dv-cinder-830096-1-iscsi {{(pid=109630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 23:13:01.420497 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [None req-386ee2dc-9366-4412-84e4-e9f2ed2c8e35 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5488997 Feb 20 23:13:01.423793 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.65', 54672) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:13:01.428521 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.v2.base [None req-d99031eb-7ee8-4990-8b29-fab2ace0a259 admin admin] Request body: {'subnet': {'network_id': '86335a81-9b43-46be-be7b-5a475f6a1d73', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1743074261-subnet', 'tenant_id': 'bf69c693807e4e51bf68e5c1982c9b8a', 'ip_version': 4}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:13:01.505519 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d99031eb-7ee8-4990-8b29-fab2ace0a259 admin admin] Made reservation on behalf of bf69c693807e4e51bf68e5c1982c9b8a for: {'subnet': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 23:13:01.507867 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-d99031eb-7ee8-4990-8b29-fab2ace0a259 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59081843'] for subnet (None), before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:13:01.726083 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-d99031eb-7ee8-4990-8b29-fab2ace0a259 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61644242', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59081857'] for subnet (231de334-ccba-4e2a-afa4-c9ea7dd2c688), after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:13:01.785001 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99031eb-7ee8-4990-8b29-fab2ace0a259 admin admin] Pushing event updated for resources: {'Subnet': ['ID=231de334-ccba-4e2a-afa4-c9ea7dd2c688,revision_number=0']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:13:01.790425 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d99031eb-7ee8-4990-8b29-fab2ace0a259 admin admin] Checking segment: {'id': 'b50dd1e3-4be0-4a2f-b1f9-07eb6ecc213b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '86335a81-9b43-46be-be7b-5a475f6a1d73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 23:13:01.790636 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d99031eb-7ee8-4990-8b29-fab2ace0a259 admin admin] Network hostable DHCP agents. Network: 86335a81-9b43-46be-be7b-5a475f6a1d73, hostable agents: ['83a03d73-f5e1-4f72-b2a3-d557ae097998'], hosted agents: [] {{(pid=109629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 23:13:01.851531 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d99031eb-7ee8-4990-8b29-fab2ace0a259 admin admin] Network 86335a81-9b43-46be-be7b-5a475f6a1d73 is scheduled to be hosted by DHCP agent 83a03d73-f5e1-4f72-b2a3-d557ae097998 with binding_index 1 {{(pid=109629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 23:13:01.919226 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e527225-3ed5-4122-afbc-b9693aaa15c4 None None] Sync routers for ids ['d3b73afb-675d-4122-9daf-aa4c5a881095'] in dv-cinder-830096-1-iscsi {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 23:13:01.928892 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e527225-3ed5-4122-afbc-b9693aaa15c4 None None] Routers {'d3b73afb-675d-4122-9daf-aa4c5a881095'} bound to L3 agent in host dv-cinder-830096-1-iscsi {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 23:13:01.929494 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-8e527225-3ed5-4122-afbc-b9693aaa15c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T22:50:44Z,description=,heartbeat_timestamp=2022-02-20T23:12:44Z,host='dv-cinder-830096-1-iscsi',id=13c347f3-1c01-45ee-af8c-9f8a630e0f23,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T22:50:45Z,topic='l3_agent')) {'router_ids': ['d3b73afb-675d-4122-9daf-aa4c5a881095'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:13:01.971506 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [None req-d99031eb-7ee8-4990-8b29-fab2ace0a259 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830096-1-iscsi, 86335a81-9b43-46be-be7b-5a475f6a1d73) {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 23:13:01.975638 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d99031eb-7ee8-4990-8b29-fab2ace0a259 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:13:01.976307 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-d99031eb-7ee8-4990-8b29-fab2ace0a259 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:13:01.983383 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df3fb6c8-7f5f-43a0-99eb-737827b34b5b None None] Network 86335a81-9b43-46be-be7b-5a475f6a1d73 requested from dv-cinder-830096-1-iscsi {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 23:13:02.071823 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [None req-d99031eb-7ee8-4990-8b29-fab2ace0a259 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6440632 Feb 20 23:13:02.072116 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.65', 54674) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:13:02.076744 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.v2.base [None req-10e41768-75ac-44d6-8042-3910241397d9 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1743074261-router', 'tenant_id': 'bf69c693807e4e51bf68e5c1982c9b8a', 'external_gateway_info': {'network_id': '5f52b71d-61c7-49bc-86ae-3e3415c25b55'}}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:13:02.086289 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff1495dd-028f-4d5e-a4d6-9e0a64ae71b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c3c1bb5-3d94-599d-bc7e-fdaa49c69afc-86335a81-9b43-46be-be7b-5a475f6a1d73', 'network_id': '86335a81-9b43-46be-be7b-5a475f6a1d73', 'project_id': 'bf69c693807e4e51bf68e5c1982c9b8a', 'fixed_ips': [{'subnet_id': '231de334-ccba-4e2a-afa4-c9ea7dd2c688'}]}} from dv-cinder-830096-1-iscsi. {{(pid=109630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 23:13:02.087580 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-ff1495dd-028f-4d5e-a4d6-9e0a64ae71b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4131840'] for port (None), before_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:13:02.121266 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Device 1f74c4c3-59de-4f19-a245-4530391a8b09 up at agent ovs-agent-dv-cinder-830096-1-iscsi {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 23:13:02.143611 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.db.l3_dvr_db [None req-8e527225-3ed5-4122-afbc-b9693aaa15c4 None None] Set router d3b73afb-675d-4122-9daf-aa4c5a881095 gateway port host: dv-cinder-830096-1-iscsi {{(pid=109631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 23:13:02.178532 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-10e41768-75ac-44d6-8042-3910241397d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-701372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6487'] for router (b2e0a054-5308-40da-b0c3-a424a7a62172), before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:13:02.179865 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-10e41768-75ac-44d6-8042-3910241397d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-700716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-704125', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-623842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6572'] for router (b2e0a054-5308-40da-b0c3-a424a7a62172), precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:13:02.248488 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-10e41768-75ac-44d6-8042-3910241397d9 admin admin] Publish callbacks [] for router_controller (b2e0a054-5308-40da-b0c3-a424a7a62172), precommit_add_association {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:13:02.274054 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.db_base_plugin_common [None req-ff1495dd-028f-4d5e-a4d6-9e0a64ae71b8 None None] Allocated IP 172.20.0.2 (86335a81-9b43-46be-be7b-5a475f6a1d73/231de334-ccba-4e2a-afa4-c9ea7dd2c688/22ed4184-5c1e-41e6-a398-06d2809def6f) {{(pid=109630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 23:13:02.278134 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Provisioning complete for port 1f74c4c3-59de-4f19-a245-4530391a8b09 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:13:02.278533 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4145689'] for port (1f74c4c3-59de-4f19-a245-4530391a8b09), provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:13:02.345567 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-8e527225-3ed5-4122-afbc-b9693aaa15c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3b73afb-675d-4122-9daf-aa4c5a881095', 'name': 'tempest-TestVolumeBootPattern-1554751375-router', 'tenant_id': '96412aeecd2949f8b19392d06a9e3d49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f52b71d-61c7-49bc-86ae-3e3415c25b55', 'external_fixed_ips': [{'subnet_id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'ip_address': '172.27.2.34'}], 'enable_snat': True}, 'gw_port_id': '1f74c4c3-59de-4f19-a245-4530391a8b09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:12:56Z', 'updated_at': '2022-02-20T23:12:59Z', 'revision_number': 4, 'project_id': '96412aeecd2949f8b19392d06a9e3d49', 'gw_port': {'id': '1f74c4c3-59de-4f19-a245-4530391a8b09', 'name': '', 'network_id': '5f52b71d-61c7-49bc-86ae-3e3415c25b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:74:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3b73afb-675d-4122-9daf-aa4c5a881095', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'ip_address': '172.27.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:12:56Z', 'updated_at': '2022-02-20T23:12:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-1-iscsi', '_interfaces': [{'id': 'eed19e66-240e-4650-9a91-b01158d12948', 'name': '', 'network_id': '74e3ec14-81b5-4879-a35b-eb87d2ca5b1f', 'tenant_id': '96412aeecd2949f8b19392d06a9e3d49', 'mac_address': 'fa:16:3e:98:73:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3b73afb-675d-4122-9daf-aa4c5a881095', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '3237860d-efef-4946-8f22-d95aff7e1462', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:12:58Z', 'updated_at': '2022-02-20T23:12:59Z', 'revision_number': 2, 'project_id': '96412aeecd2949f8b19392d06a9e3d49', 'subnets': [{'id': '3237860d-efef-4946-8f22-d95aff7e1462', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830096-1-iscsi', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:13:02.383834 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e527225-3ed5-4122-afbc-b9693aaa15c4 None None] Checking router: d3b73afb-675d-4122-9daf-aa4c5a881095 for host: dv-cinder-830096-1-iscsi {{(pid=109631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 23:13:02.387840 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e527225-3ed5-4122-afbc-b9693aaa15c4 None None] Updating router d3b73afb-675d-4122-9daf-aa4c5a881095 port eed19e66-240e-4650-9a91-b01158d12948 binding host dv-cinder-830096-1-iscsi {{(pid=109631) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 23:13:02.413746 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-8e527225-3ed5-4122-afbc-b9693aaa15c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4131840'] for port (eed19e66-240e-4650-9a91-b01158d12948), before_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:13:02.440680 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Current status of the port 1f74c4c3-59de-4f19-a245-4530391a8b09 is: DOWN; New status is: ACTIVE {{(pid=109630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:13:02.441261 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4131840'] for port (1f74c4c3-59de-4f19-a245-4530391a8b09), before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:13:02.466947 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-10e41768-75ac-44d6-8042-3910241397d9 admin admin] Publish callbacks [] for router_gateway (b2e0a054-5308-40da-b0c3-a424a7a62172), precommit_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:13:02.485604 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] For port 1f74c4c3-59de-4f19-a245-4530391a8b09, host dv-cinder-830096-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-1-iscsi',level=0,port_id=1f74c4c3-59de-4f19-a245-4530391a8b09,segment=NetworkSegment(c35aac5e-90b0-4d56-90ba-57f79ef09092),segment_id=c35aac5e-90b0-4d56-90ba-57f79ef09092)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:13:02.495846 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-ff1495dd-028f-4d5e-a4d6-9e0a64ae71b8 None None] Publish callbacks [] for port (22ed4184-5c1e-41e6-a398-06d2809def6f), precommit_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:13:02.594881 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747407212427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747406771514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747406771532'] for port (1f74c4c3-59de-4f19-a245-4530391a8b09), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:13:02.600663 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-ff1495dd-028f-4d5e-a4d6-9e0a64ae71b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747406771496'] for port (22ed4184-5c1e-41e6-a398-06d2809def6f), after_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:13:02.646198 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff1495dd-028f-4d5e-a4d6-9e0a64ae71b8 None None] Network 86335a81-9b43-46be-be7b-5a475f6a1d73 is already hosted by enough agents. {{(pid=109630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 23:13:02.655120 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.scheduler.base_scheduler [None req-ff1495dd-028f-4d5e-a4d6-9e0a64ae71b8 None None] Resources bound (agent type, host, resource id): {{(pid=109630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 23:13:02.658758 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff1495dd-028f-4d5e-a4d6-9e0a64ae71b8 None None] Received port after_create {{(pid=109630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 23:13:02.671524 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Pushing event updated for resources: {'Port': ['ID=1f74c4c3-59de-4f19-a245-4530391a8b09,revision_number=4']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:13:02.685293 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-8e527225-3ed5-4122-afbc-b9693aaa15c4 None None] Publish callbacks [] for port (eed19e66-240e-4650-9a91-b01158d12948), precommit_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:13:02.786066 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-8e527225-3ed5-4122-afbc-b9693aaa15c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747407212427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747406771514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747406771532'] for port (eed19e66-240e-4650-9a91-b01158d12948), after_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:13:02.833433 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d366c02d-3cf1-4417-bc6e-357fbfa58602 None None] Pushing event updated for resources: {'Port': ['ID=eed19e66-240e-4650-9a91-b01158d12948,revision_number=3']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:13:02.855198 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d366c02d-3cf1-4417-bc6e-357fbfa58602 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:13:02.855494 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d366c02d-3cf1-4417-bc6e-357fbfa58602 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:13:02.855860 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d366c02d-3cf1-4417-bc6e-357fbfa58602 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:13:02.856203 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d366c02d-3cf1-4417-bc6e-357fbfa58602 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:13:02.856542 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d366c02d-3cf1-4417-bc6e-357fbfa58602 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:13:02.856868 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d366c02d-3cf1-4417-bc6e-357fbfa58602 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:13:02.857217 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d366c02d-3cf1-4417-bc6e-357fbfa58602 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:13:02.857525 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d366c02d-3cf1-4417-bc6e-357fbfa58602 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:13:02.857850 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d366c02d-3cf1-4417-bc6e-357fbfa58602 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:13:02.858202 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d366c02d-3cf1-4417-bc6e-357fbfa58602 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:13:02.858573 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d366c02d-3cf1-4417-bc6e-357fbfa58602 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:13:02.859088 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d366c02d-3cf1-4417-bc6e-357fbfa58602 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:13:02.859499 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d366c02d-3cf1-4417-bc6e-357fbfa58602 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:13:02.904794 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-ff1495dd-028f-4d5e-a4d6-9e0a64ae71b8 None None] Attempting to bind port 22ed4184-5c1e-41e6-a398-06d2809def6f on host dv-cinder-830096-1-iscsi for vnic_type normal with profile {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 23:13:02.905421 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-ff1495dd-028f-4d5e-a4d6-9e0a64ae71b8 None None] Attempting to bind port 22ed4184-5c1e-41e6-a398-06d2809def6f by drivers openvswitch,hyperv on host dv-cinder-830096-1-iscsi at level 0 using segments [{'id': 'b50dd1e3-4be0-4a2f-b1f9-07eb6ecc213b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '86335a81-9b43-46be-be7b-5a475f6a1d73'}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 23:13:02.905939 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff1495dd-028f-4d5e-a4d6-9e0a64ae71b8 None None] Attempting to bind port 22ed4184-5c1e-41e6-a398-06d2809def6f on network 86335a81-9b43-46be-be7b-5a475f6a1d73 {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 23:13:02.918168 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1495dd-028f-4d5e-a4d6-9e0a64ae71b8 None None] Pushing event updated for resources: {'Port': ['ID=22ed4184-5c1e-41e6-a398-06d2809def6f,revision_number=1']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:13:02.920844 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff1495dd-028f-4d5e-a4d6-9e0a64ae71b8 None None] Checking agent: {'id': '2dc95353-690e-4eed-857f-cdb5bbe3a4be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830096-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 22, 50, 49), 'started_at': datetime.datetime(2022, 2, 20, 22, 51, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 23, 12, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830096-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 23:13:02.921460 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff1495dd-028f-4d5e-a4d6-9e0a64ae71b8 None None] Checking segment: {'id': 'b50dd1e3-4be0-4a2f-b1f9-07eb6ecc213b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '86335a81-9b43-46be-be7b-5a475f6a1d73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 23:13:02.922691 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-ff1495dd-028f-4d5e-a4d6-9e0a64ae71b8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:13:02.923228 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff1495dd-028f-4d5e-a4d6-9e0a64ae71b8 None None] Bound using segment: {'id': 'b50dd1e3-4be0-4a2f-b1f9-07eb6ecc213b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '86335a81-9b43-46be-be7b-5a475f6a1d73'} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 23:13:02.923869 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-ff1495dd-028f-4d5e-a4d6-9e0a64ae71b8 None None] Bound port: 22ed4184-5c1e-41e6-a398-06d2809def6f, host: dv-cinder-830096-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b50dd1e3-4be0-4a2f-b1f9-07eb6ecc213b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '86335a81-9b43-46be-be7b-5a475f6a1d73'}}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 23:13:02.924407 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-ff1495dd-028f-4d5e-a4d6-9e0a64ae71b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4131840'] for port (22ed4184-5c1e-41e6-a398-06d2809def6f), before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:13:02.929159 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.plugins.ml2.managers [None req-8e527225-3ed5-4122-afbc-b9693aaa15c4 None None] Attempting to bind port eed19e66-240e-4650-9a91-b01158d12948 on host dv-cinder-830096-1-iscsi for vnic_type normal with profile {{(pid=109631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 23:13:02.930193 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.plugins.ml2.managers [None req-8e527225-3ed5-4122-afbc-b9693aaa15c4 None None] Attempting to bind port eed19e66-240e-4650-9a91-b01158d12948 by drivers openvswitch,hyperv on host dv-cinder-830096-1-iscsi at level 0 using segments [{'id': '87e8d4bb-ebee-43a2-83e3-2e7061590a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '74e3ec14-81b5-4879-a35b-eb87d2ca5b1f'}] {{(pid=109631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 23:13:02.930742 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e527225-3ed5-4122-afbc-b9693aaa15c4 None None] Attempting to bind port eed19e66-240e-4650-9a91-b01158d12948 on network 74e3ec14-81b5-4879-a35b-eb87d2ca5b1f {{(pid=109631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 23:13:02.937357 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e527225-3ed5-4122-afbc-b9693aaa15c4 None None] Checking agent: {'id': '2dc95353-690e-4eed-857f-cdb5bbe3a4be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830096-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 22, 50, 49), 'started_at': datetime.datetime(2022, 2, 20, 22, 51, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 23, 12, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830096-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 23:13:02.938092 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e527225-3ed5-4122-afbc-b9693aaa15c4 None None] Checking segment: {'id': '87e8d4bb-ebee-43a2-83e3-2e7061590a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '74e3ec14-81b5-4879-a35b-eb87d2ca5b1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 23:13:02.938709 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-8e527225-3ed5-4122-afbc-b9693aaa15c4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:13:02.939261 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e527225-3ed5-4122-afbc-b9693aaa15c4 None None] Bound using segment: {'id': '87e8d4bb-ebee-43a2-83e3-2e7061590a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '74e3ec14-81b5-4879-a35b-eb87d2ca5b1f'} {{(pid=109631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 23:13:02.939905 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.plugins.ml2.managers [None req-8e527225-3ed5-4122-afbc-b9693aaa15c4 None None] Bound port: eed19e66-240e-4650-9a91-b01158d12948, host: dv-cinder-830096-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87e8d4bb-ebee-43a2-83e3-2e7061590a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '74e3ec14-81b5-4879-a35b-eb87d2ca5b1f'}}] {{(pid=109631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 23:13:02.940469 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-8e527225-3ed5-4122-afbc-b9693aaa15c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4131840'] for port (eed19e66-240e-4650-9a91-b01158d12948), before_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:13:03.007238 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-10e41768-75ac-44d6-8042-3910241397d9 admin admin] Publish callbacks [] for router_gateway (b2e0a054-5308-40da-b0c3-a424a7a62172), before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:13:03.014034 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.plugins.ml2.db [None req-8e527225-3ed5-4122-afbc-b9693aaa15c4 None None] For port eed19e66-240e-4650-9a91-b01158d12948, host dv-cinder-830096-1-iscsi, cleared binding levels {{(pid=109631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 23:13:03.014391 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-ff1495dd-028f-4d5e-a4d6-9e0a64ae71b8 None None] For port 22ed4184-5c1e-41e6-a398-06d2809def6f, host dv-cinder-830096-1-iscsi, cleared binding levels {{(pid=109630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 23:13:03.018439 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.plugins.ml2.db [None req-8e527225-3ed5-4122-afbc-b9693aaa15c4 None None] For port eed19e66-240e-4650-9a91-b01158d12948, host dv-cinder-830096-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-1-iscsi',level=0,port_id=eed19e66-240e-4650-9a91-b01158d12948,segment=NetworkSegment(87e8d4bb-ebee-43a2-83e3-2e7061590a5d),segment_id=87e8d4bb-ebee-43a2-83e3-2e7061590a5d)] {{(pid=109631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 23:13:03.019114 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-ff1495dd-028f-4d5e-a4d6-9e0a64ae71b8 None None] For port 22ed4184-5c1e-41e6-a398-06d2809def6f, host dv-cinder-830096-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-1-iscsi',level=0,port_id=22ed4184-5c1e-41e6-a398-06d2809def6f,segment=NetworkSegment(b50dd1e3-4be0-4a2f-b1f9-07eb6ecc213b),segment_id=b50dd1e3-4be0-4a2f-b1f9-07eb6ecc213b)] {{(pid=109630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 23:13:03.026989 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-10e41768-75ac-44d6-8042-3910241397d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4131840'] for port (None), before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:13:03.115532 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-8e527225-3ed5-4122-afbc-b9693aaa15c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747407212427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747406771514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747406771532'] for port (eed19e66-240e-4650-9a91-b01158d12948), after_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:13:03.138125 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-ff1495dd-028f-4d5e-a4d6-9e0a64ae71b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747407212427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747406771514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747406771532'] for port (22ed4184-5c1e-41e6-a398-06d2809def6f), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:13:03.144305 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.db.db_base_plugin_common [None req-10e41768-75ac-44d6-8042-3910241397d9 admin admin] Allocated IP 172.27.2.111 (5f52b71d-61c7-49bc-86ae-3e3415c25b55/841afcd6-8af7-4cd5-baec-c52e88cacaa2/155a638d-fc00-48b8-a9c7-0dc84ce52696) {{(pid=109629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 23:13:03.185875 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e527225-3ed5-4122-afbc-b9693aaa15c4 None None] Routers {'d3b73afb-675d-4122-9daf-aa4c5a881095'} bound to L3 agent in host dv-cinder-830096-1-iscsi {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 23:13:03.196916 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-8e527225-3ed5-4122-afbc-b9693aaa15c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T22:50:44Z,description=,heartbeat_timestamp=2022-02-20T23:12:44Z,host='dv-cinder-830096-1-iscsi',id=13c347f3-1c01-45ee-af8c-9f8a630e0f23,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T22:50:45Z,topic='l3_agent')) {'router_ids': ['d3b73afb-675d-4122-9daf-aa4c5a881095'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:13:03.207505 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d366c02d-3cf1-4417-bc6e-357fbfa58602 None None] Pushing event updated for resources: {'Port': ['ID=eed19e66-240e-4650-9a91-b01158d12948,revision_number=4']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:13:03.236643 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1495dd-028f-4d5e-a4d6-9e0a64ae71b8 None None] Pushing event updated for resources: {'Port': ['ID=22ed4184-5c1e-41e6-a398-06d2809def6f,revision_number=2']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:13:03.245664 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-7c8dabdb-9fa1-4099-a3c9-d17eb48dccea None None] Provisioning complete for port eed19e66-240e-4650-9a91-b01158d12948 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:13:03.246119 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-7c8dabdb-9fa1-4099-a3c9-d17eb48dccea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4145689'] for port (eed19e66-240e-4650-9a91-b01158d12948), provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:13:03.293494 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-10e41768-75ac-44d6-8042-3910241397d9 admin admin] Publish callbacks [] for port (155a638d-fc00-48b8-a9c7-0dc84ce52696), precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:13:03.336937 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-7c8dabdb-9fa1-4099-a3c9-d17eb48dccea None None] Current status of the port eed19e66-240e-4650-9a91-b01158d12948 is: DOWN; New status is: ACTIVE {{(pid=109630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:13:03.337336 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-7c8dabdb-9fa1-4099-a3c9-d17eb48dccea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4131840'] for port (eed19e66-240e-4650-9a91-b01158d12948), before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:13:03.364424 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.db.l3_dvr_db [None req-8e527225-3ed5-4122-afbc-b9693aaa15c4 None None] Set router d3b73afb-675d-4122-9daf-aa4c5a881095 gateway port host: dv-cinder-830096-1-iscsi {{(pid=109631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 23:13:03.374800 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-7c8dabdb-9fa1-4099-a3c9-d17eb48dccea None None] For port eed19e66-240e-4650-9a91-b01158d12948, host dv-cinder-830096-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-1-iscsi',level=0,port_id=eed19e66-240e-4650-9a91-b01158d12948,segment=NetworkSegment(87e8d4bb-ebee-43a2-83e3-2e7061590a5d),segment_id=87e8d4bb-ebee-43a2-83e3-2e7061590a5d)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:13:03.397718 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-10e41768-75ac-44d6-8042-3910241397d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747406771496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61629250'] for port (155a638d-fc00-48b8-a9c7-0dc84ce52696), after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:13:03.455550 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-7c8dabdb-9fa1-4099-a3c9-d17eb48dccea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747407212427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747406771514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747406771532'] for port (eed19e66-240e-4650-9a91-b01158d12948), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:13:03.465730 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10e41768-75ac-44d6-8042-3910241397d9 admin admin] Network 5f52b71d-61c7-49bc-86ae-3e3415c25b55 is already hosted by enough agents. {{(pid=109629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 23:13:03.473162 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [None req-10e41768-75ac-44d6-8042-3910241397d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 23:13:03.476786 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10e41768-75ac-44d6-8042-3910241397d9 admin admin] Received port after_create {{(pid=109629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 23:13:03.486398 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e41768-75ac-44d6-8042-3910241397d9 admin admin] Pushing event updated for resources: {'Port': ['ID=155a638d-fc00-48b8-a9c7-0dc84ce52696,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:13:03.558536 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8dabdb-9fa1-4099-a3c9-d17eb48dccea None None] Pushing event updated for resources: {'Port': ['ID=eed19e66-240e-4650-9a91-b01158d12948,revision_number=5']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:13:03.620484 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-c1221a2b-7d6e-49ae-894b-58a690fc503c None None] Provisioning complete for port eed19e66-240e-4650-9a91-b01158d12948 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:13:03.620968 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c1221a2b-7d6e-49ae-894b-58a690fc503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4145689'] for port (eed19e66-240e-4650-9a91-b01158d12948), provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:13:03.628159 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-8e527225-3ed5-4122-afbc-b9693aaa15c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3b73afb-675d-4122-9daf-aa4c5a881095', 'name': 'tempest-TestVolumeBootPattern-1554751375-router', 'tenant_id': '96412aeecd2949f8b19392d06a9e3d49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f52b71d-61c7-49bc-86ae-3e3415c25b55', 'external_fixed_ips': [{'subnet_id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'ip_address': '172.27.2.34'}], 'enable_snat': True}, 'gw_port_id': '1f74c4c3-59de-4f19-a245-4530391a8b09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:12:56Z', 'updated_at': '2022-02-20T23:12:59Z', 'revision_number': 4, 'project_id': '96412aeecd2949f8b19392d06a9e3d49', 'gw_port': {'id': '1f74c4c3-59de-4f19-a245-4530391a8b09', 'name': '', 'network_id': '5f52b71d-61c7-49bc-86ae-3e3415c25b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:74:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3b73afb-675d-4122-9daf-aa4c5a881095', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'ip_address': '172.27.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:12:56Z', 'updated_at': '2022-02-20T23:13:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-1-iscsi', '_interfaces': [{'id': 'eed19e66-240e-4650-9a91-b01158d12948', 'name': '', 'network_id': '74e3ec14-81b5-4879-a35b-eb87d2ca5b1f', 'tenant_id': '96412aeecd2949f8b19392d06a9e3d49', 'mac_address': 'fa:16:3e:98:73:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3b73afb-675d-4122-9daf-aa4c5a881095', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '3237860d-efef-4946-8f22-d95aff7e1462', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:12:58Z', 'updated_at': '2022-02-20T23:13:03Z', 'revision_number': 4, 'project_id': '96412aeecd2949f8b19392d06a9e3d49', 'subnets': [{'id': '3237860d-efef-4946-8f22-d95aff7e1462', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830096-1-iscsi', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:13:03.667983 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e527225-3ed5-4122-afbc-b9693aaa15c4 None None] The sync data for ids ['d3b73afb-675d-4122-9daf-aa4c5a881095'] in dv-cinder-830096-1-iscsi is: [{'id': 'd3b73afb-675d-4122-9daf-aa4c5a881095', 'name': 'tempest-TestVolumeBootPattern-1554751375-router', 'tenant_id': '96412aeecd2949f8b19392d06a9e3d49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f52b71d-61c7-49bc-86ae-3e3415c25b55', 'external_fixed_ips': [{'subnet_id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'ip_address': '172.27.2.34'}], 'enable_snat': True}, 'gw_port_id': '1f74c4c3-59de-4f19-a245-4530391a8b09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:12:56Z', 'updated_at': '2022-02-20T23:12:59Z', 'revision_number': 4, 'project_id': '96412aeecd2949f8b19392d06a9e3d49', 'gw_port': {'id': '1f74c4c3-59de-4f19-a245-4530391a8b09', 'name': '', 'network_id': '5f52b71d-61c7-49bc-86ae-3e3415c25b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:74:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3b73afb-675d-4122-9daf-aa4c5a881095', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'ip_address': '172.27.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:12:56Z', 'updated_at': '2022-02-20T23:13:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-1-iscsi', '_interfaces': [{'id': 'eed19e66-240e-4650-9a91-b01158d12948', 'name': '', 'network_id': '74e3ec14-81b5-4879-a35b-eb87d2ca5b1f', 'tenant_id': '96412aeecd2949f8b19392d06a9e3d49', 'mac_address': 'fa:16:3e:98:73:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3b73afb-675d-4122-9daf-aa4c5a881095', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '3237860d-efef-4946-8f22-d95aff7e1462', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:12:58Z', 'updated_at': '2022-02-20T23:13:03Z', 'revision_number': 4, 'project_id': '96412aeecd2949f8b19392d06a9e3d49', 'subnets': [{'id': '3237860d-efef-4946-8f22-d95aff7e1462', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 23:13:03.707650 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-c1221a2b-7d6e-49ae-894b-58a690fc503c None None] Current status of the port eed19e66-240e-4650-9a91-b01158d12948 is: ACTIVE; New status is: ACTIVE {{(pid=109630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:13:03.845097 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-10e41768-75ac-44d6-8042-3910241397d9 admin admin] Publish callbacks [] for router_gateway (b2e0a054-5308-40da-b0c3-a424a7a62172), after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:13:03.994099 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.65', 54676) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:13:04.132516 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-10e41768-75ac-44d6-8042-3910241397d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-700709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-704170'] for router (b2e0a054-5308-40da-b0c3-a424a7a62172), after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:13:04.279173 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Device 1f74c4c3-59de-4f19-a245-4530391a8b09 up at agent ovs-agent-dv-cinder-830096-1-iscsi {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 23:13:04.340707 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Provisioning complete for port 1f74c4c3-59de-4f19-a245-4530391a8b09 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:13:04.341510 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4145689'] for port (1f74c4c3-59de-4f19-a245-4530391a8b09), provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:13:04.434021 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8731dd2-106f-47f5-8243-2028c6049b60 None None] Network 86335a81-9b43-46be-be7b-5a475f6a1d73 requested from dv-cinder-830096-1-iscsi {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 23:13:04.458748 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Current status of the port 1f74c4c3-59de-4f19-a245-4530391a8b09 is: ACTIVE; New status is: ACTIVE {{(pid=109630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:13:04.459767 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Device eed19e66-240e-4650-9a91-b01158d12948 up at agent ovs-agent-dv-cinder-830096-1-iscsi {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 23:13:04.465982 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-03481443-dd82-4252-ba86-06eb7a557431 tempest-TestShelveInstance-1963375700 tempest-TestShelveInstance-1963375700-project] Deleting port 438d9811-eb8f-4561-894f-34519ee74977 {{(pid=109629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 23:13:04.466325 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-03481443-dd82-4252-ba86-06eb7a557431 tempest-TestShelveInstance-1963375700 tempest-TestShelveInstance-1963375700-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747407206678'] for port (438d9811-eb8f-4561-894f-34519ee74977), before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:13:04.537442 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10e41768-75ac-44d6-8042-3910241397d9 admin admin] Router b2e0a054-5308-40da-b0c3-a424a7a62172 is scheduled to L3 agent 13c347f3-1c01-45ee-af8c-9f8a630e0f23 with binding_index 1 {{(pid=109629) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 20 23:13:04.543193 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-03481443-dd82-4252-ba86-06eb7a557431 tempest-TestShelveInstance-1963375700 tempest-TestShelveInstance-1963375700-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671932'] for port (438d9811-eb8f-4561-894f-34519ee74977), precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:13:04.543518 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-03481443-dd82-4252-ba86-06eb7a557431 tempest-TestShelveInstance-1963375700 tempest-TestShelveInstance-1963375700-project] Publish callbacks [] for floatingip (438d9811-eb8f-4561-894f-34519ee74977), precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:13:04.560986 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-03481443-dd82-4252-ba86-06eb7a557431 tempest-TestShelveInstance-1963375700 tempest-TestShelveInstance-1963375700-project] Calling delete_port for 438d9811-eb8f-4561-894f-34519ee74977 owned by network:floatingip {{(pid=109629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 23:13:04.561654 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-5679f987-80f5-433b-95fd-fc4d158ad479 None None] Provisioning complete for port 22ed4184-5c1e-41e6-a398-06d2809def6f triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:13:04.562025 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-5679f987-80f5-433b-95fd-fc4d158ad479 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4145689'] for port (22ed4184-5c1e-41e6-a398-06d2809def6f), provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:13:04.609251 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Provisioning complete for port eed19e66-240e-4650-9a91-b01158d12948 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:13:04.611086 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4145689'] for port (eed19e66-240e-4650-9a91-b01158d12948), provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:13:04.717587 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10e41768-75ac-44d6-8042-3910241397d9 admin admin] Notify agent at l3_agent.dv-cinder-830096-1-iscsi the message routers_updated {{(pid=109629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 23:13:04.732233 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-add7f976-0437-4087-8a03-244b4ba8f4f4 None None] Sync routers for ids ['b2e0a054-5308-40da-b0c3-a424a7a62172'] in dv-cinder-830096-1-iscsi {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 23:13:04.745847 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-5679f987-80f5-433b-95fd-fc4d158ad479 None None] Current status of the port 22ed4184-5c1e-41e6-a398-06d2809def6f is: DOWN; New status is: ACTIVE {{(pid=109630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:13:04.746248 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-5679f987-80f5-433b-95fd-fc4d158ad479 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4131840'] for port (22ed4184-5c1e-41e6-a398-06d2809def6f), before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:13:04.760814 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Current status of the port eed19e66-240e-4650-9a91-b01158d12948 is: ACTIVE; New status is: ACTIVE {{(pid=109630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:13:04.761950 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Device 22ed4184-5c1e-41e6-a398-06d2809def6f up at agent ovs-agent-dv-cinder-830096-1-iscsi {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 23:13:04.801767 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-add7f976-0437-4087-8a03-244b4ba8f4f4 None None] Routers {'b2e0a054-5308-40da-b0c3-a424a7a62172'} bound to L3 agent in host dv-cinder-830096-1-iscsi {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 23:13:04.802844 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-add7f976-0437-4087-8a03-244b4ba8f4f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T22:50:44Z,description=,heartbeat_timestamp=2022-02-20T23:12:44Z,host='dv-cinder-830096-1-iscsi',id=13c347f3-1c01-45ee-af8c-9f8a630e0f23,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T22:50:45Z,topic='l3_agent')) {'router_ids': ['b2e0a054-5308-40da-b0c3-a424a7a62172'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:13:04.808286 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-10e41768-75ac-44d6-8042-3910241397d9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:13:04.812251 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [None req-10e41768-75ac-44d6-8042-3910241397d9 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.7365806 Feb 20 23:13:04.812495 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.65', 54680) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:13:04.862267 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-5679f987-80f5-433b-95fd-fc4d158ad479 None None] For port 22ed4184-5c1e-41e6-a398-06d2809def6f, host dv-cinder-830096-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-1-iscsi',level=0,port_id=22ed4184-5c1e-41e6-a398-06d2809def6f,segment=NetworkSegment(b50dd1e3-4be0-4a2f-b1f9-07eb6ecc213b),segment_id=b50dd1e3-4be0-4a2f-b1f9-07eb6ecc213b)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:13:04.937009 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Provisioning complete for port 22ed4184-5c1e-41e6-a398-06d2809def6f triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:13:04.937385 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4145689'] for port (22ed4184-5c1e-41e6-a398-06d2809def6f), provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:13:04.967968 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-add7f976-0437-4087-8a03-244b4ba8f4f4 None None] Set router b2e0a054-5308-40da-b0c3-a424a7a62172 gateway port host: dv-cinder-830096-1-iscsi {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 23:13:04.974494 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-03481443-dd82-4252-ba86-06eb7a557431 tempest-TestShelveInstance-1963375700 tempest-TestShelveInstance-1963375700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747407212409', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747406771505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61629250'] for port (438d9811-eb8f-4561-894f-34519ee74977), after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:13:05.014640 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03481443-dd82-4252-ba86-06eb7a557431 tempest-TestShelveInstance-1963375700 tempest-TestShelveInstance-1963375700-project] Pushing event deleted for resources: {'Port': ['ID=438d9811-eb8f-4561-894f-34519ee74977,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:13:05.080477 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-5679f987-80f5-433b-95fd-fc4d158ad479 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747407212427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747406771514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747406771532'] for port (22ed4184-5c1e-41e6-a398-06d2809def6f), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:13:05.148158 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-03481443-dd82-4252-ba86-06eb7a557431 tempest-TestShelveInstance-1963375700 tempest-TestShelveInstance-1963375700-project] Publish callbacks [] for floatingip (e35d3afc-28b3-4fe7-b7b6-f1511f8f4dc5), after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:13:05.148692 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.db.l3_db [None req-03481443-dd82-4252-ba86-06eb7a557431 tempest-TestShelveInstance-1963375700 tempest-TestShelveInstance-1963375700-project] Floating IP e35d3afc-28b3-4fe7-b7b6-f1511f8f4dc5 disassociated (deleted). External IP: 172.27.2.248, port: 64056d33-18b8-49e7-a0a9-dd5760eb1c1f. Feb 20 23:13:05.194913 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5679f987-80f5-433b-95fd-fc4d158ad479 None None] Pushing event updated for resources: {'Port': ['ID=22ed4184-5c1e-41e6-a398-06d2809def6f,revision_number=3']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:13:05.214476 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Current status of the port 22ed4184-5c1e-41e6-a398-06d2809def6f is: ACTIVE; New status is: ACTIVE {{(pid=109630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:13:05.230943 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-5536f4f6-53aa-408b-8135-a7e27bc52725 None None] Provisioning complete for port 22ed4184-5c1e-41e6-a398-06d2809def6f triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:13:05.231324 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-5536f4f6-53aa-408b-8135-a7e27bc52725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4145689'] for port (22ed4184-5c1e-41e6-a398-06d2809def6f), provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:13:05.289955 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-add7f976-0437-4087-8a03-244b4ba8f4f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2e0a054-5308-40da-b0c3-a424a7a62172', 'name': 'tempest-TestVolumeBootPattern-1743074261-router', 'tenant_id': 'bf69c693807e4e51bf68e5c1982c9b8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f52b71d-61c7-49bc-86ae-3e3415c25b55', 'external_fixed_ips': [{'subnet_id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'ip_address': '172.27.2.111'}], 'enable_snat': True}, 'gw_port_id': '155a638d-fc00-48b8-a9c7-0dc84ce52696', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:13:02Z', 'updated_at': '2022-02-20T23:13:03Z', 'revision_number': 3, 'project_id': 'bf69c693807e4e51bf68e5c1982c9b8a', 'gw_port': {'id': '155a638d-fc00-48b8-a9c7-0dc84ce52696', 'name': '', 'network_id': '5f52b71d-61c7-49bc-86ae-3e3415c25b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:e3:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2e0a054-5308-40da-b0c3-a424a7a62172', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'ip_address': '172.27.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:13:03Z', 'updated_at': '2022-02-20T23:13:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-1-iscsi'}], 'dv-cinder-830096-1-iscsi', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:13:05.319916 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-add7f976-0437-4087-8a03-244b4ba8f4f4 None None] Checking router: b2e0a054-5308-40da-b0c3-a424a7a62172 for host: dv-cinder-830096-1-iscsi {{(pid=109630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 23:13:05.320278 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-add7f976-0437-4087-8a03-244b4ba8f4f4 None None] Updating router b2e0a054-5308-40da-b0c3-a424a7a62172 port 155a638d-fc00-48b8-a9c7-0dc84ce52696 binding host dv-cinder-830096-1-iscsi {{(pid=109630) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 23:13:05.378807 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-add7f976-0437-4087-8a03-244b4ba8f4f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4131840'] for port (155a638d-fc00-48b8-a9c7-0dc84ce52696), before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:13:05.382586 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-5536f4f6-53aa-408b-8135-a7e27bc52725 None None] Current status of the port 22ed4184-5c1e-41e6-a398-06d2809def6f is: ACTIVE; New status is: ACTIVE {{(pid=109630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:13:05.704259 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03481443-dd82-4252-ba86-06eb7a557431 tempest-TestShelveInstance-1963375700 tempest-TestShelveInstance-1963375700-project] Router d4fcffe3-b9f4-4a1b-801d-f2df8352cef9 has already been hosted by L3 agent 13c347f3-1c01-45ee-af8c-9f8a630e0f23 {{(pid=109629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 23:13:05.713104 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-b0922985-b03f-4b09-88c4-2bc7f39556a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4131840'] for port (None), before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:13:05.752060 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-add7f976-0437-4087-8a03-244b4ba8f4f4 None None] Publish callbacks [] for port (155a638d-fc00-48b8-a9c7-0dc84ce52696), precommit_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:13:05.825823 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-add7f976-0437-4087-8a03-244b4ba8f4f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747407212427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747406771514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747406771532'] for port (155a638d-fc00-48b8-a9c7-0dc84ce52696), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:13:05.878314 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-add7f976-0437-4087-8a03-244b4ba8f4f4 None None] Attempting to bind port 155a638d-fc00-48b8-a9c7-0dc84ce52696 on host dv-cinder-830096-1-iscsi for vnic_type normal with profile {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 23:13:05.878718 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-add7f976-0437-4087-8a03-244b4ba8f4f4 None None] Attempting to bind port 155a638d-fc00-48b8-a9c7-0dc84ce52696 by drivers openvswitch,hyperv on host dv-cinder-830096-1-iscsi at level 0 using segments [{'id': 'c35aac5e-90b0-4d56-90ba-57f79ef09092', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5f52b71d-61c7-49bc-86ae-3e3415c25b55'}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 23:13:05.879083 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-add7f976-0437-4087-8a03-244b4ba8f4f4 None None] Attempting to bind port 155a638d-fc00-48b8-a9c7-0dc84ce52696 on network 5f52b71d-61c7-49bc-86ae-3e3415c25b55 {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 23:13:05.883551 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47418ac6-3001-4528-bebe-13b0943f0145 None None] Pushing event updated for resources: {'Port': ['ID=155a638d-fc00-48b8-a9c7-0dc84ce52696,revision_number=2']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:13:05.887520 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-add7f976-0437-4087-8a03-244b4ba8f4f4 None None] Checking agent: {'id': '2dc95353-690e-4eed-857f-cdb5bbe3a4be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830096-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 22, 50, 49), 'started_at': datetime.datetime(2022, 2, 20, 22, 51, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 23, 12, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830096-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 23:13:05.887520 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-add7f976-0437-4087-8a03-244b4ba8f4f4 None None] Checking segment: {'id': 'c35aac5e-90b0-4d56-90ba-57f79ef09092', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5f52b71d-61c7-49bc-86ae-3e3415c25b55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 23:13:05.887520 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-add7f976-0437-4087-8a03-244b4ba8f4f4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:13:05.887520 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-add7f976-0437-4087-8a03-244b4ba8f4f4 None None] Bound using segment: {'id': 'c35aac5e-90b0-4d56-90ba-57f79ef09092', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5f52b71d-61c7-49bc-86ae-3e3415c25b55'} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 23:13:05.887918 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-add7f976-0437-4087-8a03-244b4ba8f4f4 None None] Bound port: 155a638d-fc00-48b8-a9c7-0dc84ce52696, host: dv-cinder-830096-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c35aac5e-90b0-4d56-90ba-57f79ef09092', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5f52b71d-61c7-49bc-86ae-3e3415c25b55'}}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 23:13:05.888215 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-add7f976-0437-4087-8a03-244b4ba8f4f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4131840'] for port (155a638d-fc00-48b8-a9c7-0dc84ce52696), before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:13:05.902940 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03481443-dd82-4252-ba86-06eb7a557431 tempest-TestShelveInstance-1963375700 tempest-TestShelveInstance-1963375700-project] Notify agent at l3_agent.dv-cinder-830096-1-iscsi the message routers_updated {{(pid=109629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 23:13:05.908715 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-03481443-dd82-4252-ba86-06eb7a557431 tempest-TestShelveInstance-1963375700 tempest-TestShelveInstance-1963375700-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932959'] for floatingip (None), before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:13:05.914916 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4ac6b7f-2668-438d-b205-ff8bd523a55a None None] Sync routers for ids ['d4fcffe3-b9f4-4a1b-801d-f2df8352cef9'] in dv-cinder-830096-1-iscsi {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 23:13:05.925316 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4ac6b7f-2668-438d-b205-ff8bd523a55a None None] Routers {'d4fcffe3-b9f4-4a1b-801d-f2df8352cef9'} bound to L3 agent in host dv-cinder-830096-1-iscsi {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 23:13:05.925963 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-b4ac6b7f-2668-438d-b205-ff8bd523a55a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T22:50:44Z,description=,heartbeat_timestamp=2022-02-20T23:12:44Z,host='dv-cinder-830096-1-iscsi',id=13c347f3-1c01-45ee-af8c-9f8a630e0f23,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T22:50:45Z,topic='l3_agent')) {'router_ids': ['d4fcffe3-b9f4-4a1b-801d-f2df8352cef9'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:13:05.946921 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-add7f976-0437-4087-8a03-244b4ba8f4f4 None None] For port 155a638d-fc00-48b8-a9c7-0dc84ce52696, host dv-cinder-830096-1-iscsi, cleared binding levels {{(pid=109630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 23:13:05.949886 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-add7f976-0437-4087-8a03-244b4ba8f4f4 None None] For port 155a638d-fc00-48b8-a9c7-0dc84ce52696, host dv-cinder-830096-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-1-iscsi',level=0,port_id=155a638d-fc00-48b8-a9c7-0dc84ce52696,segment=NetworkSegment(c35aac5e-90b0-4d56-90ba-57f79ef09092),segment_id=c35aac5e-90b0-4d56-90ba-57f79ef09092)] {{(pid=109630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 23:13:05.968158 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [None req-03481443-dd82-4252-ba86-06eb7a557431 tempest-TestShelveInstance-1963375700 tempest-TestShelveInstance-1963375700-project] 10.222.0.65 "DELETE /v2.0/floatingips/e35d3afc-28b3-4fe7-b7b6-f1511f8f4dc5 HTTP/1.1" status: 204 len: 168 time: 1.9728734 Feb 20 23:13:05.970284 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a2b826e-4a78-4871-bebd-4d16e947feca', 'tag': '64056d33-18b8-49e7-a0a9-dd5760eb1c1f'}] {{(pid=109629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 23:13:05.972528 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fb480476601f6d45763ee6f7049a1d11722b8eb4e711c6cc4532448040ffc9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b04294a7-a7d8-4126-8af0-c8785246d7d9" -d '{"events": [{"name": "network-changed", "server_uuid": "5a2b826e-4a78-4871-bebd-4d16e947feca", "tag": "64056d33-18b8-49e7-a0a9-dd5760eb1c1f"}]}' {{(pid=109629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 23:13:05.986251 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.db.db_base_plugin_common [None req-b0922985-b03f-4b09-88c4-2bc7f39556a9 admin admin] Allocated IP 172.20.0.1 (86335a81-9b43-46be-be7b-5a475f6a1d73/231de334-ccba-4e2a-afa4-c9ea7dd2c688/3b7233b0-e6d4-4136-8e5f-774534ed7118) {{(pid=109629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 23:13:06.007072 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-add7f976-0437-4087-8a03-244b4ba8f4f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747407212427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747406771514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747406771532'] for port (155a638d-fc00-48b8-a9c7-0dc84ce52696), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:13:06.042740 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.db.l3_dvr_db [None req-b4ac6b7f-2668-438d-b205-ff8bd523a55a None None] Set router d4fcffe3-b9f4-4a1b-801d-f2df8352cef9 gateway port host: dv-cinder-830096-1-iscsi {{(pid=109631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 23:13:06.063325 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 23:13:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06e14cd3-e5c3-4975-9cb0-ec1d1e3f5037 x-openstack-request-id: req-06e14cd3-e5c3-4975-9cb0-ec1d1e3f5037 {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 23:13:06.063325 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a2b826e-4a78-4871-bebd-4d16e947feca", "tag": "64056d33-18b8-49e7-a0a9-dd5760eb1c1f", "status": "completed", "code": 200}]} {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 23:13:06.063676 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-06e14cd3-e5c3-4975-9cb0-ec1d1e3f5037 {{(pid=109629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 23:13:06.063932 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a2b826e-4a78-4871-bebd-4d16e947feca', 'tag': '64056d33-18b8-49e7-a0a9-dd5760eb1c1f', 'status': 'completed', 'code': 200} Feb 20 23:13:06.129581 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-b0922985-b03f-4b09-88c4-2bc7f39556a9 admin admin] Publish callbacks [] for port (3b7233b0-e6d4-4136-8e5f-774534ed7118), precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:13:06.132803 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-add7f976-0437-4087-8a03-244b4ba8f4f4 None None] Routers {'b2e0a054-5308-40da-b0c3-a424a7a62172'} bound to L3 agent in host dv-cinder-830096-1-iscsi {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 23:13:06.133444 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-add7f976-0437-4087-8a03-244b4ba8f4f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T22:50:44Z,description=,heartbeat_timestamp=2022-02-20T23:12:44Z,host='dv-cinder-830096-1-iscsi',id=13c347f3-1c01-45ee-af8c-9f8a630e0f23,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T22:50:45Z,topic='l3_agent')) {'router_ids': ['b2e0a054-5308-40da-b0c3-a424a7a62172'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:13:06.139906 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47418ac6-3001-4528-bebe-13b0943f0145 None None] Pushing event updated for resources: {'Port': ['ID=155a638d-fc00-48b8-a9c7-0dc84ce52696,revision_number=3']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:13:06.145961 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04294a7-a7d8-4126-8af0-c8785246d7d9 req-94d6c413-c346-4852-868d-24745ee4c1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:13:06.148877 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-b04294a7-a7d8-4126-8af0-c8785246d7d9 req-94d6c413-c346-4852-868d-24745ee4c1e3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=0cba5500ec13454c84750d795b267d1f&device_id=5a2b826e-4a78-4871-bebd-4d16e947feca HTTP/1.1" status: 200 len: 1129 time: 0.0940285 Feb 20 23:13:06.184738 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Device 22ed4184-5c1e-41e6-a398-06d2809def6f up at agent ovs-agent-dv-cinder-830096-1-iscsi {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 23:13:06.239097 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-b0922985-b03f-4b09-88c4-2bc7f39556a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747406771496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61629250'] for port (3b7233b0-e6d4-4136-8e5f-774534ed7118), after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:13:06.264028 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04294a7-a7d8-4126-8af0-c8785246d7d9 req-ff31e156-0d9b-48f0-9ee9-d2000ffe1000 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:13:06.279213 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-b04294a7-a7d8-4126-8af0-c8785246d7d9 req-ff31e156-0d9b-48f0-9ee9-d2000ffe1000 service neutron] 10.222.0.42 "GET /v2.0/networks?id=0b6be559-f94f-4c5a-9671-c3c472d8311a HTTP/1.1" status: 200 len: 908 time: 0.1238167 Feb 20 23:13:06.309687 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0922985-b03f-4b09-88c4-2bc7f39556a9 admin admin] Network 86335a81-9b43-46be-be7b-5a475f6a1d73 is already hosted by enough agents. {{(pid=109629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 23:13:06.315039 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [None req-b0922985-b03f-4b09-88c4-2bc7f39556a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 23:13:06.318771 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0922985-b03f-4b09-88c4-2bc7f39556a9 admin admin] Received port after_create {{(pid=109629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 23:13:06.329738 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-add7f976-0437-4087-8a03-244b4ba8f4f4 None None] Set router b2e0a054-5308-40da-b0c3-a424a7a62172 gateway port host: dv-cinder-830096-1-iscsi {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 23:13:06.332192 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-b4ac6b7f-2668-438d-b205-ff8bd523a55a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4fcffe3-b9f4-4a1b-801d-f2df8352cef9', 'name': 'tempest-TestShelveInstance-469129069-router', 'tenant_id': '0cba5500ec13454c84750d795b267d1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f52b71d-61c7-49bc-86ae-3e3415c25b55', 'external_fixed_ips': [{'subnet_id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'ip_address': '172.27.2.155'}], 'enable_snat': True}, 'gw_port_id': '7d6e490a-ed3f-4694-aec3-66d905e276aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:07:12Z', 'updated_at': '2022-02-20T23:07:15Z', 'revision_number': 4, 'project_id': '0cba5500ec13454c84750d795b267d1f', 'gw_port': {'id': '7d6e490a-ed3f-4694-aec3-66d905e276aa', 'name': '', 'network_id': '5f52b71d-61c7-49bc-86ae-3e3415c25b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:5d:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4fcffe3-b9f4-4a1b-801d-f2df8352cef9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'ip_address': '172.27.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:07:12Z', 'updated_at': '2022-02-20T23:07:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-1-iscsi', '_interfaces': [{'id': '86fc3b90-dea8-4332-b479-1095dadd6cc7', 'name': '', 'network_id': '0b6be559-f94f-4c5a-9671-c3c472d8311a', 'tenant_id': '0cba5500ec13454c84750d795b267d1f', 'mac_address': 'fa:16:3e:a5:2e:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4fcffe3-b9f4-4a1b-801d-f2df8352cef9', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '34d111b8-53a8-4bd0-9d27-ae1b2459244b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:07:14Z', 'updated_at': '2022-02-20T23:07:18Z', 'revision_number': 5, 'project_id': '0cba5500ec13454c84750d795b267d1f', 'subnets': [{'id': '34d111b8-53a8-4bd0-9d27-ae1b2459244b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830096-1-iscsi', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:13:06.335043 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-b04294a7-a7d8-4126-8af0-c8785246d7d9 req-3386035c-e4d7-4e6f-b1fd-d52dc4718b62 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=64056d33-18b8-49e7-a0a9-dd5760eb1c1f HTTP/1.1" status: 200 len: 217 time: 0.0478313 Feb 20 23:13:06.359911 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0922985-b03f-4b09-88c4-2bc7f39556a9 admin admin] Pushing event updated for resources: {'Port': ['ID=3b7233b0-e6d4-4136-8e5f-774534ed7118,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:13:06.370505 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-b0922985-b03f-4b09-88c4-2bc7f39556a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-702845'] for router_interface (b2e0a054-5308-40da-b0c3-a424a7a62172), before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:13:06.380452 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4ac6b7f-2668-438d-b205-ff8bd523a55a None None] Checking router: d4fcffe3-b9f4-4a1b-801d-f2df8352cef9 for host: dv-cinder-830096-1-iscsi {{(pid=109631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 23:13:06.406272 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4ac6b7f-2668-438d-b205-ff8bd523a55a None None] Routers {'d4fcffe3-b9f4-4a1b-801d-f2df8352cef9'} bound to L3 agent in host dv-cinder-830096-1-iscsi {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 23:13:06.406955 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-b4ac6b7f-2668-438d-b205-ff8bd523a55a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T22:50:44Z,description=,heartbeat_timestamp=2022-02-20T23:12:44Z,host='dv-cinder-830096-1-iscsi',id=13c347f3-1c01-45ee-af8c-9f8a630e0f23,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T22:50:45Z,topic='l3_agent')) {'router_ids': ['d4fcffe3-b9f4-4a1b-801d-f2df8352cef9'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:13:06.460143 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04294a7-a7d8-4126-8af0-c8785246d7d9 req-ffd270da-32c7-4073-865a-e98c26a4abde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:13:06.461591 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-b04294a7-a7d8-4126-8af0-c8785246d7d9 req-ffd270da-32c7-4073-865a-e98c26a4abde service neutron] 10.222.0.42 "GET /v2.0/subnets?id=34d111b8-53a8-4bd0-9d27-ae1b2459244b HTTP/1.1" status: 200 len: 847 time: 0.1194394 Feb 20 23:13:06.494240 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Provisioning complete for port 22ed4184-5c1e-41e6-a398-06d2809def6f triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:13:06.494898 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4145689'] for port (22ed4184-5c1e-41e6-a398-06d2809def6f), provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:13:06.573577 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04294a7-a7d8-4126-8af0-c8785246d7d9 req-31e6cbd1-9786-4154-bf73-c05d5cf5949e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:13:06.575065 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-b04294a7-a7d8-4126-8af0-c8785246d7d9 req-31e6cbd1-9786-4154-bf73-c05d5cf5949e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0b6be559-f94f-4c5a-9671-c3c472d8311a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0931535 Feb 20 23:13:06.582057 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34867b8b-5c15-46bc-8186-f99f2f446a35 req-fc69fecc-d59d-4ef7-87a1-968e9c3978bb tempest-TestShelveInstance-1963375700 tempest-TestShelveInstance-1963375700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:13:06.589211 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-34867b8b-5c15-46bc-8186-f99f2f446a35 req-fc69fecc-d59d-4ef7-87a1-968e9c3978bb tempest-TestShelveInstance-1963375700 tempest-TestShelveInstance-1963375700-project] 10.222.0.65 "GET /v2.0/ports?device_id=5a2b826e-4a78-4871-bebd-4d16e947feca HTTP/1.1" status: 200 len: 945 time: 0.1213908 Feb 20 23:13:06.657293 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.db.l3_dvr_db [None req-b4ac6b7f-2668-438d-b205-ff8bd523a55a None None] Set router d4fcffe3-b9f4-4a1b-801d-f2df8352cef9 gateway port host: dv-cinder-830096-1-iscsi {{(pid=109631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 23:13:06.670889 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-b0922985-b03f-4b09-88c4-2bc7f39556a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4131840'] for port (3b7233b0-e6d4-4136-8e5f-774534ed7118), before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:13:06.683946 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Current status of the port 22ed4184-5c1e-41e6-a398-06d2809def6f is: ACTIVE; New status is: ACTIVE {{(pid=109630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:13:06.698157 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-34867b8b-5c15-46bc-8186-f99f2f446a35 req-6a23e6e5-5465-4e76-80ae-c5a08c46a70e tempest-TestShelveInstance-1963375700 tempest-TestShelveInstance-1963375700-project] 10.222.0.65 "GET /v2.0/security-groups?id=2c29ce32-9d8e-4912-89a0-2a585bcd184b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1066403 Feb 20 23:13:06.701557 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-e0a94f06-2466-492b-a7c3-746fa35be39d None None] Provisioning complete for port 3b7233b0-e6d4-4136-8e5f-774534ed7118 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:13:06.702201 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e0a94f06-2466-492b-a7c3-746fa35be39d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4145689'] for port (3b7233b0-e6d4-4136-8e5f-774534ed7118), provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:13:06.730501 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-b04294a7-a7d8-4126-8af0-c8785246d7d9 req-2ab4c838-e00f-4f53-af2b-377a7270c048 service neutron] 10.222.0.42 "GET /v2.0/networks/0b6be559-f94f-4c5a-9671-c3c472d8311a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391313 Feb 20 23:13:06.757631 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-e0a94f06-2466-492b-a7c3-746fa35be39d None None] Port 3b7233b0-e6d4-4136-8e5f-774534ed7118 cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 23:13:06.782316 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-add7f976-0437-4087-8a03-244b4ba8f4f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2e0a054-5308-40da-b0c3-a424a7a62172', 'name': 'tempest-TestVolumeBootPattern-1743074261-router', 'tenant_id': 'bf69c693807e4e51bf68e5c1982c9b8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f52b71d-61c7-49bc-86ae-3e3415c25b55', 'external_fixed_ips': [{'subnet_id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'ip_address': '172.27.2.111'}], 'enable_snat': True}, 'gw_port_id': '155a638d-fc00-48b8-a9c7-0dc84ce52696', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:13:02Z', 'updated_at': '2022-02-20T23:13:03Z', 'revision_number': 3, 'project_id': 'bf69c693807e4e51bf68e5c1982c9b8a', 'gw_port': {'id': '155a638d-fc00-48b8-a9c7-0dc84ce52696', 'name': '', 'network_id': '5f52b71d-61c7-49bc-86ae-3e3415c25b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:e3:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2e0a054-5308-40da-b0c3-a424a7a62172', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'ip_address': '172.27.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:13:03Z', 'updated_at': '2022-02-20T23:13:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-1-iscsi'}], 'dv-cinder-830096-1-iscsi', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:13:06.809321 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-add7f976-0437-4087-8a03-244b4ba8f4f4 None None] The sync data for ids ['b2e0a054-5308-40da-b0c3-a424a7a62172'] in dv-cinder-830096-1-iscsi is: [{'id': 'b2e0a054-5308-40da-b0c3-a424a7a62172', 'name': 'tempest-TestVolumeBootPattern-1743074261-router', 'tenant_id': 'bf69c693807e4e51bf68e5c1982c9b8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f52b71d-61c7-49bc-86ae-3e3415c25b55', 'external_fixed_ips': [{'subnet_id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'ip_address': '172.27.2.111'}], 'enable_snat': True}, 'gw_port_id': '155a638d-fc00-48b8-a9c7-0dc84ce52696', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:13:02Z', 'updated_at': '2022-02-20T23:13:03Z', 'revision_number': 3, 'project_id': 'bf69c693807e4e51bf68e5c1982c9b8a', 'gw_port': {'id': '155a638d-fc00-48b8-a9c7-0dc84ce52696', 'name': '', 'network_id': '5f52b71d-61c7-49bc-86ae-3e3415c25b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:e3:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2e0a054-5308-40da-b0c3-a424a7a62172', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'ip_address': '172.27.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:13:03Z', 'updated_at': '2022-02-20T23:13:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-1-iscsi'}] {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 23:13:06.882629 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-b04294a7-a7d8-4126-8af0-c8785246d7d9 req-5b2382c7-9883-44f1-a4e8-0280354a26bf service neutron] 10.222.0.42 "GET /v2.0/networks/0b6be559-f94f-4c5a-9671-c3c472d8311a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1440310 Feb 20 23:13:06.892938 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-b4ac6b7f-2668-438d-b205-ff8bd523a55a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4fcffe3-b9f4-4a1b-801d-f2df8352cef9', 'name': 'tempest-TestShelveInstance-469129069-router', 'tenant_id': '0cba5500ec13454c84750d795b267d1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f52b71d-61c7-49bc-86ae-3e3415c25b55', 'external_fixed_ips': [{'subnet_id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'ip_address': '172.27.2.155'}], 'enable_snat': True}, 'gw_port_id': '7d6e490a-ed3f-4694-aec3-66d905e276aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:07:12Z', 'updated_at': '2022-02-20T23:07:15Z', 'revision_number': 4, 'project_id': '0cba5500ec13454c84750d795b267d1f', 'gw_port': {'id': '7d6e490a-ed3f-4694-aec3-66d905e276aa', 'name': '', 'network_id': '5f52b71d-61c7-49bc-86ae-3e3415c25b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:5d:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4fcffe3-b9f4-4a1b-801d-f2df8352cef9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'ip_address': '172.27.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:07:12Z', 'updated_at': '2022-02-20T23:07:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-1-iscsi', '_interfaces': [{'id': '86fc3b90-dea8-4332-b479-1095dadd6cc7', 'name': '', 'network_id': '0b6be559-f94f-4c5a-9671-c3c472d8311a', 'tenant_id': '0cba5500ec13454c84750d795b267d1f', 'mac_address': 'fa:16:3e:a5:2e:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4fcffe3-b9f4-4a1b-801d-f2df8352cef9', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '34d111b8-53a8-4bd0-9d27-ae1b2459244b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:07:14Z', 'updated_at': '2022-02-20T23:07:18Z', 'revision_number': 5, 'project_id': '0cba5500ec13454c84750d795b267d1f', 'subnets': [{'id': '34d111b8-53a8-4bd0-9d27-ae1b2459244b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830096-1-iscsi', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:13:06.924429 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-b0922985-b03f-4b09-88c4-2bc7f39556a9 admin admin] Publish callbacks [] for port (3b7233b0-e6d4-4136-8e5f-774534ed7118), precommit_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:13:06.928501 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4ac6b7f-2668-438d-b205-ff8bd523a55a None None] The sync data for ids ['d4fcffe3-b9f4-4a1b-801d-f2df8352cef9'] in dv-cinder-830096-1-iscsi is: [{'id': 'd4fcffe3-b9f4-4a1b-801d-f2df8352cef9', 'name': 'tempest-TestShelveInstance-469129069-router', 'tenant_id': '0cba5500ec13454c84750d795b267d1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f52b71d-61c7-49bc-86ae-3e3415c25b55', 'external_fixed_ips': [{'subnet_id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'ip_address': '172.27.2.155'}], 'enable_snat': True}, 'gw_port_id': '7d6e490a-ed3f-4694-aec3-66d905e276aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:07:12Z', 'updated_at': '2022-02-20T23:07:15Z', 'revision_number': 4, 'project_id': '0cba5500ec13454c84750d795b267d1f', 'gw_port': {'id': '7d6e490a-ed3f-4694-aec3-66d905e276aa', 'name': '', 'network_id': '5f52b71d-61c7-49bc-86ae-3e3415c25b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:5d:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4fcffe3-b9f4-4a1b-801d-f2df8352cef9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'ip_address': '172.27.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:07:12Z', 'updated_at': '2022-02-20T23:07:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-1-iscsi', '_interfaces': [{'id': '86fc3b90-dea8-4332-b479-1095dadd6cc7', 'name': '', 'network_id': '0b6be559-f94f-4c5a-9671-c3c472d8311a', 'tenant_id': '0cba5500ec13454c84750d795b267d1f', 'mac_address': 'fa:16:3e:a5:2e:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4fcffe3-b9f4-4a1b-801d-f2df8352cef9', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '34d111b8-53a8-4bd0-9d27-ae1b2459244b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:07:14Z', 'updated_at': '2022-02-20T23:07:18Z', 'revision_number': 5, 'project_id': '0cba5500ec13454c84750d795b267d1f', 'subnets': [{'id': '34d111b8-53a8-4bd0-9d27-ae1b2459244b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 23:13:06.986539 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-b0922985-b03f-4b09-88c4-2bc7f39556a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747407212427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747406771514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747406771532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61629273'] for port (3b7233b0-e6d4-4136-8e5f-774534ed7118), after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:13:07.056502 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0922985-b03f-4b09-88c4-2bc7f39556a9 admin admin] Pushing event updated for resources: {'Port': ['ID=3b7233b0-e6d4-4136-8e5f-774534ed7118,revision_number=2']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:13:07.059297 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-b0922985-b03f-4b09-88c4-2bc7f39556a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-565524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-702953'] for router_interface (b2e0a054-5308-40da-b0c3-a424a7a62172), after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:13:07.191720 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0922985-b03f-4b09-88c4-2bc7f39556a9 admin admin] Network 86335a81-9b43-46be-be7b-5a475f6a1d73 is already hosted by enough agents. {{(pid=109629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 23:13:07.193339 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [None req-b0922985-b03f-4b09-88c4-2bc7f39556a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 23:13:07.285696 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-826bf85f-c3c5-457d-b9f3-818a0f4b5c2e None None] New status for floating IP e35d3afc-28b3-4fe7-b7b6-f1511f8f4dc5: DOWN {{(pid=109630) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 20 23:13:07.326835 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0922985-b03f-4b09-88c4-2bc7f39556a9 admin admin] Router b2e0a054-5308-40da-b0c3-a424a7a62172 has already been hosted by L3 agent 13c347f3-1c01-45ee-af8c-9f8a630e0f23 {{(pid=109629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 23:13:07.453529 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0922985-b03f-4b09-88c4-2bc7f39556a9 admin admin] Notify agent at l3_agent.dv-cinder-830096-1-iscsi the message routers_updated {{(pid=109629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 23:13:07.458878 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [None req-b0922985-b03f-4b09-88c4-2bc7f39556a9 admin admin] 10.222.0.65 "PUT /v2.0/routers/b2e0a054-5308-40da-b0c3-a424a7a62172/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6448088 Feb 20 23:13:07.488392 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-f611cefc-9bdd-4a02-9a69-a5289897d823 None None] Provisioning complete for port 3b7233b0-e6d4-4136-8e5f-774534ed7118 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:13:07.488681 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-f611cefc-9bdd-4a02-9a69-a5289897d823 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4145689'] for port (3b7233b0-e6d4-4136-8e5f-774534ed7118), provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:13:07.522772 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-f611cefc-9bdd-4a02-9a69-a5289897d823 None None] Port 3b7233b0-e6d4-4136-8e5f-774534ed7118 cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 23:13:07.873600 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbb8684-2a8b-4e85-8fc3-b72bba00ea92 req-5ad98514-6098-4d03-b4df-fe6d65631d21 tempest-TestShelveInstance-1963375700 tempest-TestShelveInstance-1963375700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:13:07.875079 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-9bbb8684-2a8b-4e85-8fc3-b72bba00ea92 req-5ad98514-6098-4d03-b4df-fe6d65631d21 tempest-TestShelveInstance-1963375700 tempest-TestShelveInstance-1963375700-project] 10.222.0.65 "GET /v2.0/ports?device_id=5a2b826e-4a78-4871-bebd-4d16e947feca HTTP/1.1" status: 200 len: 945 time: 0.0520623 Feb 20 23:13:07.923896 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-9bbb8684-2a8b-4e85-8fc3-b72bba00ea92 req-aff5d57e-07a8-4971-b4b1-718bb4830e63 tempest-TestShelveInstance-1963375700 tempest-TestShelveInstance-1963375700-project] 10.222.0.65 "GET /v2.0/security-groups?id=2c29ce32-9d8e-4912-89a0-2a585bcd184b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424297 Feb 20 23:13:08.041694 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d7ff86-7393-43a4-a76d-2e755cc6dee5 req-b421e686-a6d5-4574-a9f1-762bd8c00282 tempest-TestShelveInstance-1963375700 tempest-TestShelveInstance-1963375700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:13:08.043197 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-78d7ff86-7393-43a4-a76d-2e755cc6dee5 req-b421e686-a6d5-4574-a9f1-762bd8c00282 tempest-TestShelveInstance-1963375700 tempest-TestShelveInstance-1963375700-project] 10.222.0.42 "GET /v2.0/ports?device_id=5a2b826e-4a78-4871-bebd-4d16e947feca HTTP/1.1" status: 200 len: 945 time: 0.0568058 Feb 20 23:13:08.099476 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Device 155a638d-fc00-48b8-a9c7-0dc84ce52696 up at agent ovs-agent-dv-cinder-830096-1-iscsi {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 23:13:08.151033 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.65', 54702) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:13:08.155675 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.v2.base [None req-7cf5abf7-068c-4e42-ba1a-30c4e6bdc0e3 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-483404983', 'description': 'tempest-secgroup-smoke-483404983 description', 'project_id': '96412aeecd2949f8b19392d06a9e3d49'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:13:08.155855 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [req-78d7ff86-7393-43a4-a76d-2e755cc6dee5 req-272da73e-eb50-4553-9e64-8c49ce7ff142 tempest-TestShelveInstance-1963375700 tempest-TestShelveInstance-1963375700-project] Deleting port 64056d33-18b8-49e7-a0a9-dd5760eb1c1f {{(pid=109628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 23:13:08.156102 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-78d7ff86-7393-43a4-a76d-2e755cc6dee5 req-272da73e-eb50-4553-9e64-8c49ce7ff142 tempest-TestShelveInstance-1963375700 tempest-TestShelveInstance-1963375700-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747407206678'] for port (64056d33-18b8-49e7-a0a9-dd5760eb1c1f), before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:13:08.178713 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Provisioning complete for port 155a638d-fc00-48b8-a9c7-0dc84ce52696 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:13:08.178995 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4145689'] for port (155a638d-fc00-48b8-a9c7-0dc84ce52696), provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:13:08.248394 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-7cf5abf7-068c-4e42-ba1a-30c4e6bdc0e3 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Publish callbacks [] for security_group (None), before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:13:08.251062 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.db [req-78d7ff86-7393-43a4-a76d-2e755cc6dee5 req-272da73e-eb50-4553-9e64-8c49ce7ff142 tempest-TestShelveInstance-1963375700 tempest-TestShelveInstance-1963375700-project] For port 64056d33-18b8-49e7-a0a9-dd5760eb1c1f, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=64056d33-18b8-49e7-a0a9-dd5760eb1c1f,segment=NetworkSegment(56bf0c4d-c62b-4b69-a2bf-9ef505b71839),segment_id=56bf0c4d-c62b-4b69-a2bf-9ef505b71839)] {{(pid=109628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:13:08.251519 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-78d7ff86-7393-43a4-a76d-2e755cc6dee5 req-272da73e-eb50-4553-9e64-8c49ce7ff142 tempest-TestShelveInstance-1963375700 tempest-TestShelveInstance-1963375700-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671932'] for port (64056d33-18b8-49e7-a0a9-dd5760eb1c1f), precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:13:08.264622 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [req-78d7ff86-7393-43a4-a76d-2e755cc6dee5 req-272da73e-eb50-4553-9e64-8c49ce7ff142 tempest-TestShelveInstance-1963375700 tempest-TestShelveInstance-1963375700-project] Calling delete_port for 64056d33-18b8-49e7-a0a9-dd5760eb1c1f owned by compute:nova {{(pid=109628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 23:13:08.266003 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Current status of the port 155a638d-fc00-48b8-a9c7-0dc84ce52696 is: DOWN; New status is: ACTIVE {{(pid=109630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:13:08.266450 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4131840'] for port (155a638d-fc00-48b8-a9c7-0dc84ce52696), before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:13:08.287680 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] For port 155a638d-fc00-48b8-a9c7-0dc84ce52696, host dv-cinder-830096-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-1-iscsi',level=0,port_id=155a638d-fc00-48b8-a9c7-0dc84ce52696,segment=NetworkSegment(c35aac5e-90b0-4d56-90ba-57f79ef09092),segment_id=c35aac5e-90b0-4d56-90ba-57f79ef09092)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:13:08.321710 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-7cf5abf7-068c-4e42-ba1a-30c4e6bdc0e3 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Publish callbacks [] for security_group (5884c876-d2b7-4ddf-be4b-1523a25c94c5), precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:13:08.351262 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747407212427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747406771514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747406771532'] for port (155a638d-fc00-48b8-a9c7-0dc84ce52696), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:13:08.400765 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Pushing event updated for resources: {'Port': ['ID=155a638d-fc00-48b8-a9c7-0dc84ce52696,revision_number=4']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:13:08.408442 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-7cf5abf7-068c-4e42-ba1a-30c4e6bdc0e3 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627867'] for security_group (5884c876-d2b7-4ddf-be4b-1523a25c94c5), after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:13:08.439189 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf5abf7-068c-4e42-ba1a-30c4e6bdc0e3 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5884c876-d2b7-4ddf-be4b-1523a25c94c5,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:13:08.459892 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-78d7ff86-7393-43a4-a76d-2e755cc6dee5 req-272da73e-eb50-4553-9e64-8c49ce7ff142 tempest-TestShelveInstance-1963375700 tempest-TestShelveInstance-1963375700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747407212409', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747406771505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59259307'] for port (64056d33-18b8-49e7-a0a9-dd5760eb1c1f), after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:13:08.489625 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272da73e-eb50-4553-9e64-8c49ce7ff142 tempest-TestShelveInstance-1963375700 tempest-TestShelveInstance-1963375700-project] Pushing event deleted for resources: {'Port': ['ID=64056d33-18b8-49e7-a0a9-dd5760eb1c1f,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:13:08.498594 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-7cf5abf7-068c-4e42-ba1a-30c4e6bdc0e3 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Publish callbacks [] for security_group (None), before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:13:08.506580 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [None req-7cf5abf7-068c-4e42-ba1a-30c4e6bdc0e3 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3479919 Feb 20 23:13:08.507168 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc4d25eb-2c3e-48b8-ba19-da2783231e59 None None] Sync routers for ids ['b2e0a054-5308-40da-b0c3-a424a7a62172'] in dv-cinder-830096-1-iscsi {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 23:13:08.507642 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.65', 54704) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:13:08.512362 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.v2.base [None req-dad4a1fe-6c22-4414-ac62-fca10a5e9280 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Request body: {'security_group_rule': {'security_group_id': '5884c876-d2b7-4ddf-be4b-1523a25c94c5', 'project_id': '96412aeecd2949f8b19392d06a9e3d49', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:13:08.516483 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc4d25eb-2c3e-48b8-ba19-da2783231e59 None None] Routers {'b2e0a054-5308-40da-b0c3-a424a7a62172'} bound to L3 agent in host dv-cinder-830096-1-iscsi {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 23:13:08.517043 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-fc4d25eb-2c3e-48b8-ba19-da2783231e59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T22:50:44Z,description=,heartbeat_timestamp=2022-02-20T23:12:44Z,host='dv-cinder-830096-1-iscsi',id=13c347f3-1c01-45ee-af8c-9f8a630e0f23,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T22:50:45Z,topic='l3_agent')) {'router_ids': ['b2e0a054-5308-40da-b0c3-a424a7a62172'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:13:08.538195 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [req-78d7ff86-7393-43a4-a76d-2e755cc6dee5 req-272da73e-eb50-4553-9e64-8c49ce7ff142 tempest-TestShelveInstance-1963375700 tempest-TestShelveInstance-1963375700-project] No DVR routers for this DVR port 64056d33-18b8-49e7-a0a9-dd5760eb1c1f on host hv-cinder-83009 {{(pid=109628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 23:13:08.538195 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-78d7ff86-7393-43a4-a76d-2e755cc6dee5 req-272da73e-eb50-4553-9e64-8c49ce7ff142 tempest-TestShelveInstance-1963375700 tempest-TestShelveInstance-1963375700-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932959'] for port (None), before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:13:08.539227 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-78d7ff86-7393-43a4-a76d-2e755cc6dee5 req-272da73e-eb50-4553-9e64-8c49ce7ff142 tempest-TestShelveInstance-1963375700 tempest-TestShelveInstance-1963375700-project] 10.222.0.42 "DELETE /v2.0/ports/64056d33-18b8-49e7-a0a9-dd5760eb1c1f HTTP/1.1" status: 204 len: 173 time: 0.4909499 Feb 20 23:13:08.539676 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a2b826e-4a78-4871-bebd-4d16e947feca', 'name': 'network-vif-deleted', 'tag': '64056d33-18b8-49e7-a0a9-dd5760eb1c1f'}] {{(pid=109628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 23:13:08.541878 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4be7ee60aa4259b475ee261dcf74c65065c56e299c7a4b2359a57cf03aee0d96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dcf44ec-b802-4fff-98ce-a7c11e4752c4" -d '{"events": [{"server_uuid": "5a2b826e-4a78-4871-bebd-4d16e947feca", "name": "network-vif-deleted", "tag": "64056d33-18b8-49e7-a0a9-dd5760eb1c1f"}]}' {{(pid=109628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 23:13:08.578187 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 23:13:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68a8940f-8c28-4b16-aef9-e7ab46f00dff x-openstack-request-id: req-68a8940f-8c28-4b16-aef9-e7ab46f00dff {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 23:13:08.578506 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a2b826e-4a78-4871-bebd-4d16e947feca", "name": "network-vif-deleted", "tag": "64056d33-18b8-49e7-a0a9-dd5760eb1c1f", "status": "completed", "code": 200}]} {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 23:13:08.578767 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-68a8940f-8c28-4b16-aef9-e7ab46f00dff {{(pid=109628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 23:13:08.579195 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a2b826e-4a78-4871-bebd-4d16e947feca', 'name': 'network-vif-deleted', 'tag': '64056d33-18b8-49e7-a0a9-dd5760eb1c1f', 'status': 'completed', 'code': 200} Feb 20 23:13:08.631316 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-dad4a1fe-6c22-4414-ac62-fca10a5e9280 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Publish callbacks [] for security_group_rule (043fbc84-986e-449f-a561-119d14c7dd17), before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:13:08.634240 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.db.l3_dvr_db [None req-fc4d25eb-2c3e-48b8-ba19-da2783231e59 None None] Set router b2e0a054-5308-40da-b0c3-a424a7a62172 gateway port host: dv-cinder-830096-1-iscsi {{(pid=109631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 23:13:08.690663 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-dad4a1fe-6c22-4414-ac62-fca10a5e9280 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Publish callbacks [] for security_group_rule (043fbc84-986e-449f-a561-119d14c7dd17), precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:13:08.796055 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-dad4a1fe-6c22-4414-ac62-fca10a5e9280 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625755'] for security_group_rule (043fbc84-986e-449f-a561-119d14c7dd17), after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:13:08.811678 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad4a1fe-6c22-4414-ac62-fca10a5e9280 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=043fbc84-986e-449f-a561-119d14c7dd17,revision_number=0']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:13:08.838557 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-fc4d25eb-2c3e-48b8-ba19-da2783231e59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2e0a054-5308-40da-b0c3-a424a7a62172', 'name': 'tempest-TestVolumeBootPattern-1743074261-router', 'tenant_id': 'bf69c693807e4e51bf68e5c1982c9b8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f52b71d-61c7-49bc-86ae-3e3415c25b55', 'external_fixed_ips': [{'subnet_id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'ip_address': '172.27.2.111'}], 'enable_snat': True}, 'gw_port_id': '155a638d-fc00-48b8-a9c7-0dc84ce52696', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:13:02Z', 'updated_at': '2022-02-20T23:13:06Z', 'revision_number': 4, 'project_id': 'bf69c693807e4e51bf68e5c1982c9b8a', 'gw_port': {'id': '155a638d-fc00-48b8-a9c7-0dc84ce52696', 'name': '', 'network_id': '5f52b71d-61c7-49bc-86ae-3e3415c25b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:e3:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2e0a054-5308-40da-b0c3-a424a7a62172', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'ip_address': '172.27.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:13:03Z', 'updated_at': '2022-02-20T23:13:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-1-iscsi', '_interfaces': [{'id': '3b7233b0-e6d4-4136-8e5f-774534ed7118', 'name': '', 'network_id': '86335a81-9b43-46be-be7b-5a475f6a1d73', 'tenant_id': 'bf69c693807e4e51bf68e5c1982c9b8a', 'mac_address': 'fa:16:3e:d0:3c:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2e0a054-5308-40da-b0c3-a424a7a62172', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '231de334-ccba-4e2a-afa4-c9ea7dd2c688', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:13:05Z', 'updated_at': '2022-02-20T23:13:06Z', 'revision_number': 2, 'project_id': 'bf69c693807e4e51bf68e5c1982c9b8a', 'subnets': [{'id': '231de334-ccba-4e2a-afa4-c9ea7dd2c688', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830096-1-iscsi', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:13:08.865249 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc4d25eb-2c3e-48b8-ba19-da2783231e59 None None] Checking router: b2e0a054-5308-40da-b0c3-a424a7a62172 for host: dv-cinder-830096-1-iscsi {{(pid=109631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 23:13:08.865600 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc4d25eb-2c3e-48b8-ba19-da2783231e59 None None] Updating router b2e0a054-5308-40da-b0c3-a424a7a62172 port 3b7233b0-e6d4-4136-8e5f-774534ed7118 binding host dv-cinder-830096-1-iscsi {{(pid=109631) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 23:13:08.881986 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-dad4a1fe-6c22-4414-ac62-fca10a5e9280 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:13:08.891268 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [None req-dad4a1fe-6c22-4414-ac62-fca10a5e9280 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3795853 Feb 20 23:13:08.891268 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.65', 54708) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:13:08.892282 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.v2.base [None req-0bf38084-9315-4ba0-aa9c-5142d2317c18 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Request body: {'security_group_rule': {'security_group_id': '5884c876-d2b7-4ddf-be4b-1523a25c94c5', 'project_id': '96412aeecd2949f8b19392d06a9e3d49', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:13:08.899763 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-fc4d25eb-2c3e-48b8-ba19-da2783231e59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4131840'] for port (3b7233b0-e6d4-4136-8e5f-774534ed7118), before_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:13:08.990094 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-0bf38084-9315-4ba0-aa9c-5142d2317c18 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Publish callbacks [] for security_group_rule (f5abe067-c70a-4759-b678-4448feb0d0f7), before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:13:09.051945 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-47453ef6-47a6-46bd-aaf5-1af42868c6cb req-160204f4-86e8-41d7-b485-b4291a17db96 tempest-TestShelveInstance-1963375700 tempest-TestShelveInstance-1963375700-project] 10.222.0.65 "GET /v2.0/ports?device_id=5a2b826e-4a78-4871-bebd-4d16e947feca HTTP/1.1" status: 200 len: 210 time: 0.0371559 Feb 20 23:13:09.081726 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-0bf38084-9315-4ba0-aa9c-5142d2317c18 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Publish callbacks [] for security_group_rule (f5abe067-c70a-4759-b678-4448feb0d0f7), precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:13:09.151314 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-0bf38084-9315-4ba0-aa9c-5142d2317c18 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625755'] for security_group_rule (f5abe067-c70a-4759-b678-4448feb0d0f7), after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:13:09.176561 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf38084-9315-4ba0-aa9c-5142d2317c18 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5abe067-c70a-4759-b678-4448feb0d0f7,revision_number=0']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:13:09.189664 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-fc4d25eb-2c3e-48b8-ba19-da2783231e59 None None] Publish callbacks [] for port (3b7233b0-e6d4-4136-8e5f-774534ed7118), precommit_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:13:09.248143 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-fc4d25eb-2c3e-48b8-ba19-da2783231e59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747407212427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747406771514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747406771532'] for port (3b7233b0-e6d4-4136-8e5f-774534ed7118), after_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:13:09.250702 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-0bf38084-9315-4ba0-aa9c-5142d2317c18 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:13:09.253222 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [None req-0bf38084-9315-4ba0-aa9c-5142d2317c18 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3638728 Feb 20 23:13:09.254752 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.65', 54712) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:13:09.259329 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.v2.base [None req-a5a3a404-aecb-48d7-b621-d4186e9bf5e0 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Request body: {'security_group_rule': {'security_group_id': '5884c876-d2b7-4ddf-be4b-1523a25c94c5', 'project_id': '96412aeecd2949f8b19392d06a9e3d49', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:13:09.294595 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b677d73-ab27-4e3f-aa11-ac39852fe2a2 None None] Pushing event updated for resources: {'Port': ['ID=3b7233b0-e6d4-4136-8e5f-774534ed7118,revision_number=3']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:13:09.354862 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.plugins.ml2.managers [None req-fc4d25eb-2c3e-48b8-ba19-da2783231e59 None None] Attempting to bind port 3b7233b0-e6d4-4136-8e5f-774534ed7118 on host dv-cinder-830096-1-iscsi for vnic_type normal with profile {{(pid=109631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 23:13:09.355224 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.plugins.ml2.managers [None req-fc4d25eb-2c3e-48b8-ba19-da2783231e59 None None] Attempting to bind port 3b7233b0-e6d4-4136-8e5f-774534ed7118 by drivers openvswitch,hyperv on host dv-cinder-830096-1-iscsi at level 0 using segments [{'id': 'b50dd1e3-4be0-4a2f-b1f9-07eb6ecc213b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '86335a81-9b43-46be-be7b-5a475f6a1d73'}] {{(pid=109631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 23:13:09.355573 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc4d25eb-2c3e-48b8-ba19-da2783231e59 None None] Attempting to bind port 3b7233b0-e6d4-4136-8e5f-774534ed7118 on network 86335a81-9b43-46be-be7b-5a475f6a1d73 {{(pid=109631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 23:13:09.360690 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc4d25eb-2c3e-48b8-ba19-da2783231e59 None None] Checking agent: {'id': '2dc95353-690e-4eed-857f-cdb5bbe3a4be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830096-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 22, 50, 49), 'started_at': datetime.datetime(2022, 2, 20, 22, 51, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 23, 12, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830096-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 23:13:09.361054 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc4d25eb-2c3e-48b8-ba19-da2783231e59 None None] Checking segment: {'id': 'b50dd1e3-4be0-4a2f-b1f9-07eb6ecc213b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '86335a81-9b43-46be-be7b-5a475f6a1d73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 23:13:09.361474 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-fc4d25eb-2c3e-48b8-ba19-da2783231e59 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:13:09.361817 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc4d25eb-2c3e-48b8-ba19-da2783231e59 None None] Bound using segment: {'id': 'b50dd1e3-4be0-4a2f-b1f9-07eb6ecc213b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '86335a81-9b43-46be-be7b-5a475f6a1d73'} {{(pid=109631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 23:13:09.362271 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.plugins.ml2.managers [None req-fc4d25eb-2c3e-48b8-ba19-da2783231e59 None None] Bound port: 3b7233b0-e6d4-4136-8e5f-774534ed7118, host: dv-cinder-830096-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b50dd1e3-4be0-4a2f-b1f9-07eb6ecc213b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '86335a81-9b43-46be-be7b-5a475f6a1d73'}}] {{(pid=109631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 23:13:09.362670 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-fc4d25eb-2c3e-48b8-ba19-da2783231e59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4131840'] for port (3b7233b0-e6d4-4136-8e5f-774534ed7118), before_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:13:09.368475 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-a5a3a404-aecb-48d7-b621-d4186e9bf5e0 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Publish callbacks [] for security_group_rule (347504f1-1303-4ac5-bdb0-f942975f4d64), before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:13:09.429629 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.plugins.ml2.db [None req-fc4d25eb-2c3e-48b8-ba19-da2783231e59 None None] For port 3b7233b0-e6d4-4136-8e5f-774534ed7118, host dv-cinder-830096-1-iscsi, cleared binding levels {{(pid=109631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 23:13:09.432570 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.plugins.ml2.db [None req-fc4d25eb-2c3e-48b8-ba19-da2783231e59 None None] For port 3b7233b0-e6d4-4136-8e5f-774534ed7118, host dv-cinder-830096-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-1-iscsi',level=0,port_id=3b7233b0-e6d4-4136-8e5f-774534ed7118,segment=NetworkSegment(b50dd1e3-4be0-4a2f-b1f9-07eb6ecc213b),segment_id=b50dd1e3-4be0-4a2f-b1f9-07eb6ecc213b)] {{(pid=109631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 23:13:09.438103 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-a5a3a404-aecb-48d7-b621-d4186e9bf5e0 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Publish callbacks [] for security_group_rule (347504f1-1303-4ac5-bdb0-f942975f4d64), precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:13:09.518103 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-fc4d25eb-2c3e-48b8-ba19-da2783231e59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747407212427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747406771514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747406771532'] for port (3b7233b0-e6d4-4136-8e5f-774534ed7118), after_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:13:09.546325 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-a5a3a404-aecb-48d7-b621-d4186e9bf5e0 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625755'] for security_group_rule (347504f1-1303-4ac5-bdb0-f942975f4d64), after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:13:09.565773 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a3a404-aecb-48d7-b621-d4186e9bf5e0 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=347504f1-1303-4ac5-bdb0-f942975f4d64,revision_number=0']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:13:09.571222 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-e895a4d0-e312-461f-bd88-ab276b67e904 None None] Provisioning complete for port 3b7233b0-e6d4-4136-8e5f-774534ed7118 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:13:09.571679 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e895a4d0-e312-461f-bd88-ab276b67e904 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4145689'] for port (3b7233b0-e6d4-4136-8e5f-774534ed7118), provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:13:09.584876 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b677d73-ab27-4e3f-aa11-ac39852fe2a2 None None] Pushing event updated for resources: {'Port': ['ID=3b7233b0-e6d4-4136-8e5f-774534ed7118,revision_number=4']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:13:09.588916 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc4d25eb-2c3e-48b8-ba19-da2783231e59 None None] Routers {'b2e0a054-5308-40da-b0c3-a424a7a62172'} bound to L3 agent in host dv-cinder-830096-1-iscsi {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 23:13:09.589604 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-fc4d25eb-2c3e-48b8-ba19-da2783231e59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T22:50:44Z,description=,heartbeat_timestamp=2022-02-20T23:12:44Z,host='dv-cinder-830096-1-iscsi',id=13c347f3-1c01-45ee-af8c-9f8a630e0f23,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T22:50:45Z,topic='l3_agent')) {'router_ids': ['b2e0a054-5308-40da-b0c3-a424a7a62172'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:13:09.656276 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-a5a3a404-aecb-48d7-b621-d4186e9bf5e0 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:13:09.661106 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [None req-a5a3a404-aecb-48d7-b621-d4186e9bf5e0 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4016924 Feb 20 23:13:09.661106 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.65', 54714) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:13:09.665718 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.v2.base [None req-485147f0-6b19-413d-a8b0-ca39bb78125a tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Request body: {'security_group_rule': {'security_group_id': '5884c876-d2b7-4ddf-be4b-1523a25c94c5', 'project_id': '96412aeecd2949f8b19392d06a9e3d49', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:13:09.680444 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-e895a4d0-e312-461f-bd88-ab276b67e904 None None] Current status of the port 3b7233b0-e6d4-4136-8e5f-774534ed7118 is: DOWN; New status is: ACTIVE {{(pid=109630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:13:09.688027 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e895a4d0-e312-461f-bd88-ab276b67e904 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4131840'] for port (3b7233b0-e6d4-4136-8e5f-774534ed7118), before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:13:09.717948 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-e895a4d0-e312-461f-bd88-ab276b67e904 None None] For port 3b7233b0-e6d4-4136-8e5f-774534ed7118, host dv-cinder-830096-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-1-iscsi',level=0,port_id=3b7233b0-e6d4-4136-8e5f-774534ed7118,segment=NetworkSegment(b50dd1e3-4be0-4a2f-b1f9-07eb6ecc213b),segment_id=b50dd1e3-4be0-4a2f-b1f9-07eb6ecc213b)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:13:09.726233 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.db.l3_dvr_db [None req-fc4d25eb-2c3e-48b8-ba19-da2783231e59 None None] Set router b2e0a054-5308-40da-b0c3-a424a7a62172 gateway port host: dv-cinder-830096-1-iscsi {{(pid=109631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 23:13:09.797778 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-485147f0-6b19-413d-a8b0-ca39bb78125a tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Publish callbacks [] for security_group_rule (f29437bf-32ae-4a82-8c1d-1e0613e23063), before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:13:09.817991 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e895a4d0-e312-461f-bd88-ab276b67e904 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747407212427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747406771514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747406771532'] for port (3b7233b0-e6d4-4136-8e5f-774534ed7118), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:13:09.875814 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e895a4d0-e312-461f-bd88-ab276b67e904 None None] Pushing event updated for resources: {'Port': ['ID=3b7233b0-e6d4-4136-8e5f-774534ed7118,revision_number=5']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:13:09.882895 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-485147f0-6b19-413d-a8b0-ca39bb78125a tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Publish callbacks [] for security_group_rule (f29437bf-32ae-4a82-8c1d-1e0613e23063), precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:13:09.938582 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-56bdcea2-d10c-463c-9ee2-dd61daaeb317 None None] Provisioning complete for port 3b7233b0-e6d4-4136-8e5f-774534ed7118 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:13:09.939056 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-56bdcea2-d10c-463c-9ee2-dd61daaeb317 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4145689'] for port (3b7233b0-e6d4-4136-8e5f-774534ed7118), provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:13:09.942874 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-fc4d25eb-2c3e-48b8-ba19-da2783231e59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2e0a054-5308-40da-b0c3-a424a7a62172', 'name': 'tempest-TestVolumeBootPattern-1743074261-router', 'tenant_id': 'bf69c693807e4e51bf68e5c1982c9b8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f52b71d-61c7-49bc-86ae-3e3415c25b55', 'external_fixed_ips': [{'subnet_id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'ip_address': '172.27.2.111'}], 'enable_snat': True}, 'gw_port_id': '155a638d-fc00-48b8-a9c7-0dc84ce52696', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:13:02Z', 'updated_at': '2022-02-20T23:13:06Z', 'revision_number': 4, 'project_id': 'bf69c693807e4e51bf68e5c1982c9b8a', 'gw_port': {'id': '155a638d-fc00-48b8-a9c7-0dc84ce52696', 'name': '', 'network_id': '5f52b71d-61c7-49bc-86ae-3e3415c25b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:e3:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2e0a054-5308-40da-b0c3-a424a7a62172', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'ip_address': '172.27.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:13:03Z', 'updated_at': '2022-02-20T23:13:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-1-iscsi', '_interfaces': [{'id': '3b7233b0-e6d4-4136-8e5f-774534ed7118', 'name': '', 'network_id': '86335a81-9b43-46be-be7b-5a475f6a1d73', 'tenant_id': 'bf69c693807e4e51bf68e5c1982c9b8a', 'mac_address': 'fa:16:3e:d0:3c:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2e0a054-5308-40da-b0c3-a424a7a62172', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '231de334-ccba-4e2a-afa4-c9ea7dd2c688', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:13:05Z', 'updated_at': '2022-02-20T23:13:09Z', 'revision_number': 4, 'project_id': 'bf69c693807e4e51bf68e5c1982c9b8a', 'subnets': [{'id': '231de334-ccba-4e2a-afa4-c9ea7dd2c688', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830096-1-iscsi', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:13:09.960369 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-485147f0-6b19-413d-a8b0-ca39bb78125a tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625755'] for security_group_rule (f29437bf-32ae-4a82-8c1d-1e0613e23063), after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:13:09.969825 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc4d25eb-2c3e-48b8-ba19-da2783231e59 None None] The sync data for ids ['b2e0a054-5308-40da-b0c3-a424a7a62172'] in dv-cinder-830096-1-iscsi is: [{'id': 'b2e0a054-5308-40da-b0c3-a424a7a62172', 'name': 'tempest-TestVolumeBootPattern-1743074261-router', 'tenant_id': 'bf69c693807e4e51bf68e5c1982c9b8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f52b71d-61c7-49bc-86ae-3e3415c25b55', 'external_fixed_ips': [{'subnet_id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'ip_address': '172.27.2.111'}], 'enable_snat': True}, 'gw_port_id': '155a638d-fc00-48b8-a9c7-0dc84ce52696', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:13:02Z', 'updated_at': '2022-02-20T23:13:06Z', 'revision_number': 4, 'project_id': 'bf69c693807e4e51bf68e5c1982c9b8a', 'gw_port': {'id': '155a638d-fc00-48b8-a9c7-0dc84ce52696', 'name': '', 'network_id': '5f52b71d-61c7-49bc-86ae-3e3415c25b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:e3:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2e0a054-5308-40da-b0c3-a424a7a62172', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'ip_address': '172.27.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:13:03Z', 'updated_at': '2022-02-20T23:13:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-1-iscsi', '_interfaces': [{'id': '3b7233b0-e6d4-4136-8e5f-774534ed7118', 'name': '', 'network_id': '86335a81-9b43-46be-be7b-5a475f6a1d73', 'tenant_id': 'bf69c693807e4e51bf68e5c1982c9b8a', 'mac_address': 'fa:16:3e:d0:3c:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2e0a054-5308-40da-b0c3-a424a7a62172', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '231de334-ccba-4e2a-afa4-c9ea7dd2c688', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:13:05Z', 'updated_at': '2022-02-20T23:13:09Z', 'revision_number': 4, 'project_id': 'bf69c693807e4e51bf68e5c1982c9b8a', 'subnets': [{'id': '231de334-ccba-4e2a-afa4-c9ea7dd2c688', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 23:13:09.975933 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485147f0-6b19-413d-a8b0-ca39bb78125a tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f29437bf-32ae-4a82-8c1d-1e0613e23063,revision_number=0']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:13:10.047847 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-56bdcea2-d10c-463c-9ee2-dd61daaeb317 None None] Current status of the port 3b7233b0-e6d4-4136-8e5f-774534ed7118 is: ACTIVE; New status is: ACTIVE {{(pid=109630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:13:10.059609 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-485147f0-6b19-413d-a8b0-ca39bb78125a tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:13:10.060885 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [None req-485147f0-6b19-413d-a8b0-ca39bb78125a tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3994932 Feb 20 23:13:10.063658 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.65', 54716) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:13:10.068790 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.v2.base [None req-d8dbbc2a-d211-4fbc-a033-679cdb890bb0 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Request body: {'security_group_rule': {'security_group_id': '5884c876-d2b7-4ddf-be4b-1523a25c94c5', 'project_id': '96412aeecd2949f8b19392d06a9e3d49', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:13:10.127428 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.65', 54720) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:13:10.166303 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.db.securitygroups_db [None req-d8dbbc2a-d211-4fbc-a033-679cdb890bb0 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Project 96412aeecd2949f8b19392d06a9e3d49 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 20 23:13:10.178807 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-d8dbbc2a-d211-4fbc-a033-679cdb890bb0 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Publish callbacks [] for security_group_rule (92a046f9-4fc2-411e-bf3c-be83b8e3670c), before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:13:10.223947 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-41623d55-d3d7-44aa-8373-9694888da6fb tempest-TestShelveInstance-1963375700 tempest-TestShelveInstance-1963375700-project] Publish callbacks [] for security_group (2c29ce32-9d8e-4912-89a0-2a585bcd184b), before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:13:10.246969 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Device 155a638d-fc00-48b8-a9c7-0dc84ce52696 up at agent ovs-agent-dv-cinder-830096-1-iscsi {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 23:13:10.270807 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-41623d55-d3d7-44aa-8373-9694888da6fb tempest-TestShelveInstance-1963375700 tempest-TestShelveInstance-1963375700-project] Publish callbacks [] for security_group (2c29ce32-9d8e-4912-89a0-2a585bcd184b), precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:13:10.298717 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Provisioning complete for port 155a638d-fc00-48b8-a9c7-0dc84ce52696 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:13:10.299098 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4145689'] for port (155a638d-fc00-48b8-a9c7-0dc84ce52696), provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:13:10.300119 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-d8dbbc2a-d211-4fbc-a033-679cdb890bb0 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Publish callbacks [] for security_group_rule (92a046f9-4fc2-411e-bf3c-be83b8e3670c), precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:13:10.358296 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-d8dbbc2a-d211-4fbc-a033-679cdb890bb0 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625755'] for security_group_rule (92a046f9-4fc2-411e-bf3c-be83b8e3670c), after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:13:10.379321 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8dbbc2a-d211-4fbc-a033-679cdb890bb0 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92a046f9-4fc2-411e-bf3c-be83b8e3670c,revision_number=0']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:13:10.388676 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Current status of the port 155a638d-fc00-48b8-a9c7-0dc84ce52696 is: ACTIVE; New status is: ACTIVE {{(pid=109630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:13:10.395532 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Device 3b7233b0-e6d4-4136-8e5f-774534ed7118 up at agent ovs-agent-dv-cinder-830096-1-iscsi {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 23:13:10.415070 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-41623d55-d3d7-44aa-8373-9694888da6fb tempest-TestShelveInstance-1963375700 tempest-TestShelveInstance-1963375700-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627867'] for security_group (2c29ce32-9d8e-4912-89a0-2a585bcd184b), after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:13:10.418212 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-41623d55-d3d7-44aa-8373-9694888da6fb tempest-TestShelveInstance-1963375700 tempest-TestShelveInstance-1963375700-project] Publish callbacks [] for security_group (None), before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:13:10.419454 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [None req-41623d55-d3d7-44aa-8373-9694888da6fb tempest-TestShelveInstance-1963375700 tempest-TestShelveInstance-1963375700-project] 10.222.0.65 "DELETE /v2.0/security-groups/2c29ce32-9d8e-4912-89a0-2a585bcd184b HTTP/1.1" status: 204 len: 168 time: 0.2910445 Feb 20 23:13:10.430258 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41623d55-d3d7-44aa-8373-9694888da6fb tempest-TestShelveInstance-1963375700 tempest-TestShelveInstance-1963375700-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c29ce32-9d8e-4912-89a0-2a585bcd184b,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:13:10.448379 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-d8dbbc2a-d211-4fbc-a033-679cdb890bb0 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:13:10.452810 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [None req-d8dbbc2a-d211-4fbc-a033-679cdb890bb0 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3844328 Feb 20 23:13:10.454721 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.65', 54724) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:13:10.458948 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Provisioning complete for port 3b7233b0-e6d4-4136-8e5f-774534ed7118 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:13:10.459334 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.v2.base [None req-cd3f9c6e-5aed-464c-8422-01275dd3db45 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Request body: {'security_group_rule': {'security_group_id': '5884c876-d2b7-4ddf-be4b-1523a25c94c5', 'project_id': '96412aeecd2949f8b19392d06a9e3d49', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:13:10.459486 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4145689'] for port (3b7233b0-e6d4-4136-8e5f-774534ed7118), provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:13:10.547891 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.65', 54726) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:13:10.560094 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Current status of the port 3b7233b0-e6d4-4136-8e5f-774534ed7118 is: ACTIVE; New status is: ACTIVE {{(pid=109630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:13:10.580866 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.db.securitygroups_db [None req-cd3f9c6e-5aed-464c-8422-01275dd3db45 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Project 96412aeecd2949f8b19392d06a9e3d49 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 20 23:13:10.590498 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-cd3f9c6e-5aed-464c-8422-01275dd3db45 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Publish callbacks [] for security_group_rule (4e5a8e4e-eec0-4c4c-8d91-8b4c50337888), before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:13:10.641933 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-cd3f9c6e-5aed-464c-8422-01275dd3db45 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Publish callbacks [] for security_group_rule (4e5a8e4e-eec0-4c4c-8d91-8b4c50337888), precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:13:10.719210 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-cd3f9c6e-5aed-464c-8422-01275dd3db45 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625755'] for security_group_rule (4e5a8e4e-eec0-4c4c-8d91-8b4c50337888), after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:13:10.769767 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3f9c6e-5aed-464c-8422-01275dd3db45 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e5a8e4e-eec0-4c4c-8d91-8b4c50337888,revision_number=0']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:13:10.842097 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-cd3f9c6e-5aed-464c-8422-01275dd3db45 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:13:10.844708 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [None req-cd3f9c6e-5aed-464c-8422-01275dd3db45 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3889065 Feb 20 23:13:11.063336 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-3b57226a-8a63-431c-9d77-ab9dccd207c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-702964'] for router_interface (d4fcffe3-b9f4-4a1b-801d-f2df8352cef9), before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:13:11.308906 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-3b57226a-8a63-431c-9d77-ab9dccd207c9 admin admin] Deleting port 86fc3b90-dea8-4332-b479-1095dadd6cc7 {{(pid=109629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 23:13:11.309248 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-3b57226a-8a63-431c-9d77-ab9dccd207c9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747407206678'] for port (86fc3b90-dea8-4332-b479-1095dadd6cc7), before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:13:11.384525 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.plugins.ml2.db [None req-3b57226a-8a63-431c-9d77-ab9dccd207c9 admin admin] For port 86fc3b90-dea8-4332-b479-1095dadd6cc7, host dv-cinder-830096-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-1-iscsi',level=0,port_id=86fc3b90-dea8-4332-b479-1095dadd6cc7,segment=NetworkSegment(56bf0c4d-c62b-4b69-a2bf-9ef505b71839),segment_id=56bf0c4d-c62b-4b69-a2bf-9ef505b71839)] {{(pid=109629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:13:11.384802 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-3b57226a-8a63-431c-9d77-ab9dccd207c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671932'] for port (86fc3b90-dea8-4332-b479-1095dadd6cc7), precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:13:11.396822 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-3b57226a-8a63-431c-9d77-ab9dccd207c9 admin admin] Calling delete_port for 86fc3b90-dea8-4332-b479-1095dadd6cc7 owned by network:router_interface {{(pid=109629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 23:13:11.668697 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-3b57226a-8a63-431c-9d77-ab9dccd207c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747407212409', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747406771505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61629250'] for port (86fc3b90-dea8-4332-b479-1095dadd6cc7), after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:13:11.695122 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b57226a-8a63-431c-9d77-ab9dccd207c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=86fc3b90-dea8-4332-b479-1095dadd6cc7,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:13:11.864296 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-3b57226a-8a63-431c-9d77-ab9dccd207c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-565519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-703332'] for router_interface (d4fcffe3-b9f4-4a1b-801d-f2df8352cef9), after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:13:12.304701 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b57226a-8a63-431c-9d77-ab9dccd207c9 admin admin] Router d4fcffe3-b9f4-4a1b-801d-f2df8352cef9 has already been hosted by L3 agent 13c347f3-1c01-45ee-af8c-9f8a630e0f23 {{(pid=109629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 23:13:12.311201 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e83a371e-1767-4fb9-82c3-87c882b5f52a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (83a03d73-f5e1-4f72-b2a3-d557ae097998), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:13:12.403254 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Device 64056d33-18b8-49e7-a0a9-dd5760eb1c1f no longer exists at agent hyperv_hv-cinder-83009 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 23:13:12.419614 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b57226a-8a63-431c-9d77-ab9dccd207c9 admin admin] Notify agent at l3_agent.dv-cinder-830096-1-iscsi the message routers_updated {{(pid=109629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 23:13:12.424538 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [None req-3b57226a-8a63-431c-9d77-ab9dccd207c9 admin admin] 10.222.0.65 "PUT /v2.0/routers/d4fcffe3-b9f4-4a1b-801d-f2df8352cef9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8756442 Feb 20 23:13:12.426973 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.65', 54786) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:13:12.431422 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bafbc2fc-faa0-4448-bf04-2c26cbecce64 None None] Sync routers for ids ['d4fcffe3-b9f4-4a1b-801d-f2df8352cef9'] in dv-cinder-830096-1-iscsi {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 23:13:12.435152 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] No Port match for: 64056d33-18b8-49e7-a0a9-dd5760eb1c1f {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 23:13:12.435491 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Device 64056d33-18b8-49e7-a0a9-dd5760eb1c1f not bound to the agent host hv-cinder-83009 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 23:13:12.443907 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bafbc2fc-faa0-4448-bf04-2c26cbecce64 None None] Routers {'d4fcffe3-b9f4-4a1b-801d-f2df8352cef9'} bound to L3 agent in host dv-cinder-830096-1-iscsi {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 23:13:12.444514 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-bafbc2fc-faa0-4448-bf04-2c26cbecce64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T22:50:44Z,description=,heartbeat_timestamp=2022-02-20T23:12:44Z,host='dv-cinder-830096-1-iscsi',id=13c347f3-1c01-45ee-af8c-9f8a630e0f23,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T22:50:45Z,topic='l3_agent')) {'router_ids': ['d4fcffe3-b9f4-4a1b-801d-f2df8352cef9'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:13:12.536835 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-fd7732ac-cfb5-4abb-ad6d-1e13679a2a01 admin admin] Publish callbacks [] for router (d4fcffe3-b9f4-4a1b-801d-f2df8352cef9), before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:13:12.553202 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-bafbc2fc-faa0-4448-bf04-2c26cbecce64 None None] Set router d4fcffe3-b9f4-4a1b-801d-f2df8352cef9 gateway port host: dv-cinder-830096-1-iscsi {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 23:13:12.650543 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-fd7732ac-cfb5-4abb-ad6d-1e13679a2a01 admin admin] Publish callbacks [] for router_gateway (d4fcffe3-b9f4-4a1b-801d-f2df8352cef9), before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:13:12.754839 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-fd7732ac-cfb5-4abb-ad6d-1e13679a2a01 admin admin] Deleting port 7d6e490a-ed3f-4694-aec3-66d905e276aa {{(pid=109629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 23:13:12.755660 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-fd7732ac-cfb5-4abb-ad6d-1e13679a2a01 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747407206678'] for port (7d6e490a-ed3f-4694-aec3-66d905e276aa), before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:13:12.842111 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.plugins.ml2.db [None req-fd7732ac-cfb5-4abb-ad6d-1e13679a2a01 admin admin] For port 7d6e490a-ed3f-4694-aec3-66d905e276aa, host dv-cinder-830096-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-1-iscsi',level=0,port_id=7d6e490a-ed3f-4694-aec3-66d905e276aa,segment=NetworkSegment(c35aac5e-90b0-4d56-90ba-57f79ef09092),segment_id=c35aac5e-90b0-4d56-90ba-57f79ef09092)] {{(pid=109629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:13:12.842505 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-fd7732ac-cfb5-4abb-ad6d-1e13679a2a01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671932'] for port (7d6e490a-ed3f-4694-aec3-66d905e276aa), precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:13:12.856389 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-fd7732ac-cfb5-4abb-ad6d-1e13679a2a01 admin admin] Calling delete_port for 7d6e490a-ed3f-4694-aec3-66d905e276aa owned by network:router_gateway {{(pid=109629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 23:13:12.867028 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-bafbc2fc-faa0-4448-bf04-2c26cbecce64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4fcffe3-b9f4-4a1b-801d-f2df8352cef9', 'name': 'tempest-TestShelveInstance-469129069-router', 'tenant_id': '0cba5500ec13454c84750d795b267d1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f52b71d-61c7-49bc-86ae-3e3415c25b55', 'external_fixed_ips': [{'subnet_id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'ip_address': '172.27.2.155'}], 'enable_snat': True}, 'gw_port_id': '7d6e490a-ed3f-4694-aec3-66d905e276aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:07:12Z', 'updated_at': '2022-02-20T23:13:11Z', 'revision_number': 5, 'project_id': '0cba5500ec13454c84750d795b267d1f', 'gw_port': {'id': '7d6e490a-ed3f-4694-aec3-66d905e276aa', 'name': '', 'network_id': '5f52b71d-61c7-49bc-86ae-3e3415c25b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:5d:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4fcffe3-b9f4-4a1b-801d-f2df8352cef9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'ip_address': '172.27.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:07:12Z', 'updated_at': '2022-02-20T23:07:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-1-iscsi'}], 'dv-cinder-830096-1-iscsi', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:13:12.894330 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bafbc2fc-faa0-4448-bf04-2c26cbecce64 None None] Checking router: d4fcffe3-b9f4-4a1b-801d-f2df8352cef9 for host: dv-cinder-830096-1-iscsi {{(pid=109630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 23:13:12.902518 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bafbc2fc-faa0-4448-bf04-2c26cbecce64 None None] Routers {'d4fcffe3-b9f4-4a1b-801d-f2df8352cef9'} bound to L3 agent in host dv-cinder-830096-1-iscsi {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 23:13:12.903128 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-bafbc2fc-faa0-4448-bf04-2c26cbecce64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T22:50:44Z,description=,heartbeat_timestamp=2022-02-20T23:12:44Z,host='dv-cinder-830096-1-iscsi',id=13c347f3-1c01-45ee-af8c-9f8a630e0f23,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T22:50:45Z,topic='l3_agent')) {'router_ids': ['d4fcffe3-b9f4-4a1b-801d-f2df8352cef9'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:13:12.993732 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-bafbc2fc-faa0-4448-bf04-2c26cbecce64 None None] Set router d4fcffe3-b9f4-4a1b-801d-f2df8352cef9 gateway port host: None {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 23:13:13.047994 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-bafbc2fc-faa0-4448-bf04-2c26cbecce64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4fcffe3-b9f4-4a1b-801d-f2df8352cef9', 'name': 'tempest-TestShelveInstance-469129069-router', 'tenant_id': '0cba5500ec13454c84750d795b267d1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:07:12Z', 'updated_at': '2022-02-20T23:13:12Z', 'revision_number': 6, 'project_id': '0cba5500ec13454c84750d795b267d1f', 'gw_port_host': None}], 'dv-cinder-830096-1-iscsi', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:13:13.073944 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bafbc2fc-faa0-4448-bf04-2c26cbecce64 None None] The sync data for ids ['d4fcffe3-b9f4-4a1b-801d-f2df8352cef9'] in dv-cinder-830096-1-iscsi is: [{'id': 'd4fcffe3-b9f4-4a1b-801d-f2df8352cef9', 'name': 'tempest-TestShelveInstance-469129069-router', 'tenant_id': '0cba5500ec13454c84750d795b267d1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:07:12Z', 'updated_at': '2022-02-20T23:13:12Z', 'revision_number': 6, 'project_id': '0cba5500ec13454c84750d795b267d1f', 'gw_port_host': None}] {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 23:13:13.103448 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-fd7732ac-cfb5-4abb-ad6d-1e13679a2a01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747407212409', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747406771505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61629250'] for port (7d6e490a-ed3f-4694-aec3-66d905e276aa), after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:13:13.130826 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7732ac-cfb5-4abb-ad6d-1e13679a2a01 admin admin] Pushing event deleted for resources: {'Port': ['ID=7d6e490a-ed3f-4694-aec3-66d905e276aa,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:13:13.197353 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-fd7732ac-cfb5-4abb-ad6d-1e13679a2a01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-704142'] for router_gateway (d4fcffe3-b9f4-4a1b-801d-f2df8352cef9), after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:13:13.294706 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-fd7732ac-cfb5-4abb-ad6d-1e13679a2a01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-700690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6565'] for router (d4fcffe3-b9f4-4a1b-801d-f2df8352cef9), precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:13:13.297681 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-fd7732ac-cfb5-4abb-ad6d-1e13679a2a01 admin admin] Publish callbacks [] for router_controller (d4fcffe3-b9f4-4a1b-801d-f2df8352cef9), precommit_delete_associations {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:13:13.400396 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-fd7732ac-cfb5-4abb-ad6d-1e13679a2a01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-700779'] for router (d4fcffe3-b9f4-4a1b-801d-f2df8352cef9), after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:13:13.400861 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd7732ac-cfb5-4abb-ad6d-1e13679a2a01 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d4fcffe3-b9f4-4a1b-801d-f2df8352cef9 {{(pid=109629) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 20 23:13:13.409194 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-fd7732ac-cfb5-4abb-ad6d-1e13679a2a01 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:13:13.410691 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [None req-fd7732ac-cfb5-4abb-ad6d-1e13679a2a01 admin admin] 10.222.0.65 "DELETE /v2.0/routers/d4fcffe3-b9f4-4a1b-801d-f2df8352cef9 HTTP/1.1" status: 204 len: 168 time: 0.9827499 Feb 20 23:13:13.413115 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.65', 54790) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:13:13.460243 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.db.db_base_plugin_v2 [None req-5dedbfd0-10cd-4cdc-bcb9-5867654bda64 admin admin] Deleting subnet 34d111b8-53a8-4bd0-9d27-ae1b2459244b {{(pid=109629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 23:13:13.463997 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-5dedbfd0-10cd-4cdc-bcb9-5867654bda64 admin admin] Publish callbacks [] for subnet (34d111b8-53a8-4bd0-9d27-ae1b2459244b), before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:13:13.512090 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-5dedbfd0-10cd-4cdc-bcb9-5867654bda64 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62688243'] for subnet (34d111b8-53a8-4bd0-9d27-ae1b2459244b), precommit_delete_associations {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:13:13.588905 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-5dedbfd0-10cd-4cdc-bcb9-5867654bda64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4171819'] for subnet (34d111b8-53a8-4bd0-9d27-ae1b2459244b), precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:13:13.697483 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-5dedbfd0-10cd-4cdc-bcb9-5867654bda64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4171794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61644179', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59081886'] for subnet (34d111b8-53a8-4bd0-9d27-ae1b2459244b), after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:13:13.727152 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-5dedbfd0-10cd-4cdc-bcb9-5867654bda64 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:13:13.731035 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [None req-5dedbfd0-10cd-4cdc-bcb9-5867654bda64 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/34d111b8-53a8-4bd0-9d27-ae1b2459244b HTTP/1.1" status: 204 len: 168 time: 0.3169796 Feb 20 23:13:13.731988 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90beeb11-ea77-45d4-8327-377669e95e1e None None] Network 0b6be559-f94f-4c5a-9671-c3c472d8311a requested from dv-cinder-830096-1-iscsi {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 23:13:13.732494 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dedbfd0-10cd-4cdc-bcb9-5867654bda64 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=34d111b8-53a8-4bd0-9d27-ae1b2459244b,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:13:13.733513 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.65', 54794) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:13:13.813701 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e4ae7313-5b4e-4343-add3-95793b7814af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4031138'] for network (0b6be559-f94f-4c5a-9671-c3c472d8311a), before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:13:13.874108 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-e4ae7313-5b4e-4343-add3-95793b7814af admin admin] Deleting port dcd712e2-c46c-4091-aaf8-0c636e78c5b0 {{(pid=109628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 23:13:13.874485 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e4ae7313-5b4e-4343-add3-95793b7814af admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747407206678'] for port (dcd712e2-c46c-4091-aaf8-0c636e78c5b0), before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:13:13.913037 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c81a425d-feb3-4891-88da-4fbacc6157e1 None None] DHCP port deletion for 0b6be559-f94f-4c5a-9671-c3c472d8311a request from dv-cinder-830096-1-iscsi {{(pid=109630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 23:13:13.947887 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.db [None req-e4ae7313-5b4e-4343-add3-95793b7814af admin admin] For port dcd712e2-c46c-4091-aaf8-0c636e78c5b0, host dv-cinder-830096-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-1-iscsi',level=0,port_id=dcd712e2-c46c-4091-aaf8-0c636e78c5b0,segment=NetworkSegment(56bf0c4d-c62b-4b69-a2bf-9ef505b71839),segment_id=56bf0c4d-c62b-4b69-a2bf-9ef505b71839)] {{(pid=109628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:13:13.948399 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e4ae7313-5b4e-4343-add3-95793b7814af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671932'] for port (dcd712e2-c46c-4091-aaf8-0c636e78c5b0), precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:13:13.962731 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-e4ae7313-5b4e-4343-add3-95793b7814af admin admin] Calling delete_port for dcd712e2-c46c-4091-aaf8-0c636e78c5b0 owned by network:dhcp {{(pid=109628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 23:13:13.966867 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-c81a425d-feb3-4891-88da-4fbacc6157e1 None None] Deleting port dcd712e2-c46c-4091-aaf8-0c636e78c5b0 {{(pid=109630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 23:13:13.967237 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c81a425d-feb3-4891-88da-4fbacc6157e1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747407206678'] for port (dcd712e2-c46c-4091-aaf8-0c636e78c5b0), before_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:13:14.030777 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-c81a425d-feb3-4891-88da-4fbacc6157e1 None None] For port dcd712e2-c46c-4091-aaf8-0c636e78c5b0, host dv-cinder-830096-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-1-iscsi',level=0,port_id=dcd712e2-c46c-4091-aaf8-0c636e78c5b0,segment=NetworkSegment(56bf0c4d-c62b-4b69-a2bf-9ef505b71839),segment_id=56bf0c4d-c62b-4b69-a2bf-9ef505b71839)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:13:14.032839 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c81a425d-feb3-4891-88da-4fbacc6157e1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671932'] for port (dcd712e2-c46c-4091-aaf8-0c636e78c5b0), precommit_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:13:14.052297 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-c81a425d-feb3-4891-88da-4fbacc6157e1 None None] Calling delete_port for dcd712e2-c46c-4091-aaf8-0c636e78c5b0 owned by network:dhcp {{(pid=109630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 23:13:14.101379 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Device 86fc3b90-dea8-4332-b479-1095dadd6cc7 no longer exists at agent ovs-agent-dv-cinder-830096-1-iscsi {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 23:13:14.134610 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e4ae7313-5b4e-4343-add3-95793b7814af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747407212409', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747406771505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59259307'] for port (dcd712e2-c46c-4091-aaf8-0c636e78c5b0), after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:13:14.138843 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] No Port match for: 86fc3b90-dea8-4332-b479-1095dadd6cc7 {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 23:13:14.138843 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Device 86fc3b90-dea8-4332-b479-1095dadd6cc7 not bound to the agent host dv-cinder-830096-1-iscsi {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 23:13:14.138843 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Device 7d6e490a-ed3f-4694-aec3-66d905e276aa no longer exists at agent ovs-agent-dv-cinder-830096-1-iscsi {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 23:13:14.164608 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] No Port match for: 7d6e490a-ed3f-4694-aec3-66d905e276aa {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 23:13:14.164608 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Device 7d6e490a-ed3f-4694-aec3-66d905e276aa not bound to the agent host dv-cinder-830096-1-iscsi {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 23:13:14.164608 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Device dcd712e2-c46c-4091-aaf8-0c636e78c5b0 no longer exists at agent ovs-agent-dv-cinder-830096-1-iscsi {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 23:13:14.173114 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ae7313-5b4e-4343-add3-95793b7814af admin admin] Pushing event deleted for resources: {'Port': ['ID=dcd712e2-c46c-4091-aaf8-0c636e78c5b0,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:13:14.175745 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4ae7313-5b4e-4343-add3-95793b7814af admin admin] No DVR routers for this DVR port dcd712e2-c46c-4091-aaf8-0c636e78c5b0 on host dv-cinder-830096-1-iscsi {{(pid=109628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 23:13:14.198515 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] No Port match for: dcd712e2-c46c-4091-aaf8-0c636e78c5b0 {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 23:13:14.198515 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Device dcd712e2-c46c-4091-aaf8-0c636e78c5b0 not bound to the agent host dv-cinder-830096-1-iscsi {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 23:13:14.205886 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c81a425d-feb3-4891-88da-4fbacc6157e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747407212409', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747406771505'] for port (dcd712e2-c46c-4091-aaf8-0c636e78c5b0), after_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:13:14.231563 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81a425d-feb3-4891-88da-4fbacc6157e1 None None] Pushing event deleted for resources: {'Port': ['ID=dcd712e2-c46c-4091-aaf8-0c636e78c5b0,revision_number=None']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:13:14.236086 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c81a425d-feb3-4891-88da-4fbacc6157e1 None None] No DVR routers for this DVR port dcd712e2-c46c-4091-aaf8-0c636e78c5b0 on host dv-cinder-830096-1-iscsi {{(pid=109630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 23:13:14.249473 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e4ae7313-5b4e-4343-add3-95793b7814af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4175522', 'neutron.services.segments.db._delete_segments_for_network-8747407231802'] for network (0b6be559-f94f-4c5a-9671-c3c472d8311a), precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:13:14.271231 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.services.segments.db [None req-e4ae7313-5b4e-4343-add3-95793b7814af admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b6be559-f94f-4c5a-9671-c3c472d8311a']}} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:13:14.280048 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.services.segments.db [None req-e4ae7313-5b4e-4343-add3-95793b7814af admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56bf0c4d-c62b-4b69-a2bf-9ef505b71839') {'for_net_delete': True} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:13:14.280338 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.services.segments.db [None req-e4ae7313-5b4e-4343-add3-95793b7814af admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56bf0c4d-c62b-4b69-a2bf-9ef505b71839') {} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:13:14.289382 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e4ae7313-5b4e-4343-add3-95793b7814af admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747407232323', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59578419'] for segment (56bf0c4d-c62b-4b69-a2bf-9ef505b71839), before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:13:14.303181 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e4ae7313-5b4e-4343-add3-95793b7814af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4056974'] for segment (56bf0c4d-c62b-4b69-a2bf-9ef505b71839), precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:13:14.309891 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4ae7313-5b4e-4343-add3-95793b7814af admin admin] Releasing vlan 65 on physical network physnet1 to pool {{(pid=109628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 23:13:14.310438 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e4ae7313-5b4e-4343-add3-95793b7814af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4056974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59259292'] for segment (56bf0c4d-c62b-4b69-a2bf-9ef505b71839), after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:13:14.312774 dv-cinder-830096-1-iscsi neutron-server[109628]: Traceback (most recent call last): Feb 20 23:13:14.312774 dv-cinder-830096-1-iscsi neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 23:13:14.312774 dv-cinder-830096-1-iscsi neutron-server[109628]: timer() Feb 20 23:13:14.312774 dv-cinder-830096-1-iscsi neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 23:13:14.312774 dv-cinder-830096-1-iscsi neutron-server[109628]: cb(*args, **kw) Feb 20 23:13:14.312774 dv-cinder-830096-1-iscsi neutron-server[109628]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 23:13:14.312774 dv-cinder-830096-1-iscsi neutron-server[109628]: return func(*args, **kwargs) Feb 20 23:13:14.312774 dv-cinder-830096-1-iscsi neutron-server[109628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 23:13:14.312774 dv-cinder-830096-1-iscsi neutron-server[109628]: self._notify() Feb 20 23:13:14.312774 dv-cinder-830096-1-iscsi neutron-server[109628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 23:13:14.312774 dv-cinder-830096-1-iscsi neutron-server[109628]: self.callback(batched_events) Feb 20 23:13:14.312774 dv-cinder-830096-1-iscsi neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 23:13:14.312774 dv-cinder-830096-1-iscsi neutron-server[109628]: event.method(event) Feb 20 23:13:14.312774 dv-cinder-830096-1-iscsi neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 23:13:14.312774 dv-cinder-830096-1-iscsi neutron-server[109628]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 23:13:14.312774 dv-cinder-830096-1-iscsi neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 23:13:14.312774 dv-cinder-830096-1-iscsi neutron-server[109628]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 23:13:14.312774 dv-cinder-830096-1-iscsi neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 23:13:14.312774 dv-cinder-830096-1-iscsi neutron-server[109628]: return f(self, *a, **k) Feb 20 23:13:14.312774 dv-cinder-830096-1-iscsi neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 23:13:14.312774 dv-cinder-830096-1-iscsi neutron-server[109628]: return self._get(url).json() Feb 20 23:13:14.312774 dv-cinder-830096-1-iscsi neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 23:13:14.312774 dv-cinder-830096-1-iscsi neutron-server[109628]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 23:13:14.312774 dv-cinder-830096-1-iscsi neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 23:13:14.312774 dv-cinder-830096-1-iscsi neutron-server[109628]: return self.request(url, 'GET', **kwargs) Feb 20 23:13:14.312774 dv-cinder-830096-1-iscsi neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 23:13:14.312774 dv-cinder-830096-1-iscsi neutron-server[109628]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 23:13:14.312774 dv-cinder-830096-1-iscsi neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 23:13:14.312774 dv-cinder-830096-1-iscsi neutron-server[109628]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 23:13:14.312774 dv-cinder-830096-1-iscsi neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 23:13:14.312774 dv-cinder-830096-1-iscsi neutron-server[109628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 23:13:14.312774 dv-cinder-830096-1-iscsi neutron-server[109628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 23:13:14.459994 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e4ae7313-5b4e-4343-add3-95793b7814af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4175529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704226'] for network (0b6be559-f94f-4c5a-9671-c3c472d8311a), after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:13:14.465592 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e4ae7313-5b4e-4343-add3-95793b7814af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565544'] for network (None), before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:13:14.469181 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [None req-e4ae7313-5b4e-4343-add3-95793b7814af admin admin] 10.222.0.65 "DELETE /v2.0/networks/0b6be559-f94f-4c5a-9671-c3c472d8311a HTTP/1.1" status: 204 len: 168 time: 0.7336385 Feb 20 23:13:14.472206 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.65', 54796) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:13:14.479808 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ae7313-5b4e-4343-add3-95793b7814af admin admin] Pushing event deleted for resources: {'Network': ['ID=0b6be559-f94f-4c5a-9671-c3c472d8311a,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:13:14.494273 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-5a241cf3-4c5e-442d-924e-c815a32526c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (13c347f3-1c01-45ee-af8c-9f8a630e0f23), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:13:14.822828 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-0957eb9c-b27c-4a45-8169-04bc4436cc53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-702964'] for router_interface (928c1573-b274-40b1-9bba-bea9d8941585), before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:13:15.067808 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-0957eb9c-b27c-4a45-8169-04bc4436cc53 admin admin] Deleting port 3241ade8-e716-4e1c-b577-8a0936d6bb06 {{(pid=109629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 23:13:15.068141 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-0957eb9c-b27c-4a45-8169-04bc4436cc53 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747407206678'] for port (3241ade8-e716-4e1c-b577-8a0936d6bb06), before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:13:15.159728 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.plugins.ml2.db [None req-0957eb9c-b27c-4a45-8169-04bc4436cc53 admin admin] For port 3241ade8-e716-4e1c-b577-8a0936d6bb06, host dv-cinder-830096-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-1-iscsi',level=0,port_id=3241ade8-e716-4e1c-b577-8a0936d6bb06,segment=NetworkSegment(b4ebdf64-0dd9-4cf4-9b59-022790ed7dfe),segment_id=b4ebdf64-0dd9-4cf4-9b59-022790ed7dfe)] {{(pid=109629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:13:15.160086 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-0957eb9c-b27c-4a45-8169-04bc4436cc53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671932'] for port (3241ade8-e716-4e1c-b577-8a0936d6bb06), precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:13:15.171257 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-0957eb9c-b27c-4a45-8169-04bc4436cc53 admin admin] Calling delete_port for 3241ade8-e716-4e1c-b577-8a0936d6bb06 owned by network:router_interface {{(pid=109629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 23:13:15.629198 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-0957eb9c-b27c-4a45-8169-04bc4436cc53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747407212409', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747406771505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61629250'] for port (3241ade8-e716-4e1c-b577-8a0936d6bb06), after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:13:15.654773 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0957eb9c-b27c-4a45-8169-04bc4436cc53 admin admin] Pushing event deleted for resources: {'Port': ['ID=3241ade8-e716-4e1c-b577-8a0936d6bb06,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:13:15.830698 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-0957eb9c-b27c-4a45-8169-04bc4436cc53 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-565519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-703332'] for router_interface (928c1573-b274-40b1-9bba-bea9d8941585), after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:13:15.943240 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-343008d4-3a37-47e4-bcbd-5ef9b41dd99c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (5ba36dc9-fc49-4f8a-9e75-ea70dbbc9d37), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:13:16.055103 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0957eb9c-b27c-4a45-8169-04bc4436cc53 admin admin] Router 928c1573-b274-40b1-9bba-bea9d8941585 has already been hosted by L3 agent 13c347f3-1c01-45ee-af8c-9f8a630e0f23 {{(pid=109629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 23:13:16.166238 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0957eb9c-b27c-4a45-8169-04bc4436cc53 admin admin] Notify agent at l3_agent.dv-cinder-830096-1-iscsi the message routers_updated {{(pid=109629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 23:13:16.171189 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [None req-0957eb9c-b27c-4a45-8169-04bc4436cc53 admin admin] 10.222.0.65 "PUT /v2.0/routers/928c1573-b274-40b1-9bba-bea9d8941585/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6979129 Feb 20 23:13:16.174378 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.65', 54802) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:13:16.175403 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61b40cd0-82e6-4127-af3b-e5304ab24b6d None None] Sync routers for ids ['928c1573-b274-40b1-9bba-bea9d8941585'] in dv-cinder-830096-1-iscsi {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 23:13:16.186387 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61b40cd0-82e6-4127-af3b-e5304ab24b6d None None] Routers {'928c1573-b274-40b1-9bba-bea9d8941585'} bound to L3 agent in host dv-cinder-830096-1-iscsi {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 23:13:16.187187 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-61b40cd0-82e6-4127-af3b-e5304ab24b6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T22:50:44Z,description=,heartbeat_timestamp=2022-02-20T23:13:14Z,host='dv-cinder-830096-1-iscsi',id=13c347f3-1c01-45ee-af8c-9f8a630e0f23,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T22:50:45Z,topic='l3_agent')) {'router_ids': ['928c1573-b274-40b1-9bba-bea9d8941585'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:13:16.285039 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e6fa1f23-a6af-4db0-b868-bfd5eae8e267 admin admin] Publish callbacks [] for router (928c1573-b274-40b1-9bba-bea9d8941585), before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:13:16.388168 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.db.l3_dvr_db [None req-61b40cd0-82e6-4127-af3b-e5304ab24b6d None None] Set router 928c1573-b274-40b1-9bba-bea9d8941585 gateway port host: dv-cinder-830096-1-iscsi {{(pid=109631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 23:13:16.390964 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e6fa1f23-a6af-4db0-b868-bfd5eae8e267 admin admin] Publish callbacks [] for router_gateway (928c1573-b274-40b1-9bba-bea9d8941585), before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:13:16.506898 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-e6fa1f23-a6af-4db0-b868-bfd5eae8e267 admin admin] Deleting port 2ecde743-218a-46f1-8a20-8aaaa7fda88c {{(pid=109628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 23:13:16.507232 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e6fa1f23-a6af-4db0-b868-bfd5eae8e267 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747407206678'] for port (2ecde743-218a-46f1-8a20-8aaaa7fda88c), before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:13:16.574089 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-61b40cd0-82e6-4127-af3b-e5304ab24b6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '928c1573-b274-40b1-9bba-bea9d8941585', 'name': 'tempest-TestShelveInstance-2053906482-router', 'tenant_id': '12be88d1bb4346499668757296e0479a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f52b71d-61c7-49bc-86ae-3e3415c25b55', 'external_fixed_ips': [{'subnet_id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'ip_address': '172.27.2.185'}], 'enable_snat': True}, 'gw_port_id': '2ecde743-218a-46f1-8a20-8aaaa7fda88c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:07:18Z', 'updated_at': '2022-02-20T23:13:15Z', 'revision_number': 5, 'project_id': '12be88d1bb4346499668757296e0479a', 'gw_port': {'id': '2ecde743-218a-46f1-8a20-8aaaa7fda88c', 'name': '', 'network_id': '5f52b71d-61c7-49bc-86ae-3e3415c25b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:35:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '928c1573-b274-40b1-9bba-bea9d8941585', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'ip_address': '172.27.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:07:19Z', 'updated_at': '2022-02-20T23:07:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-1-iscsi'}], 'dv-cinder-830096-1-iscsi', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:13:16.591428 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.db [None req-e6fa1f23-a6af-4db0-b868-bfd5eae8e267 admin admin] For port 2ecde743-218a-46f1-8a20-8aaaa7fda88c, host dv-cinder-830096-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-1-iscsi',level=0,port_id=2ecde743-218a-46f1-8a20-8aaaa7fda88c,segment=NetworkSegment(c35aac5e-90b0-4d56-90ba-57f79ef09092),segment_id=c35aac5e-90b0-4d56-90ba-57f79ef09092)] {{(pid=109628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:13:16.591788 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e6fa1f23-a6af-4db0-b868-bfd5eae8e267 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671932'] for port (2ecde743-218a-46f1-8a20-8aaaa7fda88c), precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:13:16.603964 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-e6fa1f23-a6af-4db0-b868-bfd5eae8e267 admin admin] Calling delete_port for 2ecde743-218a-46f1-8a20-8aaaa7fda88c owned by network:router_gateway {{(pid=109628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 23:13:16.604453 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61b40cd0-82e6-4127-af3b-e5304ab24b6d None None] Checking router: 928c1573-b274-40b1-9bba-bea9d8941585 for host: dv-cinder-830096-1-iscsi {{(pid=109631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 23:13:16.613749 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61b40cd0-82e6-4127-af3b-e5304ab24b6d None None] Routers {'928c1573-b274-40b1-9bba-bea9d8941585'} bound to L3 agent in host dv-cinder-830096-1-iscsi {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 23:13:16.614411 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-61b40cd0-82e6-4127-af3b-e5304ab24b6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T22:50:44Z,description=,heartbeat_timestamp=2022-02-20T23:13:14Z,host='dv-cinder-830096-1-iscsi',id=13c347f3-1c01-45ee-af8c-9f8a630e0f23,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T22:50:45Z,topic='l3_agent')) {'router_ids': ['928c1573-b274-40b1-9bba-bea9d8941585'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:13:16.703164 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.db.l3_dvr_db [None req-61b40cd0-82e6-4127-af3b-e5304ab24b6d None None] Set router 928c1573-b274-40b1-9bba-bea9d8941585 gateway port host: None {{(pid=109631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 23:13:16.754712 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-61b40cd0-82e6-4127-af3b-e5304ab24b6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '928c1573-b274-40b1-9bba-bea9d8941585', 'name': 'tempest-TestShelveInstance-2053906482-router', 'tenant_id': '12be88d1bb4346499668757296e0479a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:07:18Z', 'updated_at': '2022-02-20T23:13:16Z', 'revision_number': 6, 'project_id': '12be88d1bb4346499668757296e0479a', 'gw_port_host': None}], 'dv-cinder-830096-1-iscsi', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:13:16.785944 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61b40cd0-82e6-4127-af3b-e5304ab24b6d None None] The sync data for ids ['928c1573-b274-40b1-9bba-bea9d8941585'] in dv-cinder-830096-1-iscsi is: [{'id': '928c1573-b274-40b1-9bba-bea9d8941585', 'name': 'tempest-TestShelveInstance-2053906482-router', 'tenant_id': '12be88d1bb4346499668757296e0479a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:07:18Z', 'updated_at': '2022-02-20T23:13:16Z', 'revision_number': 6, 'project_id': '12be88d1bb4346499668757296e0479a', 'gw_port_host': None}] {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 23:13:16.857524 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e6fa1f23-a6af-4db0-b868-bfd5eae8e267 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747407212409', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747406771505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59259307'] for port (2ecde743-218a-46f1-8a20-8aaaa7fda88c), after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:13:16.884605 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fa1f23-a6af-4db0-b868-bfd5eae8e267 admin admin] Pushing event deleted for resources: {'Port': ['ID=2ecde743-218a-46f1-8a20-8aaaa7fda88c,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:13:16.944913 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e6fa1f23-a6af-4db0-b868-bfd5eae8e267 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-704142'] for router_gateway (928c1573-b274-40b1-9bba-bea9d8941585), after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:13:17.036703 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e6fa1f23-a6af-4db0-b868-bfd5eae8e267 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-700690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6565'] for router (928c1573-b274-40b1-9bba-bea9d8941585), precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:13:17.038850 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e6fa1f23-a6af-4db0-b868-bfd5eae8e267 admin admin] Publish callbacks [] for router_controller (928c1573-b274-40b1-9bba-bea9d8941585), precommit_delete_associations {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:13:17.148893 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e6fa1f23-a6af-4db0-b868-bfd5eae8e267 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-700779'] for router (928c1573-b274-40b1-9bba-bea9d8941585), after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:13:17.149844 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6fa1f23-a6af-4db0-b868-bfd5eae8e267 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 928c1573-b274-40b1-9bba-bea9d8941585 {{(pid=109628) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 20 23:13:17.156641 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e6fa1f23-a6af-4db0-b868-bfd5eae8e267 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:13:17.157820 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [None req-e6fa1f23-a6af-4db0-b868-bfd5eae8e267 admin admin] 10.222.0.65 "DELETE /v2.0/routers/928c1573-b274-40b1-9bba-bea9d8941585 HTTP/1.1" status: 204 len: 168 time: 0.9824407 Feb 20 23:13:17.160604 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.65', 54806) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:13:17.207605 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d802bda-52ca-4aaa-ab17-255ba81613d4 admin admin] Deleting subnet 736c1897-f4f2-467c-9a09-ac5f582fbb18 {{(pid=109628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 23:13:17.210971 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-0d802bda-52ca-4aaa-ab17-255ba81613d4 admin admin] Publish callbacks [] for subnet (736c1897-f4f2-467c-9a09-ac5f582fbb18), before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:13:17.223495 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-f8bda328-0f39-40fc-b2c8-28796977f3d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (e2edd6cb-ac77-47df-80b5-e0a92a5dde3d), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:13:17.251510 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-0d802bda-52ca-4aaa-ab17-255ba81613d4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59578410'] for subnet (736c1897-f4f2-467c-9a09-ac5f582fbb18), precommit_delete_associations {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:13:17.333129 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-0d802bda-52ca-4aaa-ab17-255ba81613d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4171819'] for subnet (736c1897-f4f2-467c-9a09-ac5f582fbb18), precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:13:17.757384 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-0d802bda-52ca-4aaa-ab17-255ba81613d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4171794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59295610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60044582'] for subnet (736c1897-f4f2-467c-9a09-ac5f582fbb18), after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:13:17.784164 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d802bda-52ca-4aaa-ab17-255ba81613d4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=736c1897-f4f2-467c-9a09-ac5f582fbb18,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:13:17.789110 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-0d802bda-52ca-4aaa-ab17-255ba81613d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565544'] for subnet (None), before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:13:17.795806 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [None req-0d802bda-52ca-4aaa-ab17-255ba81613d4 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/736c1897-f4f2-467c-9a09-ac5f582fbb18 HTTP/1.1" status: 204 len: 168 time: 0.6341193 Feb 20 23:13:17.797851 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.65', 54808) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:13:17.798807 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f958bac-32f6-4e4f-9b2f-b791dc0c3a1c None None] Network 72784a2d-e084-47e0-8343-d6397aa50667 requested from dv-cinder-830096-1-iscsi {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 23:13:17.881501 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-5a76b357-ff63-414b-bf60-ebe700ee08c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4031138'] for network (72784a2d-e084-47e0-8343-d6397aa50667), before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:13:17.951015 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-5a76b357-ff63-414b-bf60-ebe700ee08c6 admin admin] Deleting port 4d01a89f-34e5-4f30-8b46-cb5b4e33c202 {{(pid=109629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 23:13:17.951349 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-5a76b357-ff63-414b-bf60-ebe700ee08c6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747407206678'] for port (4d01a89f-34e5-4f30-8b46-cb5b4e33c202), before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:13:17.999848 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88757201-65ab-4a9d-bb7d-1a17662535a0 None None] DHCP port deletion for 72784a2d-e084-47e0-8343-d6397aa50667 request from dv-cinder-830096-1-iscsi {{(pid=109630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 23:13:18.012736 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.plugins.ml2.db [None req-5a76b357-ff63-414b-bf60-ebe700ee08c6 admin admin] For port 4d01a89f-34e5-4f30-8b46-cb5b4e33c202, host dv-cinder-830096-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-1-iscsi',level=0,port_id=4d01a89f-34e5-4f30-8b46-cb5b4e33c202,segment=NetworkSegment(b4ebdf64-0dd9-4cf4-9b59-022790ed7dfe),segment_id=b4ebdf64-0dd9-4cf4-9b59-022790ed7dfe)] {{(pid=109629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:13:18.013096 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-5a76b357-ff63-414b-bf60-ebe700ee08c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671932'] for port (4d01a89f-34e5-4f30-8b46-cb5b4e33c202), precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:13:18.030396 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-5a76b357-ff63-414b-bf60-ebe700ee08c6 admin admin] Calling delete_port for 4d01a89f-34e5-4f30-8b46-cb5b4e33c202 owned by network:dhcp {{(pid=109629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 23:13:18.052499 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-88757201-65ab-4a9d-bb7d-1a17662535a0 None None] Deleting port 4d01a89f-34e5-4f30-8b46-cb5b4e33c202 {{(pid=109630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 23:13:18.052879 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-88757201-65ab-4a9d-bb7d-1a17662535a0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747407206678'] for port (4d01a89f-34e5-4f30-8b46-cb5b4e33c202), before_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:13:18.105230 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Device 3241ade8-e716-4e1c-b577-8a0936d6bb06 no longer exists at agent ovs-agent-dv-cinder-830096-1-iscsi {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 23:13:18.134204 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] No Port match for: 3241ade8-e716-4e1c-b577-8a0936d6bb06 {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 23:13:18.134689 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Device 3241ade8-e716-4e1c-b577-8a0936d6bb06 not bound to the agent host dv-cinder-830096-1-iscsi {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 23:13:18.135204 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Device 2ecde743-218a-46f1-8a20-8aaaa7fda88c no longer exists at agent ovs-agent-dv-cinder-830096-1-iscsi {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 23:13:18.165010 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] No Port match for: 2ecde743-218a-46f1-8a20-8aaaa7fda88c {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 23:13:18.165448 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Device 2ecde743-218a-46f1-8a20-8aaaa7fda88c not bound to the agent host dv-cinder-830096-1-iscsi {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 23:13:18.165791 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Device 4d01a89f-34e5-4f30-8b46-cb5b4e33c202 no longer exists at agent ovs-agent-dv-cinder-830096-1-iscsi {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 23:13:18.191957 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-88757201-65ab-4a9d-bb7d-1a17662535a0 None None] For port 4d01a89f-34e5-4f30-8b46-cb5b4e33c202, host dv-cinder-830096-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-1-iscsi',level=0,port_id=4d01a89f-34e5-4f30-8b46-cb5b4e33c202,segment=NetworkSegment(b4ebdf64-0dd9-4cf4-9b59-022790ed7dfe),segment_id=b4ebdf64-0dd9-4cf4-9b59-022790ed7dfe)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:13:18.192363 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-88757201-65ab-4a9d-bb7d-1a17662535a0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671932'] for port (4d01a89f-34e5-4f30-8b46-cb5b4e33c202), precommit_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:13:18.211419 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-88757201-65ab-4a9d-bb7d-1a17662535a0 None None] Calling delete_port for 4d01a89f-34e5-4f30-8b46-cb5b4e33c202 owned by network:dhcp {{(pid=109630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 23:13:18.215568 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-5a76b357-ff63-414b-bf60-ebe700ee08c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747407212409', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747406771505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61629250'] for port (4d01a89f-34e5-4f30-8b46-cb5b4e33c202), after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:13:18.241213 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a76b357-ff63-414b-bf60-ebe700ee08c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=4d01a89f-34e5-4f30-8b46-cb5b4e33c202,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:13:18.243243 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a76b357-ff63-414b-bf60-ebe700ee08c6 admin admin] No DVR routers for this DVR port 4d01a89f-34e5-4f30-8b46-cb5b4e33c202 on host dv-cinder-830096-1-iscsi {{(pid=109629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 23:13:18.265629 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] No active binding found for port 4d01a89f-34e5-4f30-8b46-cb5b4e33c202 {{(pid=109630) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 20 23:13:18.266252 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] The host dv-cinder-830096-1-iscsi is not matching for port 4d01a89f-34e5-4f30-8b46-cb5b4e33c202 host None! {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 20 23:13:18.266486 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Device 4d01a89f-34e5-4f30-8b46-cb5b4e33c202 not bound to the agent host dv-cinder-830096-1-iscsi {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 23:13:18.306472 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-88757201-65ab-4a9d-bb7d-1a17662535a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747407212409', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747406771505'] for port (4d01a89f-34e5-4f30-8b46-cb5b4e33c202), after_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:13:18.329817 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-5a76b357-ff63-414b-bf60-ebe700ee08c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4175522', 'neutron.services.segments.db._delete_segments_for_network-8747407231802'] for network (72784a2d-e084-47e0-8343-d6397aa50667), precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:13:18.337442 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88757201-65ab-4a9d-bb7d-1a17662535a0 None None] Pushing event deleted for resources: {'Port': ['ID=4d01a89f-34e5-4f30-8b46-cb5b4e33c202,revision_number=None']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:13:18.342059 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88757201-65ab-4a9d-bb7d-1a17662535a0 None None] No DVR routers for this DVR port 4d01a89f-34e5-4f30-8b46-cb5b4e33c202 on host dv-cinder-830096-1-iscsi {{(pid=109630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 23:13:18.369010 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.services.segments.db [None req-5a76b357-ff63-414b-bf60-ebe700ee08c6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72784a2d-e084-47e0-8343-d6397aa50667']}} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:13:18.379393 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.services.segments.db [None req-5a76b357-ff63-414b-bf60-ebe700ee08c6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4ebdf64-0dd9-4cf4-9b59-022790ed7dfe') {'for_net_delete': True} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:13:18.379723 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.services.segments.db [None req-5a76b357-ff63-414b-bf60-ebe700ee08c6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4ebdf64-0dd9-4cf4-9b59-022790ed7dfe') {} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:13:18.392387 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-5a76b357-ff63-414b-bf60-ebe700ee08c6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747407232323', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62688234'] for segment (b4ebdf64-0dd9-4cf4-9b59-022790ed7dfe), before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:13:18.407711 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-5a76b357-ff63-414b-bf60-ebe700ee08c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4056974'] for segment (b4ebdf64-0dd9-4cf4-9b59-022790ed7dfe), precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:13:18.414429 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a76b357-ff63-414b-bf60-ebe700ee08c6 admin admin] Releasing vlan 66 on physical network physnet1 to pool {{(pid=109629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 23:13:18.414835 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-5a76b357-ff63-414b-bf60-ebe700ee08c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4056974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61629301'] for segment (b4ebdf64-0dd9-4cf4-9b59-022790ed7dfe), after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:13:18.416816 dv-cinder-830096-1-iscsi neutron-server[109629]: Traceback (most recent call last): Feb 20 23:13:18.416816 dv-cinder-830096-1-iscsi neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 23:13:18.416816 dv-cinder-830096-1-iscsi neutron-server[109629]: timer() Feb 20 23:13:18.416816 dv-cinder-830096-1-iscsi neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 23:13:18.416816 dv-cinder-830096-1-iscsi neutron-server[109629]: cb(*args, **kw) Feb 20 23:13:18.416816 dv-cinder-830096-1-iscsi neutron-server[109629]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 23:13:18.416816 dv-cinder-830096-1-iscsi neutron-server[109629]: return func(*args, **kwargs) Feb 20 23:13:18.416816 dv-cinder-830096-1-iscsi neutron-server[109629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 23:13:18.416816 dv-cinder-830096-1-iscsi neutron-server[109629]: self._notify() Feb 20 23:13:18.416816 dv-cinder-830096-1-iscsi neutron-server[109629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 23:13:18.416816 dv-cinder-830096-1-iscsi neutron-server[109629]: self.callback(batched_events) Feb 20 23:13:18.416816 dv-cinder-830096-1-iscsi neutron-server[109629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 23:13:18.416816 dv-cinder-830096-1-iscsi neutron-server[109629]: event.method(event) Feb 20 23:13:18.416816 dv-cinder-830096-1-iscsi neutron-server[109629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 23:13:18.416816 dv-cinder-830096-1-iscsi neutron-server[109629]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 23:13:18.416816 dv-cinder-830096-1-iscsi neutron-server[109629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 23:13:18.416816 dv-cinder-830096-1-iscsi neutron-server[109629]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 23:13:18.416816 dv-cinder-830096-1-iscsi neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 23:13:18.416816 dv-cinder-830096-1-iscsi neutron-server[109629]: return f(self, *a, **k) Feb 20 23:13:18.416816 dv-cinder-830096-1-iscsi neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 23:13:18.416816 dv-cinder-830096-1-iscsi neutron-server[109629]: return self._get(url).json() Feb 20 23:13:18.416816 dv-cinder-830096-1-iscsi neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 23:13:18.416816 dv-cinder-830096-1-iscsi neutron-server[109629]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 23:13:18.416816 dv-cinder-830096-1-iscsi neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 23:13:18.416816 dv-cinder-830096-1-iscsi neutron-server[109629]: return self.request(url, 'GET', **kwargs) Feb 20 23:13:18.416816 dv-cinder-830096-1-iscsi neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 23:13:18.416816 dv-cinder-830096-1-iscsi neutron-server[109629]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 23:13:18.416816 dv-cinder-830096-1-iscsi neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 23:13:18.416816 dv-cinder-830096-1-iscsi neutron-server[109629]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 23:13:18.416816 dv-cinder-830096-1-iscsi neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 23:13:18.416816 dv-cinder-830096-1-iscsi neutron-server[109629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 23:13:18.416816 dv-cinder-830096-1-iscsi neutron-server[109629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 23:13:18.554706 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-5a76b357-ff63-414b-bf60-ebe700ee08c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4175529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704226'] for network (72784a2d-e084-47e0-8343-d6397aa50667), after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:13:18.564867 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-5a76b357-ff63-414b-bf60-ebe700ee08c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565544'] for network (None), before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:13:18.564867 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [None req-5a76b357-ff63-414b-bf60-ebe700ee08c6 admin admin] 10.222.0.65 "DELETE /v2.0/networks/72784a2d-e084-47e0-8343-d6397aa50667 HTTP/1.1" status: 204 len: 168 time: 0.7654190 Feb 20 23:13:18.576758 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a76b357-ff63-414b-bf60-ebe700ee08c6 admin admin] Pushing event deleted for resources: {'Network': ['ID=72784a2d-e084-47e0-8343-d6397aa50667,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:13:18.657670 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (2dc95353-690e-4eed-857f-cdb5bbe3a4be), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:13:18.892603 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.65', 54814) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:13:18.937757 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [None req-0852fc15-b3ed-404a-97f2-bc04d87c0daf admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=0cba5500ec13454c84750d795b267d1f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0430083 Feb 20 23:13:18.940694 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.65', 54818) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:13:19.003525 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-22e8b902-f197-4c35-a917-2288381bd3be admin admin] Publish callbacks [] for security_group (35461fec-de24-4c29-b983-e67489af0130), before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:13:19.029287 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-22e8b902-f197-4c35-a917-2288381bd3be admin admin] Publish callbacks [] for security_group (35461fec-de24-4c29-b983-e67489af0130), precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:13:19.196910 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-22e8b902-f197-4c35-a917-2288381bd3be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627867'] for security_group (35461fec-de24-4c29-b983-e67489af0130), after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:13:19.199749 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-22e8b902-f197-4c35-a917-2288381bd3be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:13:19.200985 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [None req-22e8b902-f197-4c35-a917-2288381bd3be admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/35461fec-de24-4c29-b983-e67489af0130 HTTP/1.1" status: 204 len: 168 time: 0.2593610 Feb 20 23:13:19.208904 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e8b902-f197-4c35-a917-2288381bd3be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35461fec-de24-4c29-b983-e67489af0130,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:13:19.880097 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.65', 54824) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:13:19.920627 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [None req-3ec40593-b8f3-4823-945b-862b1a7b9932 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=12be88d1bb4346499668757296e0479a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0393610 Feb 20 23:13:19.923110 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.65', 54826) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:13:19.970070 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-2d021cab-8933-490e-b42a-fe0faec45edd admin admin] Publish callbacks [] for security_group (d0ef8ac9-40df-48da-b197-cf7fc871bf3a), before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:13:19.989892 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-2d021cab-8933-490e-b42a-fe0faec45edd admin admin] Publish callbacks [] for security_group (d0ef8ac9-40df-48da-b197-cf7fc871bf3a), precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:13:20.122826 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-2d021cab-8933-490e-b42a-fe0faec45edd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627867'] for security_group (d0ef8ac9-40df-48da-b197-cf7fc871bf3a), after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:13:20.125481 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-2d021cab-8933-490e-b42a-fe0faec45edd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:13:20.126653 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [None req-2d021cab-8933-490e-b42a-fe0faec45edd admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/d0ef8ac9-40df-48da-b197-cf7fc871bf3a HTTP/1.1" status: 204 len: 168 time: 0.2026424 Feb 20 23:13:20.134248 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d021cab-8933-490e-b42a-fe0faec45edd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0ef8ac9-40df-48da-b197-cf7fc871bf3a,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:13:26.236539 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (a929ecfe-02b1-4b86-b2e7-0c746ea4b12c), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:13:31.780381 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-68afba9b-eebd-46d3-85f4-e6fade5d85e3 req-8531187b-8f6d-43df-b78f-b305cc852e90 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-483404983&fields=id&tenant_id=96412aeecd2949f8b19392d06a9e3d49 HTTP/1.1" status: 200 len: 267 time: 0.0421298 Feb 20 23:13:31.883766 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68afba9b-eebd-46d3-85f4-e6fade5d85e3 req-24734d06-fe0e-4de6-ab0b-57a818e9b6d5 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:13:31.885187 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-68afba9b-eebd-46d3-85f4-e6fade5d85e3 req-24734d06-fe0e-4de6-ab0b-57a818e9b6d5 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] 10.222.0.65 "GET /v2.0/networks?id=74e3ec14-81b5-4879-a35b-eb87d2ca5b1f HTTP/1.1" status: 200 len: 812 time: 0.0988195 Feb 20 23:13:31.899064 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-68afba9b-eebd-46d3-85f4-e6fade5d85e3 req-7f6119b8-5558-44a1-99a2-571002484367 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] 10.222.0.65 "GET /v2.0/quotas/96412aeecd2949f8b19392d06a9e3d49 HTTP/1.1" status: 200 len: 375 time: 0.0086985 Feb 20 23:13:31.950834 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-68afba9b-eebd-46d3-85f4-e6fade5d85e3 req-6d9a1221-dcd6-4d4f-94ae-88a0f20a5462 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=96412aeecd2949f8b19392d06a9e3d49&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0470467 Feb 20 23:13:32.044273 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-68afba9b-eebd-46d3-85f4-e6fade5d85e3 req-2c1988f7-1d61-48c2-867d-8ccc85d73338 service neutron] 10.222.0.65 "GET /v2.0/networks/74e3ec14-81b5-4879-a35b-eb87d2ca5b1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819542 Feb 20 23:13:32.129540 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-68afba9b-eebd-46d3-85f4-e6fade5d85e3 req-09e8fbcb-2e1d-4d42-9be9-0efba1db153c service neutron] 10.222.0.65 "GET /v2.0/networks/74e3ec14-81b5-4879-a35b-eb87d2ca5b1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797484 Feb 20 23:13:32.703916 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-6103e18a-3fe7-4632-97d9-1498475901f4 req-69adc81d-c55c-4b46-82b2-b86c09f147fa tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] 10.222.0.65 "GET /v2.0/ports?device_id=b7f73091-43ce-4afc-a96d-dede00abdbfd HTTP/1.1" status: 200 len: 210 time: 0.0263436 Feb 20 23:13:33.632648 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.db.agents_db [None req-1f7bd598-9080-4651-a904-61cb6c9001fd None None] Agent healthcheck: found 6 active agents {{(pid=109631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 23:13:33.779959 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-3459ec87-1acc-41d2-8631-cd08a96565a9 req-700ecb26-11a5-4cb7-8384-20283a126322 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] 10.222.0.65 "GET /v2.0/ports?device_id=b7f73091-43ce-4afc-a96d-dede00abdbfd HTTP/1.1" status: 200 len: 210 time: 0.0261977 Feb 20 23:13:34.875644 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-d7215ba9-4e7c-4451-a2df-7caac64fdfb7 req-9e7c2879-5212-4520-8d60-15a9aa478252 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] 10.222.0.65 "GET /v2.0/ports?device_id=b7f73091-43ce-4afc-a96d-dede00abdbfd HTTP/1.1" status: 200 len: 210 time: 0.0299335 Feb 20 23:13:34.899781 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68afba9b-eebd-46d3-85f4-e6fade5d85e3 req-9bc5b741-32a6-4b4b-98e2-2c72c9d0bd20 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:13:34.901242 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-68afba9b-eebd-46d3-85f4-e6fade5d85e3 req-9bc5b741-32a6-4b4b-98e2-2c72c9d0bd20 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] 10.222.0.42 "GET /v2.0/networks?id=74e3ec14-81b5-4879-a35b-eb87d2ca5b1f HTTP/1.1" status: 200 len: 812 time: 0.1062520 Feb 20 23:13:34.963249 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-68afba9b-eebd-46d3-85f4-e6fade5d85e3 req-e7c00d5d-a925-4f19-b475-ed213df8cd40 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=96412aeecd2949f8b19392d06a9e3d49 HTTP/1.1" status: 200 len: 379 time: 0.0535612 Feb 20 23:13:34.971752 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.v2.base [req-68afba9b-eebd-46d3-85f4-e6fade5d85e3 req-981121bc-36b0-4065-98ec-c6b830d873f9 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Request body: {'port': {'device_id': 'b7f73091-43ce-4afc-a96d-dede00abdbfd', 'network_id': '74e3ec14-81b5-4879-a35b-eb87d2ca5b1f', 'admin_state_up': True, 'tenant_id': '96412aeecd2949f8b19392d06a9e3d49', 'security_groups': ['5884c876-d2b7-4ddf-be4b-1523a25c94c5']}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:13:35.140266 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68afba9b-eebd-46d3-85f4-e6fade5d85e3 req-981121bc-36b0-4065-98ec-c6b830d873f9 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Made reservation on behalf of 96412aeecd2949f8b19392d06a9e3d49 for: {'port': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 23:13:35.143744 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-68afba9b-eebd-46d3-85f4-e6fade5d85e3 req-981121bc-36b0-4065-98ec-c6b830d873f9 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4131840'] for port (None), before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:13:35.265286 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.db.db_base_plugin_common [req-68afba9b-eebd-46d3-85f4-e6fade5d85e3 req-981121bc-36b0-4065-98ec-c6b830d873f9 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Allocated IP 172.20.0.11 (74e3ec14-81b5-4879-a35b-eb87d2ca5b1f/3237860d-efef-4946-8f22-d95aff7e1462/9128a94c-9cd3-49c5-96a6-cc3b6b6e2a37) {{(pid=109628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 23:13:35.410138 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-68afba9b-eebd-46d3-85f4-e6fade5d85e3 req-981121bc-36b0-4065-98ec-c6b830d873f9 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Publish callbacks [] for port (9128a94c-9cd3-49c5-96a6-cc3b6b6e2a37), precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:13:35.577129 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-68afba9b-eebd-46d3-85f4-e6fade5d85e3 req-981121bc-36b0-4065-98ec-c6b830d873f9 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747406771496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59259307'] for port (9128a94c-9cd3-49c5-96a6-cc3b6b6e2a37), after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:13:35.618542 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68afba9b-eebd-46d3-85f4-e6fade5d85e3 req-981121bc-36b0-4065-98ec-c6b830d873f9 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Network 74e3ec14-81b5-4879-a35b-eb87d2ca5b1f is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 23:13:35.621540 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [req-68afba9b-eebd-46d3-85f4-e6fade5d85e3 req-981121bc-36b0-4065-98ec-c6b830d873f9 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 23:13:35.631348 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [req-68afba9b-eebd-46d3-85f4-e6fade5d85e3 req-981121bc-36b0-4065-98ec-c6b830d873f9 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Received port after_create {{(pid=109628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 23:13:35.634711 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981121bc-36b0-4065-98ec-c6b830d873f9 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Pushing event updated for resources: {'Port': ['ID=9128a94c-9cd3-49c5-96a6-cc3b6b6e2a37,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:13:35.680172 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68afba9b-eebd-46d3-85f4-e6fade5d85e3 req-981121bc-36b0-4065-98ec-c6b830d873f9 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:13:35.680680 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-68afba9b-eebd-46d3-85f4-e6fade5d85e3 req-981121bc-36b0-4065-98ec-c6b830d873f9 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932959'] for port (None), before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:13:35.835024 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-a995a6d0-ec86-4e6b-a5a6-932d1b643195 None None] Provisioning complete for port 9128a94c-9cd3-49c5-96a6-cc3b6b6e2a37 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:13:35.835596 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-a995a6d0-ec86-4e6b-a5a6-932d1b643195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4145689'] for port (9128a94c-9cd3-49c5-96a6-cc3b6b6e2a37), provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:13:35.869194 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-a995a6d0-ec86-4e6b-a5a6-932d1b643195 None None] Port 9128a94c-9cd3-49c5-96a6-cc3b6b6e2a37 cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 23:13:36.013610 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e40022b-db6d-41ff-82da-6e3cbad27673 req-00a74544-0284-41fd-8cca-525ced4c87d1 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:13:36.013610 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-7e40022b-db6d-41ff-82da-6e3cbad27673 req-00a74544-0284-41fd-8cca-525ced4c87d1 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] 10.222.0.65 "GET /v2.0/ports?device_id=b7f73091-43ce-4afc-a96d-dede00abdbfd HTTP/1.1" status: 200 len: 932 time: 0.0568926 Feb 20 23:13:36.060282 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-7e40022b-db6d-41ff-82da-6e3cbad27673 req-8475d9d6-4543-4723-ac7d-28463e8c7943 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] 10.222.0.65 "GET /v2.0/security-groups?id=5884c876-d2b7-4ddf-be4b-1523a25c94c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439479 Feb 20 23:13:36.099730 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-68afba9b-eebd-46d3-85f4-e6fade5d85e3 req-981121bc-36b0-4065-98ec-c6b830d873f9 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1318390 Feb 20 23:13:36.113723 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.v2.base [req-68afba9b-eebd-46d3-85f4-e6fade5d85e3 req-d4790133-9c97-4fc9-a440-7fd71b0c4a8c service neutron] Request body: {'port': {'device_id': 'b7f73091-43ce-4afc-a96d-dede00abdbfd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:13:36.174435 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-68afba9b-eebd-46d3-85f4-e6fade5d85e3 req-d4790133-9c97-4fc9-a440-7fd71b0c4a8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4131840'] for port (9128a94c-9cd3-49c5-96a6-cc3b6b6e2a37), before_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:13:36.435119 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.notifiers.nova [req-68afba9b-eebd-46d3-85f4-e6fade5d85e3 req-d4790133-9c97-4fc9-a440-7fd71b0c4a8c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9128a94c-9cd3-49c5-96a6-cc3b6b6e2a37 {{(pid=109628) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 23:13:36.443425 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-68afba9b-eebd-46d3-85f4-e6fade5d85e3 req-d4790133-9c97-4fc9-a440-7fd71b0c4a8c service neutron] Publish callbacks [] for port (9128a94c-9cd3-49c5-96a6-cc3b6b6e2a37), precommit_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:13:36.455448 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.db.provisioning_blocks [req-68afba9b-eebd-46d3-85f4-e6fade5d85e3 req-d4790133-9c97-4fc9-a440-7fd71b0c4a8c service neutron] Transition to ACTIVE for port object 9128a94c-9cd3-49c5-96a6-cc3b6b6e2a37 will not be triggered until provisioned by entity L2. {{(pid=109628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 23:13:36.542681 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-68afba9b-eebd-46d3-85f4-e6fade5d85e3 req-d4790133-9c97-4fc9-a440-7fd71b0c4a8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747407212427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747406771514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747406771532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59259312'] for port (9128a94c-9cd3-49c5-96a6-cc3b6b6e2a37), after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:13:36.590515 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4790133-9c97-4fc9-a440-7fd71b0c4a8c service neutron] Pushing event updated for resources: {'Port': ['ID=9128a94c-9cd3-49c5-96a6-cc3b6b6e2a37,revision_number=2']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:13:36.666430 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [req-68afba9b-eebd-46d3-85f4-e6fade5d85e3 req-d4790133-9c97-4fc9-a440-7fd71b0c4a8c service neutron] Attempting to bind port 9128a94c-9cd3-49c5-96a6-cc3b6b6e2a37 on host hv-cinder-83009 for vnic_type normal with profile {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 23:13:36.666770 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [req-68afba9b-eebd-46d3-85f4-e6fade5d85e3 req-d4790133-9c97-4fc9-a440-7fd71b0c4a8c service neutron] Attempting to bind port 9128a94c-9cd3-49c5-96a6-cc3b6b6e2a37 by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '87e8d4bb-ebee-43a2-83e3-2e7061590a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '74e3ec14-81b5-4879-a35b-eb87d2ca5b1f'}] {{(pid=109628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 23:13:36.667095 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68afba9b-eebd-46d3-85f4-e6fade5d85e3 req-d4790133-9c97-4fc9-a440-7fd71b0c4a8c service neutron] Attempting to bind port 9128a94c-9cd3-49c5-96a6-cc3b6b6e2a37 on network 74e3ec14-81b5-4879-a35b-eb87d2ca5b1f {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 23:13:36.672862 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68afba9b-eebd-46d3-85f4-e6fade5d85e3 req-d4790133-9c97-4fc9-a440-7fd71b0c4a8c service neutron] Port 9128a94c-9cd3-49c5-96a6-cc3b6b6e2a37 on network 74e3ec14-81b5-4879-a35b-eb87d2ca5b1f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 23:13:36.673320 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68afba9b-eebd-46d3-85f4-e6fade5d85e3 req-d4790133-9c97-4fc9-a440-7fd71b0c4a8c service neutron] Attempting to bind port 9128a94c-9cd3-49c5-96a6-cc3b6b6e2a37 on network 74e3ec14-81b5-4879-a35b-eb87d2ca5b1f {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 23:13:36.678485 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68afba9b-eebd-46d3-85f4-e6fade5d85e3 req-d4790133-9c97-4fc9-a440-7fd71b0c4a8c service neutron] Checking agent: {'id': 'a929ecfe-02b1-4b86-b2e7-0c746ea4b12c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 22, 57, 21), 'started_at': datetime.datetime(2022, 2, 20, 22, 57, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 23, 13, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 23:13:36.679117 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68afba9b-eebd-46d3-85f4-e6fade5d85e3 req-d4790133-9c97-4fc9-a440-7fd71b0c4a8c service neutron] Checking segment: {'id': '87e8d4bb-ebee-43a2-83e3-2e7061590a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '74e3ec14-81b5-4879-a35b-eb87d2ca5b1f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 23:13:36.679449 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68afba9b-eebd-46d3-85f4-e6fade5d85e3 req-d4790133-9c97-4fc9-a440-7fd71b0c4a8c service neutron] Bound using segment: {'id': '87e8d4bb-ebee-43a2-83e3-2e7061590a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '74e3ec14-81b5-4879-a35b-eb87d2ca5b1f'} {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 23:13:36.679876 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [req-68afba9b-eebd-46d3-85f4-e6fade5d85e3 req-d4790133-9c97-4fc9-a440-7fd71b0c4a8c service neutron] Bound port: 9128a94c-9cd3-49c5-96a6-cc3b6b6e2a37, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87e8d4bb-ebee-43a2-83e3-2e7061590a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '74e3ec14-81b5-4879-a35b-eb87d2ca5b1f'}}] {{(pid=109628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 23:13:36.680229 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-68afba9b-eebd-46d3-85f4-e6fade5d85e3 req-d4790133-9c97-4fc9-a440-7fd71b0c4a8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4131840'] for port (9128a94c-9cd3-49c5-96a6-cc3b6b6e2a37), before_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:13:36.745106 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.db [req-68afba9b-eebd-46d3-85f4-e6fade5d85e3 req-d4790133-9c97-4fc9-a440-7fd71b0c4a8c service neutron] For port 9128a94c-9cd3-49c5-96a6-cc3b6b6e2a37, host hv-cinder-83009, cleared binding levels {{(pid=109628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 23:13:36.748073 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.db [req-68afba9b-eebd-46d3-85f4-e6fade5d85e3 req-d4790133-9c97-4fc9-a440-7fd71b0c4a8c service neutron] For port 9128a94c-9cd3-49c5-96a6-cc3b6b6e2a37, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=9128a94c-9cd3-49c5-96a6-cc3b6b6e2a37,segment=NetworkSegment(87e8d4bb-ebee-43a2-83e3-2e7061590a5d),segment_id=87e8d4bb-ebee-43a2-83e3-2e7061590a5d)] {{(pid=109628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 23:13:36.814410 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-68afba9b-eebd-46d3-85f4-e6fade5d85e3 req-d4790133-9c97-4fc9-a440-7fd71b0c4a8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747407212427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747406771514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747406771532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59259312'] for port (9128a94c-9cd3-49c5-96a6-cc3b6b6e2a37), after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:13:36.846806 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68afba9b-eebd-46d3-85f4-e6fade5d85e3 req-d4790133-9c97-4fc9-a440-7fd71b0c4a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:13:36.847375 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-68afba9b-eebd-46d3-85f4-e6fade5d85e3 req-d4790133-9c97-4fc9-a440-7fd71b0c4a8c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932959'] for port (None), before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:13:36.848740 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-68afba9b-eebd-46d3-85f4-e6fade5d85e3 req-d4790133-9c97-4fc9-a440-7fd71b0c4a8c service neutron] 10.222.0.42 "PUT /v2.0/ports/9128a94c-9cd3-49c5-96a6-cc3b6b6e2a37 HTTP/1.1" status: 200 len: 1094 time: 0.7392831 Feb 20 23:13:36.849177 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7f73091-43ce-4afc-a96d-dede00abdbfd', 'tag': '9128a94c-9cd3-49c5-96a6-cc3b6b6e2a37'}] {{(pid=109628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 23:13:36.851452 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4be7ee60aa4259b475ee261dcf74c65065c56e299c7a4b2359a57cf03aee0d96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a34aabe-6953-4bec-87f3-d66052d6f2f9" -d '{"events": [{"name": "network-changed", "server_uuid": "b7f73091-43ce-4afc-a96d-dede00abdbfd", "tag": "9128a94c-9cd3-49c5-96a6-cc3b6b6e2a37"}]}' {{(pid=109628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 23:13:36.883273 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4790133-9c97-4fc9-a440-7fd71b0c4a8c service neutron] Pushing event updated for resources: {'Port': ['ID=9128a94c-9cd3-49c5-96a6-cc3b6b6e2a37,revision_number=3']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:13:36.890220 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 23:13:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfdcae5e-1024-46d0-9d75-2b630756434e x-openstack-request-id: req-cfdcae5e-1024-46d0-9d75-2b630756434e {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 23:13:36.890608 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7f73091-43ce-4afc-a96d-dede00abdbfd", "tag": "9128a94c-9cd3-49c5-96a6-cc3b6b6e2a37", "status": "completed", "code": 200}]} {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 23:13:36.890917 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-cfdcae5e-1024-46d0-9d75-2b630756434e {{(pid=109628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 23:13:36.891327 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7f73091-43ce-4afc-a96d-dede00abdbfd', 'tag': '9128a94c-9cd3-49c5-96a6-cc3b6b6e2a37', 'status': 'completed', 'code': 200} Feb 20 23:13:36.957651 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a34aabe-6953-4bec-87f3-d66052d6f2f9 req-998adc54-a094-4979-b46a-f2996f86c5a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:13:36.959212 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-7a34aabe-6953-4bec-87f3-d66052d6f2f9 req-998adc54-a094-4979-b46a-f2996f86c5a1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=96412aeecd2949f8b19392d06a9e3d49&device_id=b7f73091-43ce-4afc-a96d-dede00abdbfd HTTP/1.1" status: 200 len: 1128 time: 0.0485806 Feb 20 23:13:37.060734 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a34aabe-6953-4bec-87f3-d66052d6f2f9 req-06b2ee10-e33f-47d1-9d87-f5a8a3413ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:13:37.062204 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-7a34aabe-6953-4bec-87f3-d66052d6f2f9 req-06b2ee10-e33f-47d1-9d87-f5a8a3413ea8 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=96412aeecd2949f8b19392d06a9e3d49&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0964839 Feb 20 23:13:37.192717 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a34aabe-6953-4bec-87f3-d66052d6f2f9 req-899887dc-1fd1-4698-b213-067f7ccdc6ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:13:37.194167 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-7a34aabe-6953-4bec-87f3-d66052d6f2f9 req-899887dc-1fd1-4698-b213-067f7ccdc6ef service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1266367 Feb 20 23:13:37.205744 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce409f04-ece6-4212-b618-78f6d26d26ff req-78b3d82a-c9f7-4f7f-831b-70003768b47a tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:13:37.207250 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-ce409f04-ece6-4212-b618-78f6d26d26ff req-78b3d82a-c9f7-4f7f-831b-70003768b47a tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] 10.222.0.65 "GET /v2.0/ports?device_id=b7f73091-43ce-4afc-a96d-dede00abdbfd HTTP/1.1" status: 200 len: 944 time: 0.0789273 Feb 20 23:13:37.280700 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-ce409f04-ece6-4212-b618-78f6d26d26ff req-dbda0339-9825-4121-9279-47fd7ededc18 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] 10.222.0.65 "GET /v2.0/security-groups?id=5884c876-d2b7-4ddf-be4b-1523a25c94c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678806 Feb 20 23:13:37.293081 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68afba9b-eebd-46d3-85f4-e6fade5d85e3 req-02827d37-e3c3-43f2-ac30-5a6776aa78f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:13:37.294542 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-68afba9b-eebd-46d3-85f4-e6fade5d85e3 req-02827d37-e3c3-43f2-ac30-5a6776aa78f2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=96412aeecd2949f8b19392d06a9e3d49&device_id=b7f73091-43ce-4afc-a96d-dede00abdbfd HTTP/1.1" status: 200 len: 1128 time: 0.0608149 Feb 20 23:13:37.339439 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-68afba9b-eebd-46d3-85f4-e6fade5d85e3 req-a64ca7bb-d06f-41e6-ab13-32dd399c4bad service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9128a94c-9cd3-49c5-96a6-cc3b6b6e2a37 HTTP/1.1" status: 200 len: 217 time: 0.0382986 Feb 20 23:13:37.396228 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68afba9b-eebd-46d3-85f4-e6fade5d85e3 req-6e2683ff-bf15-41dd-a86e-425975c589b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:13:37.397648 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-68afba9b-eebd-46d3-85f4-e6fade5d85e3 req-6e2683ff-bf15-41dd-a86e-425975c589b3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3237860d-efef-4946-8f22-d95aff7e1462 HTTP/1.1" status: 200 len: 851 time: 0.0527945 Feb 20 23:13:37.444606 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68afba9b-eebd-46d3-85f4-e6fade5d85e3 req-707ab510-e4f5-47db-9eb6-c3a2051e1f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:13:37.446025 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-68afba9b-eebd-46d3-85f4-e6fade5d85e3 req-707ab510-e4f5-47db-9eb6-c3a2051e1f22 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=74e3ec14-81b5-4879-a35b-eb87d2ca5b1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0423799 Feb 20 23:13:37.534321 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-68afba9b-eebd-46d3-85f4-e6fade5d85e3 req-bb131daa-327a-41eb-8abc-d65f20fbc290 service neutron] 10.222.0.42 "GET /v2.0/networks/74e3ec14-81b5-4879-a35b-eb87d2ca5b1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814471 Feb 20 23:13:37.621609 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-68afba9b-eebd-46d3-85f4-e6fade5d85e3 req-029adfc2-305f-4047-adcf-19ee0c3b8b0e service neutron] 10.222.0.42 "GET /v2.0/networks/74e3ec14-81b5-4879-a35b-eb87d2ca5b1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802600 Feb 20 23:13:38.396921 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0cc327-4a32-45aa-9254-4593d81fbbab req-340a1cdf-ea4f-4698-abc9-dcc89b9c1390 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:13:38.398407 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-bd0cc327-4a32-45aa-9254-4593d81fbbab req-340a1cdf-ea4f-4698-abc9-dcc89b9c1390 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] 10.222.0.65 "GET /v2.0/ports?device_id=b7f73091-43ce-4afc-a96d-dede00abdbfd HTTP/1.1" status: 200 len: 944 time: 0.0512455 Feb 20 23:13:38.447867 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-bd0cc327-4a32-45aa-9254-4593d81fbbab req-96c9b9fb-6598-4e6d-b96b-eac648a6c22e tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] 10.222.0.65 "GET /v2.0/security-groups?id=5884c876-d2b7-4ddf-be4b-1523a25c94c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435565 Feb 20 23:13:39.568637 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b261ade-eb30-49c3-ad88-a0c07faf99a4 req-704cfd7a-b5dd-40e8-8b90-dc0eaa058282 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:13:39.570078 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-2b261ade-eb30-49c3-ad88-a0c07faf99a4 req-704cfd7a-b5dd-40e8-8b90-dc0eaa058282 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] 10.222.0.65 "GET /v2.0/ports?device_id=b7f73091-43ce-4afc-a96d-dede00abdbfd HTTP/1.1" status: 200 len: 944 time: 0.0518005 Feb 20 23:13:39.621747 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-2b261ade-eb30-49c3-ad88-a0c07faf99a4 req-f77da75d-6b0e-4115-93af-4397a3705528 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] 10.222.0.65 "GET /v2.0/security-groups?id=5884c876-d2b7-4ddf-be4b-1523a25c94c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462539 Feb 20 23:13:40.735076 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3199fd-5b72-4543-85bb-94a5e036f662 req-7c802ba2-fa75-40f2-b6fe-34cea55c1b0c tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:13:40.736541 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-0e3199fd-5b72-4543-85bb-94a5e036f662 req-7c802ba2-fa75-40f2-b6fe-34cea55c1b0c tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] 10.222.0.65 "GET /v2.0/ports?device_id=b7f73091-43ce-4afc-a96d-dede00abdbfd HTTP/1.1" status: 200 len: 944 time: 0.0501001 Feb 20 23:13:40.783268 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-0e3199fd-5b72-4543-85bb-94a5e036f662 req-c5c648e7-bf36-412e-887f-ec0b2a73e66f tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] 10.222.0.65 "GET /v2.0/security-groups?id=5884c876-d2b7-4ddf-be4b-1523a25c94c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412345 Feb 20 23:13:41.898154 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515230f0-9741-4d12-86ae-916f1031e212 req-997734f1-3fe7-4d58-a738-c86846129b28 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:13:41.899614 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-515230f0-9741-4d12-86ae-916f1031e212 req-997734f1-3fe7-4d58-a738-c86846129b28 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] 10.222.0.65 "GET /v2.0/ports?device_id=b7f73091-43ce-4afc-a96d-dede00abdbfd HTTP/1.1" status: 200 len: 944 time: 0.0499794 Feb 20 23:13:41.946872 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-515230f0-9741-4d12-86ae-916f1031e212 req-4453ef35-83fc-4e3d-951b-2555ca869976 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] 10.222.0.65 "GET /v2.0/security-groups?id=5884c876-d2b7-4ddf-be4b-1523a25c94c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418448 Feb 20 23:13:42.308708 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0af58efe-073c-4d8a-b9c9-ee1d72650e1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (83a03d73-f5e1-4f72-b2a3-d557ae097998), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:13:43.063726 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b127559c-91a3-4474-960d-c0b5e822ed34 req-56651592-821b-4f15-b7be-bd49760519be tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:13:43.065180 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-b127559c-91a3-4474-960d-c0b5e822ed34 req-56651592-821b-4f15-b7be-bd49760519be tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] 10.222.0.65 "GET /v2.0/ports?device_id=b7f73091-43ce-4afc-a96d-dede00abdbfd HTTP/1.1" status: 200 len: 944 time: 0.0547419 Feb 20 23:13:43.115202 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-b127559c-91a3-4474-960d-c0b5e822ed34 req-a8bdcfd2-d209-46b2-bbc3-bf48d9ecd3bc tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] 10.222.0.65 "GET /v2.0/security-groups?id=5884c876-d2b7-4ddf-be4b-1523a25c94c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445328 Feb 20 23:13:44.231445 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2019c4a-ccad-46b8-b3ec-fa4952c1d8b9 req-4b52f247-a9c9-4887-9857-3443100f771f tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:13:44.232880 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-a2019c4a-ccad-46b8-b3ec-fa4952c1d8b9 req-4b52f247-a9c9-4887-9857-3443100f771f tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] 10.222.0.65 "GET /v2.0/ports?device_id=b7f73091-43ce-4afc-a96d-dede00abdbfd HTTP/1.1" status: 200 len: 944 time: 0.0506902 Feb 20 23:13:44.279972 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-a2019c4a-ccad-46b8-b3ec-fa4952c1d8b9 req-16ba438f-1167-4983-9505-150a100b002e tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] 10.222.0.65 "GET /v2.0/security-groups?id=5884c876-d2b7-4ddf-be4b-1523a25c94c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416536 Feb 20 23:13:44.485221 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c79840a2-2647-4959-9694-22e14b3c9b89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (13c347f3-1c01-45ee-af8c-9f8a630e0f23), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:13:45.401100 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bcfdc4-5937-4029-8616-c2dcde9a5c07 req-1806b7eb-cab7-4930-ac35-d7c68f11ad65 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:13:45.402540 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-20bcfdc4-5937-4029-8616-c2dcde9a5c07 req-1806b7eb-cab7-4930-ac35-d7c68f11ad65 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] 10.222.0.65 "GET /v2.0/ports?device_id=b7f73091-43ce-4afc-a96d-dede00abdbfd HTTP/1.1" status: 200 len: 944 time: 0.0579283 Feb 20 23:13:45.457338 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-20bcfdc4-5937-4029-8616-c2dcde9a5c07 req-e3346bc3-a945-488f-8976-2bf257d72e6f tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] 10.222.0.65 "GET /v2.0/security-groups?id=5884c876-d2b7-4ddf-be4b-1523a25c94c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491612 Feb 20 23:13:45.953950 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-343008d4-3a37-47e4-bcbd-5ef9b41dd99c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (5ba36dc9-fc49-4f8a-9e75-ea70dbbc9d37), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:13:46.578978 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de84d35-833d-42a0-87d6-63a266a79595 req-e69ba762-7e74-42de-8550-c12c8ee5c029 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:13:46.580420 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-7de84d35-833d-42a0-87d6-63a266a79595 req-e69ba762-7e74-42de-8550-c12c8ee5c029 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] 10.222.0.65 "GET /v2.0/ports?device_id=b7f73091-43ce-4afc-a96d-dede00abdbfd HTTP/1.1" status: 200 len: 944 time: 0.0548894 Feb 20 23:13:46.628182 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-7de84d35-833d-42a0-87d6-63a266a79595 req-02a52a5c-b989-46e9-91ff-4f3b1b582246 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] 10.222.0.65 "GET /v2.0/security-groups?id=5884c876-d2b7-4ddf-be4b-1523a25c94c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421524 Feb 20 23:13:46.668525 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Device 9128a94c-9cd3-49c5-96a6-cc3b6b6e2a37 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=109630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 23:13:46.767093 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] For port 9128a94c-9cd3-49c5-96a6-cc3b6b6e2a37, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=9128a94c-9cd3-49c5-96a6-cc3b6b6e2a37,segment=NetworkSegment(87e8d4bb-ebee-43a2-83e3-2e7061590a5d),segment_id=87e8d4bb-ebee-43a2-83e3-2e7061590a5d)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:13:46.778047 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Returning: {'device': '9128a94c-9cd3-49c5-96a6-cc3b6b6e2a37', 'network_id': '74e3ec14-81b5-4879-a35b-eb87d2ca5b1f', 'port_id': '9128a94c-9cd3-49c5-96a6-cc3b6b6e2a37', 'mac_address': 'fa:16:3e:e4:87:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3237860d-efef-4946-8f22-d95aff7e1462', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 23:13:46.814911 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Current status of the port 9128a94c-9cd3-49c5-96a6-cc3b6b6e2a37 is: DOWN; New status is: BUILD {{(pid=109630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:13:46.815304 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4131840'] for port (9128a94c-9cd3-49c5-96a6-cc3b6b6e2a37), before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:13:46.828107 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.notifiers.nova [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9128a94c-9cd3-49c5-96a6-cc3b6b6e2a37 {{(pid=109630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 23:13:46.847354 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] For port 9128a94c-9cd3-49c5-96a6-cc3b6b6e2a37, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=9128a94c-9cd3-49c5-96a6-cc3b6b6e2a37,segment=NetworkSegment(87e8d4bb-ebee-43a2-83e3-2e7061590a5d),segment_id=87e8d4bb-ebee-43a2-83e3-2e7061590a5d)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:13:46.916604 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747407212427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747406771514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747406771532'] for port (9128a94c-9cd3-49c5-96a6-cc3b6b6e2a37), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:13:46.973164 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Pushing event updated for resources: {'Port': ['ID=9128a94c-9cd3-49c5-96a6-cc3b6b6e2a37,revision_number=4']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:13:47.216533 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-f8bda328-0f39-40fc-b2c8-28796977f3d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (e2edd6cb-ac77-47df-80b5-e0a92a5dde3d), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:13:47.263618 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] get_ports_and_sgs() called for port_ids ['9128a94c-9cd3-49c5-96a6-cc3b6b6e2a37'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 23:13:47.760301 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137968d7-983f-454b-ba72-2875a87b7aac req-285a111e-fc20-4ecc-b2dd-de96e0cef363 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:13:47.761765 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-137968d7-983f-454b-ba72-2875a87b7aac req-285a111e-fc20-4ecc-b2dd-de96e0cef363 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] 10.222.0.65 "GET /v2.0/ports?device_id=b7f73091-43ce-4afc-a96d-dede00abdbfd HTTP/1.1" status: 200 len: 945 time: 0.0541663 Feb 20 23:13:47.817888 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-137968d7-983f-454b-ba72-2875a87b7aac req-cc4797ad-7d0d-46a4-8198-0e85309f0666 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] 10.222.0.65 "GET /v2.0/security-groups?id=5884c876-d2b7-4ddf-be4b-1523a25c94c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469198 Feb 20 23:13:48.701756 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Device 9128a94c-9cd3-49c5-96a6-cc3b6b6e2a37 up at agent hyperv_hv-cinder-83009 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 23:13:48.705319 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (2dc95353-690e-4eed-857f-cdb5bbe3a4be), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:13:48.822324 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Provisioning for port 9128a94c-9cd3-49c5-96a6-cc3b6b6e2a37 completed by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 23:13:48.826652 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Provisioning complete for port 9128a94c-9cd3-49c5-96a6-cc3b6b6e2a37 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:13:48.827025 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4145689'] for port (9128a94c-9cd3-49c5-96a6-cc3b6b6e2a37), provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:13:48.904340 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Current status of the port 9128a94c-9cd3-49c5-96a6-cc3b6b6e2a37 is: BUILD; New status is: ACTIVE {{(pid=109630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:13:48.905322 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4131840'] for port (9128a94c-9cd3-49c5-96a6-cc3b6b6e2a37), before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:13:48.927079 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7f73091-43ce-4afc-a96d-dede00abdbfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9128a94c-9cd3-49c5-96a6-cc3b6b6e2a37'}] {{(pid=109630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 23:13:48.930604 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f8f7ade39b9b648cd02963e66adb41eb29d40ae47bdce8ccfc3d1936511f484" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e01e7c9-c47a-4e7f-9151-6a4275b05cab" -d '{"events": [{"server_uuid": "b7f73091-43ce-4afc-a96d-dede00abdbfd", "name": "network-vif-plugged", "status": "completed", "tag": "9128a94c-9cd3-49c5-96a6-cc3b6b6e2a37"}]}' {{(pid=109630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 23:13:48.940936 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4f4a8d-95e2-4666-b952-5509cfd76edc req-72c3d1f9-416c-4d0a-9515-c794d3ea5797 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:13:48.941467 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] For port 9128a94c-9cd3-49c5-96a6-cc3b6b6e2a37, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=9128a94c-9cd3-49c5-96a6-cc3b6b6e2a37,segment=NetworkSegment(87e8d4bb-ebee-43a2-83e3-2e7061590a5d),segment_id=87e8d4bb-ebee-43a2-83e3-2e7061590a5d)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:13:48.942023 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-2c4f4a8d-95e2-4666-b952-5509cfd76edc req-72c3d1f9-416c-4d0a-9515-c794d3ea5797 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] 10.222.0.65 "GET /v2.0/ports?device_id=b7f73091-43ce-4afc-a96d-dede00abdbfd HTTP/1.1" status: 200 len: 945 time: 0.0582325 Feb 20 23:13:48.991024 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-2c4f4a8d-95e2-4666-b952-5509cfd76edc req-9dc9adcc-1f24-4fca-9185-8b95f34996dc tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] 10.222.0.65 "GET /v2.0/security-groups?id=5884c876-d2b7-4ddf-be4b-1523a25c94c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435569 Feb 20 23:13:49.007475 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747407212427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747406771514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747406771532'] for port (9128a94c-9cd3-49c5-96a6-cc3b6b6e2a37), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:13:49.058471 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Pushing event updated for resources: {'Port': ['ID=9128a94c-9cd3-49c5-96a6-cc3b6b6e2a37,revision_number=5']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:13:49.085020 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 23:13:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fa9ba63-7657-499c-a875-5751e35f5b4f x-openstack-request-id: req-1fa9ba63-7657-499c-a875-5751e35f5b4f {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 23:13:49.085320 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7f73091-43ce-4afc-a96d-dede00abdbfd", "name": "network-vif-plugged", "status": "completed", "tag": "9128a94c-9cd3-49c5-96a6-cc3b6b6e2a37", "code": 200}]} {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 23:13:49.085576 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-1fa9ba63-7657-499c-a875-5751e35f5b4f {{(pid=109630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 23:13:49.085975 dv-cinder-830096-1-iscsi neutron-server[109630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7f73091-43ce-4afc-a96d-dede00abdbfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9128a94c-9cd3-49c5-96a6-cc3b6b6e2a37', 'code': 200} Feb 20 23:13:49.426543 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8a0570-d9fb-4283-889c-d508d586d4d0 req-be238d75-65a3-4760-ab2c-674741ea77b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:13:49.427984 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-1d8a0570-d9fb-4283-889c-d508d586d4d0 req-be238d75-65a3-4760-ab2c-674741ea77b5 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=b7f73091-43ce-4afc-a96d-dede00abdbfd HTTP/1.1" status: 200 len: 1130 time: 0.0420270 Feb 20 23:13:49.495305 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-1d8a0570-d9fb-4283-889c-d508d586d4d0 req-33c74bee-f46e-409d-b53f-d3d8c214721a service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=5884c876-d2b7-4ddf-be4b-1523a25c94c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587428 Feb 20 23:13:50.103861 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9267c6e7-6a09-4494-a4ad-bfeed5d3d17b req-aebdfe82-707e-4dc6-a342-780df8999888 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:13:50.105301 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-9267c6e7-6a09-4494-a4ad-bfeed5d3d17b req-aebdfe82-707e-4dc6-a342-780df8999888 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] 10.222.0.65 "GET /v2.0/ports?device_id=b7f73091-43ce-4afc-a96d-dede00abdbfd HTTP/1.1" status: 200 len: 946 time: 0.0504169 Feb 20 23:13:50.160707 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-9267c6e7-6a09-4494-a4ad-bfeed5d3d17b req-0c0c7f70-f400-46c8-b58d-84f454432923 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] 10.222.0.65 "GET /v2.0/security-groups?id=5884c876-d2b7-4ddf-be4b-1523a25c94c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500083 Feb 20 23:13:51.276427 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e27166-d524-48eb-bfbd-4a19a874caa8 req-6abff006-27f9-458a-91dc-b5ddeab7fb6b tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:13:51.277861 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-36e27166-d524-48eb-bfbd-4a19a874caa8 req-6abff006-27f9-458a-91dc-b5ddeab7fb6b tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] 10.222.0.65 "GET /v2.0/ports?device_id=b7f73091-43ce-4afc-a96d-dede00abdbfd HTTP/1.1" status: 200 len: 946 time: 0.0495889 Feb 20 23:13:51.324332 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-36e27166-d524-48eb-bfbd-4a19a874caa8 req-76f9b162-2410-4740-aed0-4aaad8ddb40f tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] 10.222.0.65 "GET /v2.0/security-groups?id=5884c876-d2b7-4ddf-be4b-1523a25c94c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403960 Feb 20 23:13:51.436471 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9afc887-393a-4398-ac5d-350b8bc64f39 req-5f9cc185-4ca1-420d-8698-fe7a4d8cd84e tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:13:51.437788 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-c9afc887-393a-4398-ac5d-350b8bc64f39 req-5f9cc185-4ca1-420d-8698-fe7a4d8cd84e tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] 10.222.0.65 "GET /v2.0/ports?device_id=b7f73091-43ce-4afc-a96d-dede00abdbfd HTTP/1.1" status: 200 len: 946 time: 0.0493307 Feb 20 23:13:51.493004 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-c9afc887-393a-4398-ac5d-350b8bc64f39 req-678b0749-308e-43b8-a11b-b0317907256f tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] 10.222.0.65 "GET /v2.0/security-groups?id=5884c876-d2b7-4ddf-be4b-1523a25c94c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498323 Feb 20 23:13:51.515668 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.65', 54932) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:13:51.702451 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-798ef0ac-570f-4888-82cf-3fe8ef8536cf tempest-TestVolumeBootPattern-1371011054 tempest-TestVolumeBootPattern-1371011054-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:13:51.703830 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [None req-798ef0ac-570f-4888-82cf-3fe8ef8536cf tempest-TestVolumeBootPattern-1371011054 tempest-TestVolumeBootPattern-1371011054-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=b7f73091-43ce-4afc-a96d-dede00abdbfd HTTP/1.1" status: 200 len: 1125 time: 0.1872239 Feb 20 23:13:51.706659 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.65', 54936) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:13:51.710814 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.v2.base [None req-42125afa-e999-4e34-9f1e-592a8229a717 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Request body: {'floatingip': {'floating_network_id': '5f52b71d-61c7-49bc-86ae-3e3415c25b55', 'port_id': '9128a94c-9cd3-49c5-96a6-cc3b6b6e2a37', 'tenant_id': '96412aeecd2949f8b19392d06a9e3d49', 'fixed_ip_address': '172.20.0.11'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:13:51.801986 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-42125afa-e999-4e34-9f1e-592a8229a717 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:13:51.894889 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-42125afa-e999-4e34-9f1e-592a8229a717 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4131840'] for port (None), before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:13:51.996194 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.db.db_base_plugin_common [None req-42125afa-e999-4e34-9f1e-592a8229a717 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Allocated IP 172.27.2.173 (5f52b71d-61c7-49bc-86ae-3e3415c25b55/841afcd6-8af7-4cd5-baec-c52e88cacaa2/7a23474f-bc93-465d-ab69-fa66badecda1) {{(pid=109628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 23:13:52.093078 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-42125afa-e999-4e34-9f1e-592a8229a717 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Publish callbacks [] for port (7a23474f-bc93-465d-ab69-fa66badecda1), precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:13:52.182798 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-42125afa-e999-4e34-9f1e-592a8229a717 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747406771496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59259307'] for port (7a23474f-bc93-465d-ab69-fa66badecda1), after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:13:52.222196 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42125afa-e999-4e34-9f1e-592a8229a717 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Network 5f52b71d-61c7-49bc-86ae-3e3415c25b55 is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 23:13:52.225111 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-42125afa-e999-4e34-9f1e-592a8229a717 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 23:13:52.229183 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42125afa-e999-4e34-9f1e-592a8229a717 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Received port after_create {{(pid=109628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 23:13:52.253913 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42125afa-e999-4e34-9f1e-592a8229a717 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Pushing event updated for resources: {'Port': ['ID=7a23474f-bc93-465d-ab69-fa66badecda1,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:13:52.266617 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42125afa-e999-4e34-9f1e-592a8229a717 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:13:52.266960 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42125afa-e999-4e34-9f1e-592a8229a717 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:13:52.267296 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42125afa-e999-4e34-9f1e-592a8229a717 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:13:52.267623 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42125afa-e999-4e34-9f1e-592a8229a717 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:13:52.267947 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42125afa-e999-4e34-9f1e-592a8229a717 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:13:52.268268 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42125afa-e999-4e34-9f1e-592a8229a717 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:13:52.268588 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42125afa-e999-4e34-9f1e-592a8229a717 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:13:52.268904 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42125afa-e999-4e34-9f1e-592a8229a717 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:13:52.269222 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42125afa-e999-4e34-9f1e-592a8229a717 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:13:52.269537 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42125afa-e999-4e34-9f1e-592a8229a717 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:13:52.269850 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42125afa-e999-4e34-9f1e-592a8229a717 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:13:52.270159 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42125afa-e999-4e34-9f1e-592a8229a717 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:13:52.270497 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42125afa-e999-4e34-9f1e-592a8229a717 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:13:52.587162 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-42125afa-e999-4e34-9f1e-592a8229a717 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Publish callbacks [] for floatingip (ae65813b-865c-4842-a617-9fa89ab93187), precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:13:52.782108 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-42125afa-e999-4e34-9f1e-592a8229a717 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4131840'] for port (7a23474f-bc93-465d-ab69-fa66badecda1), before_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:13:52.925246 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-42125afa-e999-4e34-9f1e-592a8229a717 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Publish callbacks [] for port (7a23474f-bc93-465d-ab69-fa66badecda1), precommit_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:13:52.990428 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-42125afa-e999-4e34-9f1e-592a8229a717 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747407212427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747406771514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747406771532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59259312'] for port (7a23474f-bc93-465d-ab69-fa66badecda1), after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:13:53.058891 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42125afa-e999-4e34-9f1e-592a8229a717 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Pushing event updated for resources: {'Port': ['ID=7a23474f-bc93-465d-ab69-fa66badecda1,revision_number=2']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:13:53.066882 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-42125afa-e999-4e34-9f1e-592a8229a717 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-704244'] for floatingip (ae65813b-865c-4842-a617-9fa89ab93187), after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:13:53.165689 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.db.l3_db [None req-42125afa-e999-4e34-9f1e-592a8229a717 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Floating IP ae65813b-865c-4842-a617-9fa89ab93187 associated. External IP: 172.27.2.173, port: 9128a94c-9cd3-49c5-96a6-cc3b6b6e2a37. Feb 20 23:13:53.369037 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42125afa-e999-4e34-9f1e-592a8229a717 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Router d3b73afb-675d-4122-9daf-aa4c5a881095 has already been hosted by L3 agent 13c347f3-1c01-45ee-af8c-9f8a630e0f23 {{(pid=109628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 23:13:53.474866 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42125afa-e999-4e34-9f1e-592a8229a717 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Notify agent at l3_agent.dv-cinder-830096-1-iscsi the message routers_updated {{(pid=109628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 23:13:53.487408 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-969c1f0a-283a-459a-b61a-ee40d4b395fa None None] Sync routers for ids ['d3b73afb-675d-4122-9daf-aa4c5a881095'] in dv-cinder-830096-1-iscsi {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 23:13:53.503544 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-969c1f0a-283a-459a-b61a-ee40d4b395fa None None] Routers {'d3b73afb-675d-4122-9daf-aa4c5a881095'} bound to L3 agent in host dv-cinder-830096-1-iscsi {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 23:13:53.504248 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-969c1f0a-283a-459a-b61a-ee40d4b395fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T22:50:44Z,description=,heartbeat_timestamp=2022-02-20T23:13:44Z,host='dv-cinder-830096-1-iscsi',id=13c347f3-1c01-45ee-af8c-9f8a630e0f23,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T22:50:45Z,topic='l3_agent')) {'router_ids': ['d3b73afb-675d-4122-9daf-aa4c5a881095'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:13:53.561835 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-42125afa-e999-4e34-9f1e-592a8229a717 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932959'] for floatingip (None), before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:13:53.592954 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [None req-42125afa-e999-4e34-9f1e-592a8229a717 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8852670 Feb 20 23:13:53.593609 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7f73091-43ce-4afc-a96d-dede00abdbfd', 'tag': '9128a94c-9cd3-49c5-96a6-cc3b6b6e2a37'}] {{(pid=109628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 23:13:53.595884 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4be7ee60aa4259b475ee261dcf74c65065c56e299c7a4b2359a57cf03aee0d96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be1e19ee-d35f-4945-97ab-d8b401c866e4" -d '{"events": [{"name": "network-changed", "server_uuid": "b7f73091-43ce-4afc-a96d-dede00abdbfd", "tag": "9128a94c-9cd3-49c5-96a6-cc3b6b6e2a37"}]}' {{(pid=109628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 23:13:53.617248 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-969c1f0a-283a-459a-b61a-ee40d4b395fa None None] Set router d3b73afb-675d-4122-9daf-aa4c5a881095 gateway port host: dv-cinder-830096-1-iscsi {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 23:13:53.635760 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 23:13:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d43b2405-e489-4f4e-80b3-cbd8658fb790 x-openstack-request-id: req-d43b2405-e489-4f4e-80b3-cbd8658fb790 {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 23:13:53.635760 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7f73091-43ce-4afc-a96d-dede00abdbfd", "tag": "9128a94c-9cd3-49c5-96a6-cc3b6b6e2a37", "status": "completed", "code": 200}]} {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 23:13:53.635760 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d43b2405-e489-4f4e-80b3-cbd8658fb790 {{(pid=109628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 23:13:53.635760 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7f73091-43ce-4afc-a96d-dede00abdbfd', 'tag': '9128a94c-9cd3-49c5-96a6-cc3b6b6e2a37', 'status': 'completed', 'code': 200} Feb 20 23:13:53.695823 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1e19ee-d35f-4945-97ab-d8b401c866e4 req-7a7a3846-134d-4a1b-979b-06009ec5590e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:13:53.697293 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-be1e19ee-d35f-4945-97ab-d8b401c866e4 req-7a7a3846-134d-4a1b-979b-06009ec5590e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=96412aeecd2949f8b19392d06a9e3d49&device_id=b7f73091-43ce-4afc-a96d-dede00abdbfd HTTP/1.1" status: 200 len: 1130 time: 0.0430226 Feb 20 23:13:53.787514 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1e19ee-d35f-4945-97ab-d8b401c866e4 req-180ad3b4-c543-4dfb-8526-82be1bd0e98d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:13:53.789007 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-be1e19ee-d35f-4945-97ab-d8b401c866e4 req-180ad3b4-c543-4dfb-8526-82be1bd0e98d service neutron] 10.222.0.42 "GET /v2.0/networks?id=74e3ec14-81b5-4879-a35b-eb87d2ca5b1f HTTP/1.1" status: 200 len: 912 time: 0.0850322 Feb 20 23:13:53.833485 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-969c1f0a-283a-459a-b61a-ee40d4b395fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3b73afb-675d-4122-9daf-aa4c5a881095', 'name': 'tempest-TestVolumeBootPattern-1554751375-router', 'tenant_id': '96412aeecd2949f8b19392d06a9e3d49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f52b71d-61c7-49bc-86ae-3e3415c25b55', 'external_fixed_ips': [{'subnet_id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'ip_address': '172.27.2.34'}], 'enable_snat': True}, 'gw_port_id': '1f74c4c3-59de-4f19-a245-4530391a8b09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:12:56Z', 'updated_at': '2022-02-20T23:12:59Z', 'revision_number': 4, 'project_id': '96412aeecd2949f8b19392d06a9e3d49', 'gw_port': {'id': '1f74c4c3-59de-4f19-a245-4530391a8b09', 'name': '', 'network_id': '5f52b71d-61c7-49bc-86ae-3e3415c25b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:74:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3b73afb-675d-4122-9daf-aa4c5a881095', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'ip_address': '172.27.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:12:56Z', 'updated_at': '2022-02-20T23:13:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-1-iscsi', '_floatingips': [{'id': 'ae65813b-865c-4842-a617-9fa89ab93187', 'tenant_id': '96412aeecd2949f8b19392d06a9e3d49', 'floating_ip_address': '172.27.2.173', 'floating_network_id': '5f52b71d-61c7-49bc-86ae-3e3415c25b55', 'router_id': 'd3b73afb-675d-4122-9daf-aa4c5a881095', 'port_id': '9128a94c-9cd3-49c5-96a6-cc3b6b6e2a37', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '74e3ec14-81b5-4879-a35b-eb87d2ca5b1f', 'mac_address': 'fa:16:3e:e4:87:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7f73091-43ce-4afc-a96d-dede00abdbfd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T23:13:52Z', 'updated_at': '2022-02-20T23:13:52Z', 'revision_number': 0, 'project_id': '96412aeecd2949f8b19392d06a9e3d49', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eed19e66-240e-4650-9a91-b01158d12948', 'name': '', 'network_id': '74e3ec14-81b5-4879-a35b-eb87d2ca5b1f', 'tenant_id': '96412aeecd2949f8b19392d06a9e3d49', 'mac_address': 'fa:16:3e:98:73:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3b73afb-675d-4122-9daf-aa4c5a881095', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '3237860d-efef-4946-8f22-d95aff7e1462', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:12:58Z', 'updated_at': '2022-02-20T23:13:03Z', 'revision_number': 5, 'project_id': '96412aeecd2949f8b19392d06a9e3d49', 'subnets': [{'id': '3237860d-efef-4946-8f22-d95aff7e1462', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830096-1-iscsi', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:13:53.853555 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-be1e19ee-d35f-4945-97ab-d8b401c866e4 req-1da58326-e9da-46fe-968d-af885c09ddf6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9128a94c-9cd3-49c5-96a6-cc3b6b6e2a37 HTTP/1.1" status: 200 len: 1000 time: 0.0583053 Feb 20 23:13:53.868782 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-969c1f0a-283a-459a-b61a-ee40d4b395fa None None] Checking router: d3b73afb-675d-4122-9daf-aa4c5a881095 for host: dv-cinder-830096-1-iscsi {{(pid=109630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 23:13:53.877658 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-969c1f0a-283a-459a-b61a-ee40d4b395fa None None] Routers {'d3b73afb-675d-4122-9daf-aa4c5a881095'} bound to L3 agent in host dv-cinder-830096-1-iscsi {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 23:13:53.878207 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-969c1f0a-283a-459a-b61a-ee40d4b395fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T22:50:44Z,description=,heartbeat_timestamp=2022-02-20T23:13:44Z,host='dv-cinder-830096-1-iscsi',id=13c347f3-1c01-45ee-af8c-9f8a630e0f23,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T22:50:45Z,topic='l3_agent')) {'router_ids': ['d3b73afb-675d-4122-9daf-aa4c5a881095'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:13:53.905885 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1e19ee-d35f-4945-97ab-d8b401c866e4 req-93893eed-e7e6-49c9-b1a8-454430b22042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:13:53.907334 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-be1e19ee-d35f-4945-97ab-d8b401c866e4 req-93893eed-e7e6-49c9-b1a8-454430b22042 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3237860d-efef-4946-8f22-d95aff7e1462 HTTP/1.1" status: 200 len: 851 time: 0.0485067 Feb 20 23:13:54.118340 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-969c1f0a-283a-459a-b61a-ee40d4b395fa None None] Set router d3b73afb-675d-4122-9daf-aa4c5a881095 gateway port host: dv-cinder-830096-1-iscsi {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 23:13:54.223900 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1e19ee-d35f-4945-97ab-d8b401c866e4 req-b0e7908b-4ce9-4994-bcf5-24c7576974da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:13:54.225359 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-be1e19ee-d35f-4945-97ab-d8b401c866e4 req-b0e7908b-4ce9-4994-bcf5-24c7576974da service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=74e3ec14-81b5-4879-a35b-eb87d2ca5b1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3128107 Feb 20 23:13:54.313521 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-be1e19ee-d35f-4945-97ab-d8b401c866e4 req-52ceac55-3839-41d7-bb8a-14e99c4f5850 service neutron] 10.222.0.42 "GET /v2.0/networks/74e3ec14-81b5-4879-a35b-eb87d2ca5b1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799940 Feb 20 23:13:54.347238 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-969c1f0a-283a-459a-b61a-ee40d4b395fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3b73afb-675d-4122-9daf-aa4c5a881095', 'name': 'tempest-TestVolumeBootPattern-1554751375-router', 'tenant_id': '96412aeecd2949f8b19392d06a9e3d49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f52b71d-61c7-49bc-86ae-3e3415c25b55', 'external_fixed_ips': [{'subnet_id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'ip_address': '172.27.2.34'}], 'enable_snat': True}, 'gw_port_id': '1f74c4c3-59de-4f19-a245-4530391a8b09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:12:56Z', 'updated_at': '2022-02-20T23:12:59Z', 'revision_number': 4, 'project_id': '96412aeecd2949f8b19392d06a9e3d49', 'gw_port': {'id': '1f74c4c3-59de-4f19-a245-4530391a8b09', 'name': '', 'network_id': '5f52b71d-61c7-49bc-86ae-3e3415c25b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:74:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3b73afb-675d-4122-9daf-aa4c5a881095', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'ip_address': '172.27.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:12:56Z', 'updated_at': '2022-02-20T23:13:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-1-iscsi', '_floatingips': [{'id': 'ae65813b-865c-4842-a617-9fa89ab93187', 'tenant_id': '96412aeecd2949f8b19392d06a9e3d49', 'floating_ip_address': '172.27.2.173', 'floating_network_id': '5f52b71d-61c7-49bc-86ae-3e3415c25b55', 'router_id': 'd3b73afb-675d-4122-9daf-aa4c5a881095', 'port_id': '9128a94c-9cd3-49c5-96a6-cc3b6b6e2a37', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '74e3ec14-81b5-4879-a35b-eb87d2ca5b1f', 'mac_address': 'fa:16:3e:e4:87:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7f73091-43ce-4afc-a96d-dede00abdbfd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T23:13:52Z', 'updated_at': '2022-02-20T23:13:52Z', 'revision_number': 0, 'project_id': '96412aeecd2949f8b19392d06a9e3d49', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eed19e66-240e-4650-9a91-b01158d12948', 'name': '', 'network_id': '74e3ec14-81b5-4879-a35b-eb87d2ca5b1f', 'tenant_id': '96412aeecd2949f8b19392d06a9e3d49', 'mac_address': 'fa:16:3e:98:73:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3b73afb-675d-4122-9daf-aa4c5a881095', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '3237860d-efef-4946-8f22-d95aff7e1462', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:12:58Z', 'updated_at': '2022-02-20T23:13:03Z', 'revision_number': 5, 'project_id': '96412aeecd2949f8b19392d06a9e3d49', 'subnets': [{'id': '3237860d-efef-4946-8f22-d95aff7e1462', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830096-1-iscsi', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:13:54.376432 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-969c1f0a-283a-459a-b61a-ee40d4b395fa None None] The sync data for ids ['d3b73afb-675d-4122-9daf-aa4c5a881095'] in dv-cinder-830096-1-iscsi is: [{'id': 'd3b73afb-675d-4122-9daf-aa4c5a881095', 'name': 'tempest-TestVolumeBootPattern-1554751375-router', 'tenant_id': '96412aeecd2949f8b19392d06a9e3d49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f52b71d-61c7-49bc-86ae-3e3415c25b55', 'external_fixed_ips': [{'subnet_id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'ip_address': '172.27.2.34'}], 'enable_snat': True}, 'gw_port_id': '1f74c4c3-59de-4f19-a245-4530391a8b09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:12:56Z', 'updated_at': '2022-02-20T23:12:59Z', 'revision_number': 4, 'project_id': '96412aeecd2949f8b19392d06a9e3d49', 'gw_port': {'id': '1f74c4c3-59de-4f19-a245-4530391a8b09', 'name': '', 'network_id': '5f52b71d-61c7-49bc-86ae-3e3415c25b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:74:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3b73afb-675d-4122-9daf-aa4c5a881095', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'ip_address': '172.27.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:12:56Z', 'updated_at': '2022-02-20T23:13:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-1-iscsi', '_floatingips': [{'id': 'ae65813b-865c-4842-a617-9fa89ab93187', 'tenant_id': '96412aeecd2949f8b19392d06a9e3d49', 'floating_ip_address': '172.27.2.173', 'floating_network_id': '5f52b71d-61c7-49bc-86ae-3e3415c25b55', 'router_id': 'd3b73afb-675d-4122-9daf-aa4c5a881095', 'port_id': '9128a94c-9cd3-49c5-96a6-cc3b6b6e2a37', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '74e3ec14-81b5-4879-a35b-eb87d2ca5b1f', 'mac_address': 'fa:16:3e:e4:87:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7f73091-43ce-4afc-a96d-dede00abdbfd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T23:13:52Z', 'updated_at': '2022-02-20T23:13:52Z', 'revision_number': 0, 'project_id': '96412aeecd2949f8b19392d06a9e3d49', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eed19e66-240e-4650-9a91-b01158d12948', 'name': '', 'network_id': '74e3ec14-81b5-4879-a35b-eb87d2ca5b1f', 'tenant_id': '96412aeecd2949f8b19392d06a9e3d49', 'mac_address': 'fa:16:3e:98:73:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3b73afb-675d-4122-9daf-aa4c5a881095', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '3237860d-efef-4946-8f22-d95aff7e1462', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:12:58Z', 'updated_at': '2022-02-20T23:13:03Z', 'revision_number': 5, 'project_id': '96412aeecd2949f8b19392d06a9e3d49', 'subnets': [{'id': '3237860d-efef-4946-8f22-d95aff7e1462', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 23:13:54.401541 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-be1e19ee-d35f-4945-97ab-d8b401c866e4 req-df430d06-dd77-49ef-8b7e-19152c3f9857 service neutron] 10.222.0.42 "GET /v2.0/networks/74e3ec14-81b5-4879-a35b-eb87d2ca5b1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826626 Feb 20 23:13:54.562244 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a85e45f5-9e8b-4ba0-ada3-82976a3c7d65 None None] New status for floating IP ae65813b-865c-4842-a617-9fa89ab93187: ACTIVE {{(pid=109631) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 20 23:13:56.241410 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (a929ecfe-02b1-4b86-b2e7-0c746ea4b12c), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:14:10.632538 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.db.agents_db [None req-1f7bd598-9080-4651-a904-61cb6c9001fd None None] Agent healthcheck: found 6 active agents {{(pid=109631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 23:14:12.324476 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-9163a746-e75b-4255-8c08-4972b9ed94a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (83a03d73-f5e1-4f72-b2a3-d557ae097998), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:14:14.547566 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0ff5dde9-2e25-4cc0-a67a-71c50d0487c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (13c347f3-1c01-45ee-af8c-9f8a630e0f23), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:14:15.959084 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-343008d4-3a37-47e4-bcbd-5ef9b41dd99c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (5ba36dc9-fc49-4f8a-9e75-ea70dbbc9d37), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:14:17.218279 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-f8bda328-0f39-40fc-b2c8-28796977f3d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (e2edd6cb-ac77-47df-80b5-e0a92a5dde3d), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:14:18.698389 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (2dc95353-690e-4eed-857f-cdb5bbe3a4be), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:14:26.274956 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (a929ecfe-02b1-4b86-b2e7-0c746ea4b12c), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:14:31.849730 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-c286c4a4-2769-4462-8bcb-c295fa5707bc req-5e19dfbd-d0cc-4fc3-a33f-4ab78661ab54 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=b7f73091-43ce-4afc-a96d-dede00abdbfd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0424485 Feb 20 23:14:31.931958 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c286c4a4-2769-4462-8bcb-c295fa5707bc req-4712a759-6a29-4a13-b847-6d3580ea9c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:14:31.933625 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-c286c4a4-2769-4462-8bcb-c295fa5707bc req-4712a759-6a29-4a13-b847-6d3580ea9c44 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=96412aeecd2949f8b19392d06a9e3d49&device_id=b7f73091-43ce-4afc-a96d-dede00abdbfd HTTP/1.1" status: 200 len: 1130 time: 0.0412772 Feb 20 23:14:32.034815 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c286c4a4-2769-4462-8bcb-c295fa5707bc req-82b8a173-7429-4f9c-afc3-d08ad3d8d6e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:14:32.036249 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-c286c4a4-2769-4462-8bcb-c295fa5707bc req-82b8a173-7429-4f9c-afc3-d08ad3d8d6e4 service neutron] 10.222.0.42 "GET /v2.0/networks?id=74e3ec14-81b5-4879-a35b-eb87d2ca5b1f HTTP/1.1" status: 200 len: 912 time: 0.0853462 Feb 20 23:14:32.099292 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-c286c4a4-2769-4462-8bcb-c295fa5707bc req-cbc9c78f-93f1-41f9-b9c0-97f1bf10bac6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9128a94c-9cd3-49c5-96a6-cc3b6b6e2a37 HTTP/1.1" status: 200 len: 1002 time: 0.0566454 Feb 20 23:14:32.149453 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c286c4a4-2769-4462-8bcb-c295fa5707bc req-0440307d-350b-4756-aa2a-7ae558817aed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:14:32.150954 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-c286c4a4-2769-4462-8bcb-c295fa5707bc req-0440307d-350b-4756-aa2a-7ae558817aed service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3237860d-efef-4946-8f22-d95aff7e1462 HTTP/1.1" status: 200 len: 851 time: 0.0457075 Feb 20 23:14:32.197107 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c286c4a4-2769-4462-8bcb-c295fa5707bc req-fb182fad-b59f-4130-a454-d74b672123cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:14:32.198536 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-c286c4a4-2769-4462-8bcb-c295fa5707bc req-fb182fad-b59f-4130-a454-d74b672123cc service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=74e3ec14-81b5-4879-a35b-eb87d2ca5b1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0421412 Feb 20 23:14:32.283455 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-c286c4a4-2769-4462-8bcb-c295fa5707bc req-5e65ba16-2ee3-4607-8ff5-0f60d8fe9662 service neutron] 10.222.0.42 "GET /v2.0/networks/74e3ec14-81b5-4879-a35b-eb87d2ca5b1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790515 Feb 20 23:14:32.375391 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-c286c4a4-2769-4462-8bcb-c295fa5707bc req-3faa47c3-0cf2-40ff-934f-dc807a6d70f0 service neutron] 10.222.0.42 "GET /v2.0/networks/74e3ec14-81b5-4879-a35b-eb87d2ca5b1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828202 Feb 20 23:14:39.652573 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.wsgi [req-129f02f8-6331-4a71-ab31-1b11fc12716d req-38df9afa-8d60-4b23-abef-4e34a35f476a service neutron] (109628) timed out ('10.222.0.42', 57211) {{(pid=109628) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 20 23:14:42.326173 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-92542f51-82f5-4757-858d-fdbf60edc0e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (83a03d73-f5e1-4f72-b2a3-d557ae097998), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:14:44.478719 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-b12a48b2-ba87-403e-9133-ebb72a979e84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (13c347f3-1c01-45ee-af8c-9f8a630e0f23), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:14:45.955192 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-343008d4-3a37-47e4-bcbd-5ef9b41dd99c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (5ba36dc9-fc49-4f8a-9e75-ea70dbbc9d37), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:14:47.247935 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-f8bda328-0f39-40fc-b2c8-28796977f3d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (e2edd6cb-ac77-47df-80b5-e0a92a5dde3d), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:14:47.632507 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.db.agents_db [None req-1f7bd598-9080-4651-a904-61cb6c9001fd None None] Agent healthcheck: found 6 active agents {{(pid=109631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 23:14:48.684246 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (2dc95353-690e-4eed-857f-cdb5bbe3a4be), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:14:56.268636 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (a929ecfe-02b1-4b86-b2e7-0c746ea4b12c), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:15:12.325939 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-ecd9daf4-e6eb-413a-b756-ba5c5c3d4e4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (83a03d73-f5e1-4f72-b2a3-d557ae097998), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:15:14.484710 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4117e975-b76f-4c69-adfb-a4af5b86d21f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (13c347f3-1c01-45ee-af8c-9f8a630e0f23), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:15:15.969730 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-343008d4-3a37-47e4-bcbd-5ef9b41dd99c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (5ba36dc9-fc49-4f8a-9e75-ea70dbbc9d37), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:15:17.216927 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-f8bda328-0f39-40fc-b2c8-28796977f3d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (e2edd6cb-ac77-47df-80b5-e0a92a5dde3d), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:15:18.656943 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (2dc95353-690e-4eed-857f-cdb5bbe3a4be), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:15:24.632237 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.db.agents_db [None req-1f7bd598-9080-4651-a904-61cb6c9001fd None None] Agent healthcheck: found 6 active agents {{(pid=109631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 23:15:26.273830 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (a929ecfe-02b1-4b86-b2e7-0c746ea4b12c), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:15:31.879515 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-eda7ae8b-4baa-47a2-b6ff-7aa37715417a req-ed371d60-2488-4095-8a39-ed7d4c2c9da5 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=b7f73091-43ce-4afc-a96d-dede00abdbfd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0852466 Feb 20 23:15:31.960945 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda7ae8b-4baa-47a2-b6ff-7aa37715417a req-4b0142ef-e3fd-426b-87a6-9146924953f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:15:31.962400 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-eda7ae8b-4baa-47a2-b6ff-7aa37715417a req-4b0142ef-e3fd-426b-87a6-9146924953f0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=96412aeecd2949f8b19392d06a9e3d49&device_id=b7f73091-43ce-4afc-a96d-dede00abdbfd HTTP/1.1" status: 200 len: 1130 time: 0.0428193 Feb 20 23:15:32.065394 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda7ae8b-4baa-47a2-b6ff-7aa37715417a req-a89f2256-e68e-4d3b-8d46-e479369e1d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:15:32.066742 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-eda7ae8b-4baa-47a2-b6ff-7aa37715417a req-a89f2256-e68e-4d3b-8d46-e479369e1d25 service neutron] 10.222.0.42 "GET /v2.0/networks?id=74e3ec14-81b5-4879-a35b-eb87d2ca5b1f HTTP/1.1" status: 200 len: 912 time: 0.0865998 Feb 20 23:15:32.129940 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-eda7ae8b-4baa-47a2-b6ff-7aa37715417a req-db688135-f13f-4a95-8a6a-02902e943479 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9128a94c-9cd3-49c5-96a6-cc3b6b6e2a37 HTTP/1.1" status: 200 len: 1002 time: 0.0568743 Feb 20 23:15:32.180760 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda7ae8b-4baa-47a2-b6ff-7aa37715417a req-f140d605-ae9b-42b5-85e7-c76760c73e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:15:32.182156 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-eda7ae8b-4baa-47a2-b6ff-7aa37715417a req-f140d605-ae9b-42b5-85e7-c76760c73e9a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3237860d-efef-4946-8f22-d95aff7e1462 HTTP/1.1" status: 200 len: 851 time: 0.0460699 Feb 20 23:15:32.228011 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda7ae8b-4baa-47a2-b6ff-7aa37715417a req-99854cc6-2760-47d5-9e90-bb7258d094b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:15:32.229462 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-eda7ae8b-4baa-47a2-b6ff-7aa37715417a req-99854cc6-2760-47d5-9e90-bb7258d094b5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=74e3ec14-81b5-4879-a35b-eb87d2ca5b1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0411255 Feb 20 23:15:32.318238 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-eda7ae8b-4baa-47a2-b6ff-7aa37715417a req-e4a66bce-ccda-4870-a955-b001ac507078 service neutron] 10.222.0.42 "GET /v2.0/networks/74e3ec14-81b5-4879-a35b-eb87d2ca5b1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824127 Feb 20 23:15:32.408569 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-eda7ae8b-4baa-47a2-b6ff-7aa37715417a req-6bcea3b9-c757-4504-9955-386c5e573d56 service neutron] 10.222.0.42 "GET /v2.0/networks/74e3ec14-81b5-4879-a35b-eb87d2ca5b1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827942 Feb 20 23:15:42.313277 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-998da5ee-d222-4088-b4c0-6c58ff7517b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (83a03d73-f5e1-4f72-b2a3-d557ae097998), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:15:44.477780 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4e1f678d-b1e8-4597-8e7d-3a7404b185e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (13c347f3-1c01-45ee-af8c-9f8a630e0f23), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:15:45.959074 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-343008d4-3a37-47e4-bcbd-5ef9b41dd99c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (5ba36dc9-fc49-4f8a-9e75-ea70dbbc9d37), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:15:47.221810 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-f8bda328-0f39-40fc-b2c8-28796977f3d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (e2edd6cb-ac77-47df-80b5-e0a92a5dde3d), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:15:48.679245 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (2dc95353-690e-4eed-857f-cdb5bbe3a4be), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:15:56.340300 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (a929ecfe-02b1-4b86-b2e7-0c746ea4b12c), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:16:01.631050 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.db.agents_db [None req-1f7bd598-9080-4651-a904-61cb6c9001fd None None] Agent healthcheck: found 6 active agents {{(pid=109631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 23:16:08.938835 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fbdf53-b240-407f-a5a0-f99151345cfc req-232b5350-797d-43c8-9ea4-88bc9550f245 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:16:08.940334 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-72fbdf53-b240-407f-a5a0-f99151345cfc req-232b5350-797d-43c8-9ea4-88bc9550f245 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] 10.222.0.65 "GET /v2.0/ports?device_id=b7f73091-43ce-4afc-a96d-dede00abdbfd HTTP/1.1" status: 200 len: 946 time: 0.1027920 Feb 20 23:16:08.988181 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-72fbdf53-b240-407f-a5a0-f99151345cfc req-64959567-3588-4f1c-810e-857c014a8430 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] 10.222.0.65 "GET /v2.0/security-groups?id=5884c876-d2b7-4ddf-be4b-1523a25c94c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423408 Feb 20 23:16:10.155029 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03a6ca7-62d7-45ae-9fa0-ec300e7a98b1 req-cfafbeab-5fbc-44d8-a677-14b9e8324cbf tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:16:10.156487 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-a03a6ca7-62d7-45ae-9fa0-ec300e7a98b1 req-cfafbeab-5fbc-44d8-a677-14b9e8324cbf tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] 10.222.0.65 "GET /v2.0/ports?device_id=b7f73091-43ce-4afc-a96d-dede00abdbfd HTTP/1.1" status: 200 len: 946 time: 0.1007545 Feb 20 23:16:10.204179 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-a03a6ca7-62d7-45ae-9fa0-ec300e7a98b1 req-005e3806-7902-4cb2-ad07-a8bcdc8ac3c8 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] 10.222.0.65 "GET /v2.0/security-groups?id=5884c876-d2b7-4ddf-be4b-1523a25c94c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422471 Feb 20 23:16:10.572151 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdd434b-7e0a-4cac-aef2-6ddd77df956e req-72d239d1-0d6f-4fdc-83b9-648f60a7dc88 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:16:10.573584 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-fbdd434b-7e0a-4cac-aef2-6ddd77df956e req-72d239d1-0d6f-4fdc-83b9-648f60a7dc88 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] 10.222.0.42 "GET /v2.0/ports?device_id=b7f73091-43ce-4afc-a96d-dede00abdbfd HTTP/1.1" status: 200 len: 946 time: 0.0639172 Feb 20 23:16:10.662963 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [req-fbdd434b-7e0a-4cac-aef2-6ddd77df956e req-fe6b1a6b-ff53-41ce-aba9-ad9f26f78131 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Deleting port 9128a94c-9cd3-49c5-96a6-cc3b6b6e2a37 {{(pid=109628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 23:16:10.663303 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-fbdd434b-7e0a-4cac-aef2-6ddd77df956e req-fe6b1a6b-ff53-41ce-aba9-ad9f26f78131 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747407206678'] for port (9128a94c-9cd3-49c5-96a6-cc3b6b6e2a37), before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:16:10.751641 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.db [req-fbdd434b-7e0a-4cac-aef2-6ddd77df956e req-fe6b1a6b-ff53-41ce-aba9-ad9f26f78131 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] For port 9128a94c-9cd3-49c5-96a6-cc3b6b6e2a37, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=9128a94c-9cd3-49c5-96a6-cc3b6b6e2a37,segment=NetworkSegment(87e8d4bb-ebee-43a2-83e3-2e7061590a5d),segment_id=87e8d4bb-ebee-43a2-83e3-2e7061590a5d)] {{(pid=109628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:16:10.752004 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-fbdd434b-7e0a-4cac-aef2-6ddd77df956e req-fe6b1a6b-ff53-41ce-aba9-ad9f26f78131 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671932'] for port (9128a94c-9cd3-49c5-96a6-cc3b6b6e2a37), precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:16:10.917407 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-fbdd434b-7e0a-4cac-aef2-6ddd77df956e req-fe6b1a6b-ff53-41ce-aba9-ad9f26f78131 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:16:10.917752 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-fbdd434b-7e0a-4cac-aef2-6ddd77df956e req-fe6b1a6b-ff53-41ce-aba9-ad9f26f78131 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-704244'] for floatingip (ae65813b-865c-4842-a617-9fa89ab93187), after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:16:10.918055 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.db.l3_db [req-fbdd434b-7e0a-4cac-aef2-6ddd77df956e req-fe6b1a6b-ff53-41ce-aba9-ad9f26f78131 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Floating IP ae65813b-865c-4842-a617-9fa89ab93187 disassociated. External IP: 172.27.2.173, port: 9128a94c-9cd3-49c5-96a6-cc3b6b6e2a37. Feb 20 23:16:10.918411 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [req-fbdd434b-7e0a-4cac-aef2-6ddd77df956e req-fe6b1a6b-ff53-41ce-aba9-ad9f26f78131 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Calling delete_port for 9128a94c-9cd3-49c5-96a6-cc3b6b6e2a37 owned by compute:nova {{(pid=109628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 23:16:11.111372 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-fbdd434b-7e0a-4cac-aef2-6ddd77df956e req-fe6b1a6b-ff53-41ce-aba9-ad9f26f78131 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747407212409', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747406771505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59259307'] for port (9128a94c-9cd3-49c5-96a6-cc3b6b6e2a37), after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:16:11.137553 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6b1a6b-ff53-41ce-aba9-ad9f26f78131 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Pushing event deleted for resources: {'Port': ['ID=9128a94c-9cd3-49c5-96a6-cc3b6b6e2a37,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:16:11.148747 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6b1a6b-ff53-41ce-aba9-ad9f26f78131 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:16:11.149097 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6b1a6b-ff53-41ce-aba9-ad9f26f78131 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:16:11.149869 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6b1a6b-ff53-41ce-aba9-ad9f26f78131 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:16:11.149869 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6b1a6b-ff53-41ce-aba9-ad9f26f78131 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:16:11.150060 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6b1a6b-ff53-41ce-aba9-ad9f26f78131 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:16:11.150404 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6b1a6b-ff53-41ce-aba9-ad9f26f78131 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:16:11.150736 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6b1a6b-ff53-41ce-aba9-ad9f26f78131 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:16:11.151060 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6b1a6b-ff53-41ce-aba9-ad9f26f78131 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:16:11.151380 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6b1a6b-ff53-41ce-aba9-ad9f26f78131 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:16:11.151705 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6b1a6b-ff53-41ce-aba9-ad9f26f78131 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:16:11.152022 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6b1a6b-ff53-41ce-aba9-ad9f26f78131 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:16:11.152345 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6b1a6b-ff53-41ce-aba9-ad9f26f78131 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:16:11.152757 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6b1a6b-ff53-41ce-aba9-ad9f26f78131 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:16:11.266189 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fbdd434b-7e0a-4cac-aef2-6ddd77df956e req-fe6b1a6b-ff53-41ce-aba9-ad9f26f78131 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Router d3b73afb-675d-4122-9daf-aa4c5a881095 has already been hosted by L3 agent 13c347f3-1c01-45ee-af8c-9f8a630e0f23 {{(pid=109628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 23:16:11.309053 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-b2c668e3-82f1-4ba0-95d0-8c2db78119d3 req-981a0711-9ea8-445d-8544-22d515bc0801 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] 10.222.0.65 "GET /v2.0/ports?device_id=b7f73091-43ce-4afc-a96d-dede00abdbfd HTTP/1.1" status: 200 len: 210 time: 0.0295269 Feb 20 23:16:11.374766 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fbdd434b-7e0a-4cac-aef2-6ddd77df956e req-fe6b1a6b-ff53-41ce-aba9-ad9f26f78131 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Notify agent at l3_agent.dv-cinder-830096-1-iscsi the message routers_updated {{(pid=109628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 23:16:11.384548 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59a3e836-99c4-46c1-98b2-599e6697e14a None None] Sync routers for ids ['d3b73afb-675d-4122-9daf-aa4c5a881095'] in dv-cinder-830096-1-iscsi {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 23:16:11.393860 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59a3e836-99c4-46c1-98b2-599e6697e14a None None] Routers {'d3b73afb-675d-4122-9daf-aa4c5a881095'} bound to L3 agent in host dv-cinder-830096-1-iscsi {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 23:16:11.394523 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-59a3e836-99c4-46c1-98b2-599e6697e14a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T22:50:44Z,description=,heartbeat_timestamp=2022-02-20T23:15:44Z,host='dv-cinder-830096-1-iscsi',id=13c347f3-1c01-45ee-af8c-9f8a630e0f23,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T22:50:45Z,topic='l3_agent')) {'router_ids': ['d3b73afb-675d-4122-9daf-aa4c5a881095'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:16:11.412089 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbdd434b-7e0a-4cac-aef2-6ddd77df956e req-fe6b1a6b-ff53-41ce-aba9-ad9f26f78131 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] No DVR routers for this DVR port 9128a94c-9cd3-49c5-96a6-cc3b6b6e2a37 on host hv-cinder-83009 {{(pid=109628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 23:16:11.414590 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-fbdd434b-7e0a-4cac-aef2-6ddd77df956e req-fe6b1a6b-ff53-41ce-aba9-ad9f26f78131 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932959'] for port (None), before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:16:11.417888 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-fbdd434b-7e0a-4cac-aef2-6ddd77df956e req-fe6b1a6b-ff53-41ce-aba9-ad9f26f78131 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] 10.222.0.42 "DELETE /v2.0/ports/9128a94c-9cd3-49c5-96a6-cc3b6b6e2a37 HTTP/1.1" status: 204 len: 173 time: 0.8389289 Feb 20 23:16:11.418276 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7f73091-43ce-4afc-a96d-dede00abdbfd', 'name': 'network-vif-deleted', 'tag': '9128a94c-9cd3-49c5-96a6-cc3b6b6e2a37'}] {{(pid=109628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 23:16:11.421027 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4be7ee60aa4259b475ee261dcf74c65065c56e299c7a4b2359a57cf03aee0d96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4439b557-a23e-420f-bf12-2f4737d813e0" -d '{"events": [{"server_uuid": "b7f73091-43ce-4afc-a96d-dede00abdbfd", "name": "network-vif-deleted", "tag": "9128a94c-9cd3-49c5-96a6-cc3b6b6e2a37"}]}' {{(pid=109628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 23:16:11.513062 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-59a3e836-99c4-46c1-98b2-599e6697e14a None None] Set router d3b73afb-675d-4122-9daf-aa4c5a881095 gateway port host: dv-cinder-830096-1-iscsi {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 23:16:11.529928 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 23:16:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0d33ffd-235a-4c9c-9c29-fb3a2120c773 x-openstack-request-id: req-d0d33ffd-235a-4c9c-9c29-fb3a2120c773 {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 23:16:11.530225 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7f73091-43ce-4afc-a96d-dede00abdbfd", "name": "network-vif-deleted", "tag": "9128a94c-9cd3-49c5-96a6-cc3b6b6e2a37", "status": "completed", "code": 200}]} {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 23:16:11.530568 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d0d33ffd-235a-4c9c-9c29-fb3a2120c773 {{(pid=109628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 23:16:11.530972 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7f73091-43ce-4afc-a96d-dede00abdbfd', 'name': 'network-vif-deleted', 'tag': '9128a94c-9cd3-49c5-96a6-cc3b6b6e2a37', 'status': 'completed', 'code': 200} Feb 20 23:16:11.729678 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-59a3e836-99c4-46c1-98b2-599e6697e14a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3b73afb-675d-4122-9daf-aa4c5a881095', 'name': 'tempest-TestVolumeBootPattern-1554751375-router', 'tenant_id': '96412aeecd2949f8b19392d06a9e3d49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f52b71d-61c7-49bc-86ae-3e3415c25b55', 'external_fixed_ips': [{'subnet_id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'ip_address': '172.27.2.34'}], 'enable_snat': True}, 'gw_port_id': '1f74c4c3-59de-4f19-a245-4530391a8b09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:12:56Z', 'updated_at': '2022-02-20T23:12:59Z', 'revision_number': 4, 'project_id': '96412aeecd2949f8b19392d06a9e3d49', 'gw_port': {'id': '1f74c4c3-59de-4f19-a245-4530391a8b09', 'name': '', 'network_id': '5f52b71d-61c7-49bc-86ae-3e3415c25b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:74:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3b73afb-675d-4122-9daf-aa4c5a881095', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'ip_address': '172.27.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:12:56Z', 'updated_at': '2022-02-20T23:13:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-1-iscsi', '_interfaces': [{'id': 'eed19e66-240e-4650-9a91-b01158d12948', 'name': '', 'network_id': '74e3ec14-81b5-4879-a35b-eb87d2ca5b1f', 'tenant_id': '96412aeecd2949f8b19392d06a9e3d49', 'mac_address': 'fa:16:3e:98:73:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3b73afb-675d-4122-9daf-aa4c5a881095', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '3237860d-efef-4946-8f22-d95aff7e1462', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:12:58Z', 'updated_at': '2022-02-20T23:13:03Z', 'revision_number': 5, 'project_id': '96412aeecd2949f8b19392d06a9e3d49', 'subnets': [{'id': '3237860d-efef-4946-8f22-d95aff7e1462', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830096-1-iscsi', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:16:11.761168 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59a3e836-99c4-46c1-98b2-599e6697e14a None None] Checking router: d3b73afb-675d-4122-9daf-aa4c5a881095 for host: dv-cinder-830096-1-iscsi {{(pid=109630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 23:16:11.769526 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59a3e836-99c4-46c1-98b2-599e6697e14a None None] Routers {'d3b73afb-675d-4122-9daf-aa4c5a881095'} bound to L3 agent in host dv-cinder-830096-1-iscsi {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 23:16:11.770139 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-59a3e836-99c4-46c1-98b2-599e6697e14a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T22:50:44Z,description=,heartbeat_timestamp=2022-02-20T23:15:44Z,host='dv-cinder-830096-1-iscsi',id=13c347f3-1c01-45ee-af8c-9f8a630e0f23,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T22:50:45Z,topic='l3_agent')) {'router_ids': ['d3b73afb-675d-4122-9daf-aa4c5a881095'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:16:11.877593 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-59a3e836-99c4-46c1-98b2-599e6697e14a None None] Set router d3b73afb-675d-4122-9daf-aa4c5a881095 gateway port host: dv-cinder-830096-1-iscsi {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 23:16:12.080768 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-59a3e836-99c4-46c1-98b2-599e6697e14a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3b73afb-675d-4122-9daf-aa4c5a881095', 'name': 'tempest-TestVolumeBootPattern-1554751375-router', 'tenant_id': '96412aeecd2949f8b19392d06a9e3d49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f52b71d-61c7-49bc-86ae-3e3415c25b55', 'external_fixed_ips': [{'subnet_id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'ip_address': '172.27.2.34'}], 'enable_snat': True}, 'gw_port_id': '1f74c4c3-59de-4f19-a245-4530391a8b09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:12:56Z', 'updated_at': '2022-02-20T23:12:59Z', 'revision_number': 4, 'project_id': '96412aeecd2949f8b19392d06a9e3d49', 'gw_port': {'id': '1f74c4c3-59de-4f19-a245-4530391a8b09', 'name': '', 'network_id': '5f52b71d-61c7-49bc-86ae-3e3415c25b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:74:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3b73afb-675d-4122-9daf-aa4c5a881095', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'ip_address': '172.27.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:12:56Z', 'updated_at': '2022-02-20T23:13:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-1-iscsi', '_interfaces': [{'id': 'eed19e66-240e-4650-9a91-b01158d12948', 'name': '', 'network_id': '74e3ec14-81b5-4879-a35b-eb87d2ca5b1f', 'tenant_id': '96412aeecd2949f8b19392d06a9e3d49', 'mac_address': 'fa:16:3e:98:73:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3b73afb-675d-4122-9daf-aa4c5a881095', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '3237860d-efef-4946-8f22-d95aff7e1462', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:12:58Z', 'updated_at': '2022-02-20T23:13:03Z', 'revision_number': 5, 'project_id': '96412aeecd2949f8b19392d06a9e3d49', 'subnets': [{'id': '3237860d-efef-4946-8f22-d95aff7e1462', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830096-1-iscsi', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:16:12.110199 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59a3e836-99c4-46c1-98b2-599e6697e14a None None] The sync data for ids ['d3b73afb-675d-4122-9daf-aa4c5a881095'] in dv-cinder-830096-1-iscsi is: [{'id': 'd3b73afb-675d-4122-9daf-aa4c5a881095', 'name': 'tempest-TestVolumeBootPattern-1554751375-router', 'tenant_id': '96412aeecd2949f8b19392d06a9e3d49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f52b71d-61c7-49bc-86ae-3e3415c25b55', 'external_fixed_ips': [{'subnet_id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'ip_address': '172.27.2.34'}], 'enable_snat': True}, 'gw_port_id': '1f74c4c3-59de-4f19-a245-4530391a8b09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:12:56Z', 'updated_at': '2022-02-20T23:12:59Z', 'revision_number': 4, 'project_id': '96412aeecd2949f8b19392d06a9e3d49', 'gw_port': {'id': '1f74c4c3-59de-4f19-a245-4530391a8b09', 'name': '', 'network_id': '5f52b71d-61c7-49bc-86ae-3e3415c25b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:74:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3b73afb-675d-4122-9daf-aa4c5a881095', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'ip_address': '172.27.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:12:56Z', 'updated_at': '2022-02-20T23:13:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-1-iscsi', '_interfaces': [{'id': 'eed19e66-240e-4650-9a91-b01158d12948', 'name': '', 'network_id': '74e3ec14-81b5-4879-a35b-eb87d2ca5b1f', 'tenant_id': '96412aeecd2949f8b19392d06a9e3d49', 'mac_address': 'fa:16:3e:98:73:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3b73afb-675d-4122-9daf-aa4c5a881095', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '3237860d-efef-4946-8f22-d95aff7e1462', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:12:58Z', 'updated_at': '2022-02-20T23:13:03Z', 'revision_number': 5, 'project_id': '96412aeecd2949f8b19392d06a9e3d49', 'subnets': [{'id': '3237860d-efef-4946-8f22-d95aff7e1462', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 23:16:12.307564 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-2b543ff1-8399-4159-8d36-8fc81d329015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (83a03d73-f5e1-4f72-b2a3-d557ae097998), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:16:12.322529 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fed1766-726a-4017-b356-7b5db6b6716f None None] New status for floating IP ae65813b-865c-4842-a617-9fa89ab93187: DOWN {{(pid=109631) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 20 23:16:12.417127 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-ce6c571f-b34b-4fc2-91ab-ff7efa5f86e8 req-bf0153be-4f7f-4507-92de-94658c872a1f tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] 10.222.0.65 "GET /v2.0/ports?device_id=b7f73091-43ce-4afc-a96d-dede00abdbfd HTTP/1.1" status: 200 len: 210 time: 0.0253768 Feb 20 23:16:13.306873 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Device 9128a94c-9cd3-49c5-96a6-cc3b6b6e2a37 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 23:16:13.326528 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] No Port match for: 9128a94c-9cd3-49c5-96a6-cc3b6b6e2a37 {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 23:16:13.326869 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Device 9128a94c-9cd3-49c5-96a6-cc3b6b6e2a37 not bound to the agent host hv-cinder-83009 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 23:16:13.617734 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-8f5c8713-91d1-4107-abcb-054cdce0ba8b req-4ae2413a-4fef-4d25-97a7-24b11d1e517e tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-483404983&fields=id&tenant_id=96412aeecd2949f8b19392d06a9e3d49 HTTP/1.1" status: 200 len: 267 time: 0.0426855 Feb 20 23:16:13.721641 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5c8713-91d1-4107-abcb-054cdce0ba8b req-d0e26acf-3272-47a8-a4fc-a25009c46567 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:16:13.723006 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-8f5c8713-91d1-4107-abcb-054cdce0ba8b req-d0e26acf-3272-47a8-a4fc-a25009c46567 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] 10.222.0.65 "GET /v2.0/networks?id=74e3ec14-81b5-4879-a35b-eb87d2ca5b1f HTTP/1.1" status: 200 len: 812 time: 0.0984910 Feb 20 23:16:13.737532 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-8f5c8713-91d1-4107-abcb-054cdce0ba8b req-cf697b92-cdec-4f4a-a76c-de74ca66e4fc tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] 10.222.0.65 "GET /v2.0/quotas/96412aeecd2949f8b19392d06a9e3d49 HTTP/1.1" status: 200 len: 375 time: 0.0092926 Feb 20 23:16:13.789713 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-8f5c8713-91d1-4107-abcb-054cdce0ba8b req-28be2408-7fad-4888-8440-0504d5469fa3 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=96412aeecd2949f8b19392d06a9e3d49&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0475841 Feb 20 23:16:13.846629 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.wsgi [req-8f5c8713-91d1-4107-abcb-054cdce0ba8b req-ceb81843-678c-4a2a-96ee-42239e51895e service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=109629) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 23:16:13.847619 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-8f5c8713-91d1-4107-abcb-054cdce0ba8b req-ceb81843-678c-4a2a-96ee-42239e51895e service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0466270 Feb 20 23:16:13.934931 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-8f5c8713-91d1-4107-abcb-054cdce0ba8b req-ac830104-efdf-4662-900f-137ca92aab4f service neutron] 10.222.0.65 "GET /v2.0/networks/74e3ec14-81b5-4879-a35b-eb87d2ca5b1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810969 Feb 20 23:16:14.024324 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-8f5c8713-91d1-4107-abcb-054cdce0ba8b req-5cd4f049-9abb-4087-a13e-b67628a1d929 service neutron] 10.222.0.65 "GET /v2.0/networks/74e3ec14-81b5-4879-a35b-eb87d2ca5b1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839045 Feb 20 23:16:14.513091 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-18df6601-ec13-4110-bbde-384c58a488ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (13c347f3-1c01-45ee-af8c-9f8a630e0f23), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:16:14.616633 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-7d83c4c5-a420-4adb-9116-bada39758e48 req-dca7b776-3b3f-4af6-afd5-4a78e962993c tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] 10.222.0.65 "GET /v2.0/ports?device_id=33d158cf-82e2-4584-a8ff-2eeb09d603b1 HTTP/1.1" status: 200 len: 210 time: 0.0277624 Feb 20 23:16:15.708155 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-137c0f51-930c-4485-a047-d999f4b442d4 req-52e79d79-7f1f-491a-81fd-404e2a5f7e26 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] 10.222.0.65 "GET /v2.0/ports?device_id=33d158cf-82e2-4584-a8ff-2eeb09d603b1 HTTP/1.1" status: 200 len: 210 time: 0.0270767 Feb 20 23:16:15.981398 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-343008d4-3a37-47e4-bcbd-5ef9b41dd99c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (5ba36dc9-fc49-4f8a-9e75-ea70dbbc9d37), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:16:16.378921 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5c8713-91d1-4107-abcb-054cdce0ba8b req-05afff45-caf7-4a40-9352-dec7f17baa95 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:16:16.380372 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-8f5c8713-91d1-4107-abcb-054cdce0ba8b req-05afff45-caf7-4a40-9352-dec7f17baa95 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] 10.222.0.42 "GET /v2.0/networks?id=74e3ec14-81b5-4879-a35b-eb87d2ca5b1f HTTP/1.1" status: 200 len: 812 time: 0.1031446 Feb 20 23:16:16.440206 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-8f5c8713-91d1-4107-abcb-054cdce0ba8b req-fae1d675-1b32-442c-9778-db595f74738f tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=96412aeecd2949f8b19392d06a9e3d49 HTTP/1.1" status: 200 len: 379 time: 0.0520165 Feb 20 23:16:16.448667 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.v2.base [req-8f5c8713-91d1-4107-abcb-054cdce0ba8b req-6082b0d6-63f3-41bc-a064-b6297d75874e tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Request body: {'port': {'device_id': '33d158cf-82e2-4584-a8ff-2eeb09d603b1', 'network_id': '74e3ec14-81b5-4879-a35b-eb87d2ca5b1f', 'admin_state_up': True, 'tenant_id': '96412aeecd2949f8b19392d06a9e3d49', 'security_groups': ['5884c876-d2b7-4ddf-be4b-1523a25c94c5']}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:16:16.615771 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f5c8713-91d1-4107-abcb-054cdce0ba8b req-6082b0d6-63f3-41bc-a064-b6297d75874e tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Made reservation on behalf of 96412aeecd2949f8b19392d06a9e3d49 for: {'port': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 23:16:16.619237 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-8f5c8713-91d1-4107-abcb-054cdce0ba8b req-6082b0d6-63f3-41bc-a064-b6297d75874e tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4131840'] for port (None), before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:16:16.745332 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.db.db_base_plugin_common [req-8f5c8713-91d1-4107-abcb-054cdce0ba8b req-6082b0d6-63f3-41bc-a064-b6297d75874e tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Allocated IP 172.20.0.3 (74e3ec14-81b5-4879-a35b-eb87d2ca5b1f/3237860d-efef-4946-8f22-d95aff7e1462/e0e82c90-879b-4655-a36c-c3d5ff9cfb26) {{(pid=109628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 23:16:16.820185 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-1fbd485c-3956-4a79-b307-5a005d4f6658 req-ebaa9d9e-d6d7-44f7-9ab6-c81e8a3f9472 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] 10.222.0.65 "GET /v2.0/ports?device_id=33d158cf-82e2-4584-a8ff-2eeb09d603b1 HTTP/1.1" status: 200 len: 210 time: 0.0420969 Feb 20 23:16:16.904938 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-8f5c8713-91d1-4107-abcb-054cdce0ba8b req-6082b0d6-63f3-41bc-a064-b6297d75874e tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Publish callbacks [] for port (e0e82c90-879b-4655-a36c-c3d5ff9cfb26), precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:16:16.986723 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-8f5c8713-91d1-4107-abcb-054cdce0ba8b req-6082b0d6-63f3-41bc-a064-b6297d75874e tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747406771496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59259307'] for port (e0e82c90-879b-4655-a36c-c3d5ff9cfb26), after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:16:17.028210 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f5c8713-91d1-4107-abcb-054cdce0ba8b req-6082b0d6-63f3-41bc-a064-b6297d75874e tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Network 74e3ec14-81b5-4879-a35b-eb87d2ca5b1f is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 23:16:17.031159 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [req-8f5c8713-91d1-4107-abcb-054cdce0ba8b req-6082b0d6-63f3-41bc-a064-b6297d75874e tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 23:16:17.036662 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f5c8713-91d1-4107-abcb-054cdce0ba8b req-6082b0d6-63f3-41bc-a064-b6297d75874e tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Received port after_create {{(pid=109628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 23:16:17.060520 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6082b0d6-63f3-41bc-a064-b6297d75874e tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Pushing event updated for resources: {'Port': ['ID=e0e82c90-879b-4655-a36c-c3d5ff9cfb26,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:16:17.089261 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5c8713-91d1-4107-abcb-054cdce0ba8b req-6082b0d6-63f3-41bc-a064-b6297d75874e tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:16:17.090336 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-8f5c8713-91d1-4107-abcb-054cdce0ba8b req-6082b0d6-63f3-41bc-a064-b6297d75874e tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932959'] for port (None), before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:16:17.228769 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-f8bda328-0f39-40fc-b2c8-28796977f3d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (e2edd6cb-ac77-47df-80b5-e0a92a5dde3d), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:16:17.229798 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-8f5c8713-91d1-4107-abcb-054cdce0ba8b req-6082b0d6-63f3-41bc-a064-b6297d75874e tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7845523 Feb 20 23:16:17.238837 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-18083dc7-6cd1-46d5-9b24-b0c223e2cf7f None None] Provisioning complete for port e0e82c90-879b-4655-a36c-c3d5ff9cfb26 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:16:17.239219 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-18083dc7-6cd1-46d5-9b24-b0c223e2cf7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4145689'] for port (e0e82c90-879b-4655-a36c-c3d5ff9cfb26), provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:16:17.240933 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.v2.base [req-8f5c8713-91d1-4107-abcb-054cdce0ba8b req-cf8c50c2-3f41-4c75-af51-5c5ac0207deb service neutron] Request body: {'port': {'device_id': '33d158cf-82e2-4584-a8ff-2eeb09d603b1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:16:17.273073 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-18083dc7-6cd1-46d5-9b24-b0c223e2cf7f None None] Port e0e82c90-879b-4655-a36c-c3d5ff9cfb26 cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 23:16:17.303241 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-8f5c8713-91d1-4107-abcb-054cdce0ba8b req-cf8c50c2-3f41-4c75-af51-5c5ac0207deb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4131840'] for port (e0e82c90-879b-4655-a36c-c3d5ff9cfb26), before_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:16:17.558885 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.notifiers.nova [req-8f5c8713-91d1-4107-abcb-054cdce0ba8b req-cf8c50c2-3f41-4c75-af51-5c5ac0207deb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0e82c90-879b-4655-a36c-c3d5ff9cfb26 {{(pid=109628) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 23:16:17.566583 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-8f5c8713-91d1-4107-abcb-054cdce0ba8b req-cf8c50c2-3f41-4c75-af51-5c5ac0207deb service neutron] Publish callbacks [] for port (e0e82c90-879b-4655-a36c-c3d5ff9cfb26), precommit_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:16:17.578371 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.db.provisioning_blocks [req-8f5c8713-91d1-4107-abcb-054cdce0ba8b req-cf8c50c2-3f41-4c75-af51-5c5ac0207deb service neutron] Transition to ACTIVE for port object e0e82c90-879b-4655-a36c-c3d5ff9cfb26 will not be triggered until provisioned by entity L2. {{(pid=109628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 23:16:17.636603 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-8f5c8713-91d1-4107-abcb-054cdce0ba8b req-cf8c50c2-3f41-4c75-af51-5c5ac0207deb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747407212427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747406771514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747406771532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59259312'] for port (e0e82c90-879b-4655-a36c-c3d5ff9cfb26), after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:16:17.689450 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8c50c2-3f41-4c75-af51-5c5ac0207deb service neutron] Pushing event updated for resources: {'Port': ['ID=e0e82c90-879b-4655-a36c-c3d5ff9cfb26,revision_number=2']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:16:17.770201 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [req-8f5c8713-91d1-4107-abcb-054cdce0ba8b req-cf8c50c2-3f41-4c75-af51-5c5ac0207deb service neutron] Attempting to bind port e0e82c90-879b-4655-a36c-c3d5ff9cfb26 on host hv-cinder-83009 for vnic_type normal with profile {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 23:16:17.770690 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [req-8f5c8713-91d1-4107-abcb-054cdce0ba8b req-cf8c50c2-3f41-4c75-af51-5c5ac0207deb service neutron] Attempting to bind port e0e82c90-879b-4655-a36c-c3d5ff9cfb26 by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '87e8d4bb-ebee-43a2-83e3-2e7061590a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '74e3ec14-81b5-4879-a35b-eb87d2ca5b1f'}] {{(pid=109628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 23:16:17.771078 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f5c8713-91d1-4107-abcb-054cdce0ba8b req-cf8c50c2-3f41-4c75-af51-5c5ac0207deb service neutron] Attempting to bind port e0e82c90-879b-4655-a36c-c3d5ff9cfb26 on network 74e3ec14-81b5-4879-a35b-eb87d2ca5b1f {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 23:16:17.775631 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f5c8713-91d1-4107-abcb-054cdce0ba8b req-cf8c50c2-3f41-4c75-af51-5c5ac0207deb service neutron] Port e0e82c90-879b-4655-a36c-c3d5ff9cfb26 on network 74e3ec14-81b5-4879-a35b-eb87d2ca5b1f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 23:16:17.775944 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f5c8713-91d1-4107-abcb-054cdce0ba8b req-cf8c50c2-3f41-4c75-af51-5c5ac0207deb service neutron] Attempting to bind port e0e82c90-879b-4655-a36c-c3d5ff9cfb26 on network 74e3ec14-81b5-4879-a35b-eb87d2ca5b1f {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 23:16:17.781348 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f5c8713-91d1-4107-abcb-054cdce0ba8b req-cf8c50c2-3f41-4c75-af51-5c5ac0207deb service neutron] Checking agent: {'id': 'a929ecfe-02b1-4b86-b2e7-0c746ea4b12c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 22, 57, 21), 'started_at': datetime.datetime(2022, 2, 20, 22, 57, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 23, 15, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 23:16:17.781681 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f5c8713-91d1-4107-abcb-054cdce0ba8b req-cf8c50c2-3f41-4c75-af51-5c5ac0207deb service neutron] Checking segment: {'id': '87e8d4bb-ebee-43a2-83e3-2e7061590a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '74e3ec14-81b5-4879-a35b-eb87d2ca5b1f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 23:16:17.782046 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f5c8713-91d1-4107-abcb-054cdce0ba8b req-cf8c50c2-3f41-4c75-af51-5c5ac0207deb service neutron] Bound using segment: {'id': '87e8d4bb-ebee-43a2-83e3-2e7061590a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '74e3ec14-81b5-4879-a35b-eb87d2ca5b1f'} {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 23:16:17.782595 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [req-8f5c8713-91d1-4107-abcb-054cdce0ba8b req-cf8c50c2-3f41-4c75-af51-5c5ac0207deb service neutron] Bound port: e0e82c90-879b-4655-a36c-c3d5ff9cfb26, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87e8d4bb-ebee-43a2-83e3-2e7061590a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '74e3ec14-81b5-4879-a35b-eb87d2ca5b1f'}}] {{(pid=109628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 23:16:17.782940 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-8f5c8713-91d1-4107-abcb-054cdce0ba8b req-cf8c50c2-3f41-4c75-af51-5c5ac0207deb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4131840'] for port (e0e82c90-879b-4655-a36c-c3d5ff9cfb26), before_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:16:17.846602 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.db [req-8f5c8713-91d1-4107-abcb-054cdce0ba8b req-cf8c50c2-3f41-4c75-af51-5c5ac0207deb service neutron] For port e0e82c90-879b-4655-a36c-c3d5ff9cfb26, host hv-cinder-83009, cleared binding levels {{(pid=109628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 23:16:17.849548 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.db [req-8f5c8713-91d1-4107-abcb-054cdce0ba8b req-cf8c50c2-3f41-4c75-af51-5c5ac0207deb service neutron] For port e0e82c90-879b-4655-a36c-c3d5ff9cfb26, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=e0e82c90-879b-4655-a36c-c3d5ff9cfb26,segment=NetworkSegment(87e8d4bb-ebee-43a2-83e3-2e7061590a5d),segment_id=87e8d4bb-ebee-43a2-83e3-2e7061590a5d)] {{(pid=109628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 23:16:17.913619 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-8f5c8713-91d1-4107-abcb-054cdce0ba8b req-cf8c50c2-3f41-4c75-af51-5c5ac0207deb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747407212427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747406771514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747406771532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59259312'] for port (e0e82c90-879b-4655-a36c-c3d5ff9cfb26), after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:16:17.937625 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e835d5cd-0b90-4220-b460-80dd94c55374 req-2095f9ed-0503-4e51-997a-c96a48bdfa74 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:16:17.939076 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-e835d5cd-0b90-4220-b460-80dd94c55374 req-2095f9ed-0503-4e51-997a-c96a48bdfa74 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] 10.222.0.65 "GET /v2.0/ports?device_id=33d158cf-82e2-4584-a8ff-2eeb09d603b1 HTTP/1.1" status: 200 len: 943 time: 0.0525475 Feb 20 23:16:17.951072 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5c8713-91d1-4107-abcb-054cdce0ba8b req-cf8c50c2-3f41-4c75-af51-5c5ac0207deb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:16:17.951072 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-8f5c8713-91d1-4107-abcb-054cdce0ba8b req-cf8c50c2-3f41-4c75-af51-5c5ac0207deb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932959'] for port (None), before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:16:17.951072 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-8f5c8713-91d1-4107-abcb-054cdce0ba8b req-cf8c50c2-3f41-4c75-af51-5c5ac0207deb service neutron] 10.222.0.42 "PUT /v2.0/ports/e0e82c90-879b-4655-a36c-c3d5ff9cfb26 HTTP/1.1" status: 200 len: 1093 time: 0.7135296 Feb 20 23:16:17.951072 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33d158cf-82e2-4584-a8ff-2eeb09d603b1', 'tag': 'e0e82c90-879b-4655-a36c-c3d5ff9cfb26'}] {{(pid=109628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 23:16:17.953237 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4be7ee60aa4259b475ee261dcf74c65065c56e299c7a4b2359a57cf03aee0d96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e77df82-9063-4a17-a2c0-91f370aba90f" -d '{"events": [{"name": "network-changed", "server_uuid": "33d158cf-82e2-4584-a8ff-2eeb09d603b1", "tag": "e0e82c90-879b-4655-a36c-c3d5ff9cfb26"}]}' {{(pid=109628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 23:16:17.980107 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8c50c2-3f41-4c75-af51-5c5ac0207deb service neutron] Pushing event updated for resources: {'Port': ['ID=e0e82c90-879b-4655-a36c-c3d5ff9cfb26,revision_number=3']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:16:18.002154 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-e835d5cd-0b90-4220-b460-80dd94c55374 req-425a6c00-ac95-44b5-b1fe-5c0a5038845a tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] 10.222.0.65 "GET /v2.0/security-groups?id=5884c876-d2b7-4ddf-be4b-1523a25c94c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570221 Feb 20 23:16:18.003364 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 23:16:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e943a615-20aa-449d-8dfc-e921b8f068aa x-openstack-request-id: req-e943a615-20aa-449d-8dfc-e921b8f068aa {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 23:16:18.003772 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33d158cf-82e2-4584-a8ff-2eeb09d603b1", "tag": "e0e82c90-879b-4655-a36c-c3d5ff9cfb26", "status": "completed", "code": 200}]} {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 23:16:18.004096 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e943a615-20aa-449d-8dfc-e921b8f068aa {{(pid=109628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 23:16:18.004843 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33d158cf-82e2-4584-a8ff-2eeb09d603b1', 'tag': 'e0e82c90-879b-4655-a36c-c3d5ff9cfb26', 'status': 'completed', 'code': 200} Feb 20 23:16:18.075584 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e77df82-9063-4a17-a2c0-91f370aba90f req-a5f23a59-b9ac-40ac-927b-ade193da1206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:16:18.077231 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-0e77df82-9063-4a17-a2c0-91f370aba90f req-a5f23a59-b9ac-40ac-927b-ade193da1206 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=96412aeecd2949f8b19392d06a9e3d49&device_id=33d158cf-82e2-4584-a8ff-2eeb09d603b1 HTTP/1.1" status: 200 len: 1127 time: 0.0522282 Feb 20 23:16:18.174621 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e77df82-9063-4a17-a2c0-91f370aba90f req-8294b9c7-e02d-4c98-86c7-dd0c08d4914b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:16:18.176074 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-0e77df82-9063-4a17-a2c0-91f370aba90f req-8294b9c7-e02d-4c98-86c7-dd0c08d4914b service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=96412aeecd2949f8b19392d06a9e3d49&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0913713 Feb 20 23:16:18.272050 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e77df82-9063-4a17-a2c0-91f370aba90f req-3e6209dd-a5f9-43c5-9752-f6afdcbb548d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:16:18.273501 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-0e77df82-9063-4a17-a2c0-91f370aba90f req-3e6209dd-a5f9-43c5-9752-f6afdcbb548d service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0902879 Feb 20 23:16:18.349721 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5c8713-91d1-4107-abcb-054cdce0ba8b req-3d111ca2-51b1-4d76-b6c9-87bf6f8af790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:16:18.351133 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-8f5c8713-91d1-4107-abcb-054cdce0ba8b req-3d111ca2-51b1-4d76-b6c9-87bf6f8af790 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=96412aeecd2949f8b19392d06a9e3d49&device_id=33d158cf-82e2-4584-a8ff-2eeb09d603b1 HTTP/1.1" status: 200 len: 1127 time: 0.0437133 Feb 20 23:16:18.390854 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-8f5c8713-91d1-4107-abcb-054cdce0ba8b req-fc71f4b3-8267-4b71-b934-5dd7e1518cae service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e0e82c90-879b-4655-a36c-c3d5ff9cfb26 HTTP/1.1" status: 200 len: 217 time: 0.0331991 Feb 20 23:16:18.441573 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5c8713-91d1-4107-abcb-054cdce0ba8b req-17bd5129-dc0a-4e55-a638-2cb708c052d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:16:18.443044 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-8f5c8713-91d1-4107-abcb-054cdce0ba8b req-17bd5129-dc0a-4e55-a638-2cb708c052d7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3237860d-efef-4946-8f22-d95aff7e1462 HTTP/1.1" status: 200 len: 851 time: 0.0469053 Feb 20 23:16:18.490041 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5c8713-91d1-4107-abcb-054cdce0ba8b req-08dcf2a7-9e82-41a1-b4e8-cf323098c0aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:16:18.491511 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-8f5c8713-91d1-4107-abcb-054cdce0ba8b req-08dcf2a7-9e82-41a1-b4e8-cf323098c0aa service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=74e3ec14-81b5-4879-a35b-eb87d2ca5b1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0426185 Feb 20 23:16:18.576939 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-8f5c8713-91d1-4107-abcb-054cdce0ba8b req-df30d715-395c-4e1a-8056-3bb946d402dd service neutron] 10.222.0.42 "GET /v2.0/networks/74e3ec14-81b5-4879-a35b-eb87d2ca5b1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788767 Feb 20 23:16:18.672854 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (2dc95353-690e-4eed-857f-cdb5bbe3a4be), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:16:18.675979 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-8f5c8713-91d1-4107-abcb-054cdce0ba8b req-1d9ffe63-9bf6-472b-8f2a-274dbf98da68 service neutron] 10.222.0.42 "GET /v2.0/networks/74e3ec14-81b5-4879-a35b-eb87d2ca5b1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934639 Feb 20 23:16:19.119129 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224c8195-5b9d-48ad-b1c7-1b15572e9d1b req-c745788b-fef2-4ac0-ad77-86ae4d02baa6 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:16:19.120561 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-224c8195-5b9d-48ad-b1c7-1b15572e9d1b req-c745788b-fef2-4ac0-ad77-86ae4d02baa6 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] 10.222.0.65 "GET /v2.0/ports?device_id=33d158cf-82e2-4584-a8ff-2eeb09d603b1 HTTP/1.1" status: 200 len: 943 time: 0.0502179 Feb 20 23:16:19.171737 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-224c8195-5b9d-48ad-b1c7-1b15572e9d1b req-7f6fe900-62f8-42e6-b2dc-3bacbbc4de9e tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] 10.222.0.65 "GET /v2.0/security-groups?id=5884c876-d2b7-4ddf-be4b-1523a25c94c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417943 Feb 20 23:16:20.290080 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8fc883-3532-46a1-86db-ee2dfd46f9d7 req-db0c61f7-a24b-4fdc-8c31-b841f3d3ce9b tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:16:20.291556 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-1e8fc883-3532-46a1-86db-ee2dfd46f9d7 req-db0c61f7-a24b-4fdc-8c31-b841f3d3ce9b tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] 10.222.0.65 "GET /v2.0/ports?device_id=33d158cf-82e2-4584-a8ff-2eeb09d603b1 HTTP/1.1" status: 200 len: 943 time: 0.0548182 Feb 20 23:16:20.338731 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-1e8fc883-3532-46a1-86db-ee2dfd46f9d7 req-422045b2-c188-4499-8820-43f679a30360 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] 10.222.0.65 "GET /v2.0/security-groups?id=5884c876-d2b7-4ddf-be4b-1523a25c94c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416961 Feb 20 23:16:21.455792 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b92d7a8-2528-4000-86b2-b5bfc8fce5e3 req-ddbe745b-adcf-4f9a-9311-17635fc8c7f2 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:16:21.457129 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-5b92d7a8-2528-4000-86b2-b5bfc8fce5e3 req-ddbe745b-adcf-4f9a-9311-17635fc8c7f2 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] 10.222.0.65 "GET /v2.0/ports?device_id=33d158cf-82e2-4584-a8ff-2eeb09d603b1 HTTP/1.1" status: 200 len: 943 time: 0.0530126 Feb 20 23:16:21.503825 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-5b92d7a8-2528-4000-86b2-b5bfc8fce5e3 req-3a5dcd52-550c-4a3b-861f-5e31e50aeb9c tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] 10.222.0.65 "GET /v2.0/security-groups?id=5884c876-d2b7-4ddf-be4b-1523a25c94c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411265 Feb 20 23:16:22.617475 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db880dd-304e-43f7-a2e1-8d1e20693f7d req-445064f2-80a4-4a1a-963c-65fb0664b7aa tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:16:22.618963 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-7db880dd-304e-43f7-a2e1-8d1e20693f7d req-445064f2-80a4-4a1a-963c-65fb0664b7aa tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] 10.222.0.65 "GET /v2.0/ports?device_id=33d158cf-82e2-4584-a8ff-2eeb09d603b1 HTTP/1.1" status: 200 len: 943 time: 0.0505440 Feb 20 23:16:22.666387 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-7db880dd-304e-43f7-a2e1-8d1e20693f7d req-3bcec1a4-7221-4bb4-b453-9777bcbf5fb5 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] 10.222.0.65 "GET /v2.0/security-groups?id=5884c876-d2b7-4ddf-be4b-1523a25c94c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419836 Feb 20 23:16:23.791358 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4497094-a9cb-4506-9cc0-d79a8409e857 req-7e38c2a1-ea6b-42c5-be18-f8213b29e69c tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:16:23.792805 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-a4497094-a9cb-4506-9cc0-d79a8409e857 req-7e38c2a1-ea6b-42c5-be18-f8213b29e69c tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] 10.222.0.65 "GET /v2.0/ports?device_id=33d158cf-82e2-4584-a8ff-2eeb09d603b1 HTTP/1.1" status: 200 len: 943 time: 0.0503714 Feb 20 23:16:23.840617 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-a4497094-a9cb-4506-9cc0-d79a8409e857 req-df9a6487-e88d-44ec-b961-d65ae0350aa2 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] 10.222.0.65 "GET /v2.0/security-groups?id=5884c876-d2b7-4ddf-be4b-1523a25c94c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423362 Feb 20 23:16:24.955773 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2b5bda-6737-4cb5-92a0-f498ae87c0df req-505d2093-f2bd-410b-bac3-951a81ce446b tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:16:24.957197 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-ca2b5bda-6737-4cb5-92a0-f498ae87c0df req-505d2093-f2bd-410b-bac3-951a81ce446b tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] 10.222.0.65 "GET /v2.0/ports?device_id=33d158cf-82e2-4584-a8ff-2eeb09d603b1 HTTP/1.1" status: 200 len: 943 time: 0.0495973 Feb 20 23:16:25.007349 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-ca2b5bda-6737-4cb5-92a0-f498ae87c0df req-2afb991a-2d33-4225-927f-26cbca92d843 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] 10.222.0.65 "GET /v2.0/security-groups?id=5884c876-d2b7-4ddf-be4b-1523a25c94c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447567 Feb 20 23:16:26.123351 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82e426c-c467-4ab9-8e0e-f21c10fc39da req-6e9fe8d5-cab2-4a67-9100-d084188d2c63 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:16:26.124830 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-d82e426c-c467-4ab9-8e0e-f21c10fc39da req-6e9fe8d5-cab2-4a67-9100-d084188d2c63 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] 10.222.0.65 "GET /v2.0/ports?device_id=33d158cf-82e2-4584-a8ff-2eeb09d603b1 HTTP/1.1" status: 200 len: 943 time: 0.0507610 Feb 20 23:16:26.176512 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-d82e426c-c467-4ab9-8e0e-f21c10fc39da req-cd741b08-ee2c-4ff6-960e-a336ebd264a8 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] 10.222.0.65 "GET /v2.0/security-groups?id=5884c876-d2b7-4ddf-be4b-1523a25c94c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463083 Feb 20 23:16:26.307008 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (a929ecfe-02b1-4b86-b2e7-0c746ea4b12c), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:16:27.292366 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02c768d-6bd1-4185-bb3b-6898b8a849fe req-539a5ff7-a989-4ac5-b5e4-7b2d1e9fba72 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:16:27.293813 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-f02c768d-6bd1-4185-bb3b-6898b8a849fe req-539a5ff7-a989-4ac5-b5e4-7b2d1e9fba72 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] 10.222.0.65 "GET /v2.0/ports?device_id=33d158cf-82e2-4584-a8ff-2eeb09d603b1 HTTP/1.1" status: 200 len: 943 time: 0.0507290 Feb 20 23:16:27.341360 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-f02c768d-6bd1-4185-bb3b-6898b8a849fe req-107d691d-8ff6-430a-ba4b-8f43d9e4b37a tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] 10.222.0.65 "GET /v2.0/security-groups?id=5884c876-d2b7-4ddf-be4b-1523a25c94c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421205 Feb 20 23:16:27.385437 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Device e0e82c90-879b-4655-a36c-c3d5ff9cfb26 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=109630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 23:16:27.477749 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] For port e0e82c90-879b-4655-a36c-c3d5ff9cfb26, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=e0e82c90-879b-4655-a36c-c3d5ff9cfb26,segment=NetworkSegment(87e8d4bb-ebee-43a2-83e3-2e7061590a5d),segment_id=87e8d4bb-ebee-43a2-83e3-2e7061590a5d)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:16:27.488700 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Returning: {'device': 'e0e82c90-879b-4655-a36c-c3d5ff9cfb26', 'network_id': '74e3ec14-81b5-4879-a35b-eb87d2ca5b1f', 'port_id': 'e0e82c90-879b-4655-a36c-c3d5ff9cfb26', 'mac_address': 'fa:16:3e:58:f5:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3237860d-efef-4946-8f22-d95aff7e1462', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 23:16:27.524411 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Current status of the port e0e82c90-879b-4655-a36c-c3d5ff9cfb26 is: DOWN; New status is: BUILD {{(pid=109630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:16:27.524799 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4131840'] for port (e0e82c90-879b-4655-a36c-c3d5ff9cfb26), before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:16:27.539856 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.notifiers.nova [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0e82c90-879b-4655-a36c-c3d5ff9cfb26 {{(pid=109630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 23:16:27.557478 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] For port e0e82c90-879b-4655-a36c-c3d5ff9cfb26, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=e0e82c90-879b-4655-a36c-c3d5ff9cfb26,segment=NetworkSegment(87e8d4bb-ebee-43a2-83e3-2e7061590a5d),segment_id=87e8d4bb-ebee-43a2-83e3-2e7061590a5d)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:16:27.613778 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747407212427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747406771514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747406771532'] for port (e0e82c90-879b-4655-a36c-c3d5ff9cfb26), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:16:27.660365 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Pushing event updated for resources: {'Port': ['ID=e0e82c90-879b-4655-a36c-c3d5ff9cfb26,revision_number=4']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:16:27.667593 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:16:27.673945 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:16:27.673945 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:16:27.673945 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:16:27.673945 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:16:27.673945 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:16:27.673945 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:16:27.673945 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:16:27.673945 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:16:27.673945 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:16:27.673945 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:16:27.673945 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:16:27.673945 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:16:27.985936 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] get_ports_and_sgs() called for port_ids ['e0e82c90-879b-4655-a36c-c3d5ff9cfb26'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 23:16:28.453401 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae6a16b-8236-443c-9737-c1cec50cd298 req-9123fe58-78e1-4058-a16c-73bb1c2e7df4 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:16:28.454978 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-eae6a16b-8236-443c-9737-c1cec50cd298 req-9123fe58-78e1-4058-a16c-73bb1c2e7df4 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] 10.222.0.65 "GET /v2.0/ports?device_id=33d158cf-82e2-4584-a8ff-2eeb09d603b1 HTTP/1.1" status: 200 len: 944 time: 0.0503061 Feb 20 23:16:28.502898 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-eae6a16b-8236-443c-9737-c1cec50cd298 req-d07483f6-7600-4b84-8356-62505ca79d49 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] 10.222.0.65 "GET /v2.0/security-groups?id=5884c876-d2b7-4ddf-be4b-1523a25c94c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423017 Feb 20 23:16:29.398042 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Device e0e82c90-879b-4655-a36c-c3d5ff9cfb26 up at agent hyperv_hv-cinder-83009 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 23:16:29.499722 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Provisioning for port e0e82c90-879b-4655-a36c-c3d5ff9cfb26 completed by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 23:16:29.504024 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Provisioning complete for port e0e82c90-879b-4655-a36c-c3d5ff9cfb26 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:16:29.504504 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4145689'] for port (e0e82c90-879b-4655-a36c-c3d5ff9cfb26), provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:16:29.599616 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Current status of the port e0e82c90-879b-4655-a36c-c3d5ff9cfb26 is: BUILD; New status is: ACTIVE {{(pid=109630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:16:29.600013 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4131840'] for port (e0e82c90-879b-4655-a36c-c3d5ff9cfb26), before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:16:29.622052 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9c7c7a-61b5-46b7-88b1-ee9146ccdbfd req-122e3539-c423-479d-aeda-dcccaaeade46 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:16:29.622693 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33d158cf-82e2-4584-a8ff-2eeb09d603b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0e82c90-879b-4655-a36c-c3d5ff9cfb26'}] {{(pid=109630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 23:16:29.624013 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-4f9c7c7a-61b5-46b7-88b1-ee9146ccdbfd req-122e3539-c423-479d-aeda-dcccaaeade46 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] 10.222.0.65 "GET /v2.0/ports?device_id=33d158cf-82e2-4584-a8ff-2eeb09d603b1 HTTP/1.1" status: 200 len: 944 time: 0.0550258 Feb 20 23:16:29.624916 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f8f7ade39b9b648cd02963e66adb41eb29d40ae47bdce8ccfc3d1936511f484" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4c480dc-942d-4a8d-94bf-a02cba96a1cc" -d '{"events": [{"server_uuid": "33d158cf-82e2-4584-a8ff-2eeb09d603b1", "name": "network-vif-plugged", "status": "completed", "tag": "e0e82c90-879b-4655-a36c-c3d5ff9cfb26"}]}' {{(pid=109630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 23:16:29.638400 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] For port e0e82c90-879b-4655-a36c-c3d5ff9cfb26, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=e0e82c90-879b-4655-a36c-c3d5ff9cfb26,segment=NetworkSegment(87e8d4bb-ebee-43a2-83e3-2e7061590a5d),segment_id=87e8d4bb-ebee-43a2-83e3-2e7061590a5d)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:16:29.669511 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 23:16:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-137a9268-91fb-4e7d-92e1-8166cd95adac x-openstack-request-id: req-137a9268-91fb-4e7d-92e1-8166cd95adac {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 23:16:29.669511 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33d158cf-82e2-4584-a8ff-2eeb09d603b1", "name": "network-vif-plugged", "status": "completed", "tag": "e0e82c90-879b-4655-a36c-c3d5ff9cfb26", "code": 200}]} {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 23:16:29.669511 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-137a9268-91fb-4e7d-92e1-8166cd95adac {{(pid=109630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 23:16:29.669511 dv-cinder-830096-1-iscsi neutron-server[109630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33d158cf-82e2-4584-a8ff-2eeb09d603b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0e82c90-879b-4655-a36c-c3d5ff9cfb26', 'code': 200} Feb 20 23:16:29.681492 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-4f9c7c7a-61b5-46b7-88b1-ee9146ccdbfd req-754b866b-e42b-4fda-acb6-9e5c37e45e37 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] 10.222.0.65 "GET /v2.0/security-groups?id=5884c876-d2b7-4ddf-be4b-1523a25c94c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474694 Feb 20 23:16:29.711712 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747407212427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747406771514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747406771532'] for port (e0e82c90-879b-4655-a36c-c3d5ff9cfb26), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:16:29.762886 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Pushing event updated for resources: {'Port': ['ID=e0e82c90-879b-4655-a36c-c3d5ff9cfb26,revision_number=5']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:16:30.018945 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95d74a6-340d-4948-9001-3c7451b86871 req-1c97b515-ab6a-49b4-a2ca-c0af4aba778d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:16:30.020451 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-b95d74a6-340d-4948-9001-3c7451b86871 req-1c97b515-ab6a-49b4-a2ca-c0af4aba778d service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=33d158cf-82e2-4584-a8ff-2eeb09d603b1 HTTP/1.1" status: 200 len: 1129 time: 0.0433609 Feb 20 23:16:30.065233 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-b95d74a6-340d-4948-9001-3c7451b86871 req-b100daa7-d0fb-4438-82d6-cf8d4f685199 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=5884c876-d2b7-4ddf-be4b-1523a25c94c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387475 Feb 20 23:16:30.813091 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cf29f6-84ae-46d1-a7ef-a8ffb0ab4302 req-e0ad7017-3492-4f5c-bf5a-e172103265e7 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:16:30.814569 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-93cf29f6-84ae-46d1-a7ef-a8ffb0ab4302 req-e0ad7017-3492-4f5c-bf5a-e172103265e7 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] 10.222.0.65 "GET /v2.0/ports?device_id=33d158cf-82e2-4584-a8ff-2eeb09d603b1 HTTP/1.1" status: 200 len: 945 time: 0.0554163 Feb 20 23:16:30.862469 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-93cf29f6-84ae-46d1-a7ef-a8ffb0ab4302 req-802ae2fc-319a-44ca-981f-2c775e01a566 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] 10.222.0.65 "GET /v2.0/security-groups?id=5884c876-d2b7-4ddf-be4b-1523a25c94c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424323 Feb 20 23:16:31.979761 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc2d7ee-6914-4a2f-b4d5-4a7cce76e724 req-6d0a9f25-09a3-42e9-9650-f9325f1f0ff3 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:16:31.981786 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-cbc2d7ee-6914-4a2f-b4d5-4a7cce76e724 req-6d0a9f25-09a3-42e9-9650-f9325f1f0ff3 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] 10.222.0.65 "GET /v2.0/ports?device_id=33d158cf-82e2-4584-a8ff-2eeb09d603b1 HTTP/1.1" status: 200 len: 945 time: 0.0547218 Feb 20 23:16:32.028602 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-cbc2d7ee-6914-4a2f-b4d5-4a7cce76e724 req-fa29f408-c9f2-44df-b707-af1efa1c42da tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] 10.222.0.65 "GET /v2.0/security-groups?id=5884c876-d2b7-4ddf-be4b-1523a25c94c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412748 Feb 20 23:16:32.141230 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0e2696-f8f1-424e-8cc6-c9046c378c73 req-9d34c234-26f5-46ab-802a-b1ab227e752c tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:16:32.142612 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-ae0e2696-f8f1-424e-8cc6-c9046c378c73 req-9d34c234-26f5-46ab-802a-b1ab227e752c tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] 10.222.0.65 "GET /v2.0/ports?device_id=33d158cf-82e2-4584-a8ff-2eeb09d603b1 HTTP/1.1" status: 200 len: 945 time: 0.0495629 Feb 20 23:16:32.189666 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-ae0e2696-f8f1-424e-8cc6-c9046c378c73 req-c3bef358-789f-484e-b727-d35a81e54664 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] 10.222.0.65 "GET /v2.0/security-groups?id=5884c876-d2b7-4ddf-be4b-1523a25c94c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415876 Feb 20 23:16:32.210891 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.65', 55086) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:16:32.250963 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-103d690e-26d2-4b7c-8517-7b2d3ffe47bb tempest-TestVolumeBootPattern-1371011054 tempest-TestVolumeBootPattern-1371011054-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:16:32.252371 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [None req-103d690e-26d2-4b7c-8517-7b2d3ffe47bb tempest-TestVolumeBootPattern-1371011054 tempest-TestVolumeBootPattern-1371011054-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=33d158cf-82e2-4584-a8ff-2eeb09d603b1 HTTP/1.1" status: 200 len: 1124 time: 0.0405738 Feb 20 23:16:32.255048 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.65', 55088) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:16:32.259279 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.v2.base [None req-19950463-6cb6-4b68-ab21-ed19ebae21d6 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Request body: {'floatingip': {'floating_network_id': '5f52b71d-61c7-49bc-86ae-3e3415c25b55', 'port_id': 'e0e82c90-879b-4655-a36c-c3d5ff9cfb26', 'tenant_id': '96412aeecd2949f8b19392d06a9e3d49', 'fixed_ip_address': '172.20.0.3'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:16:32.373954 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-19950463-6cb6-4b68-ab21-ed19ebae21d6 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:16:32.470436 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-19950463-6cb6-4b68-ab21-ed19ebae21d6 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4131840'] for port (None), before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:16:32.571533 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.db.db_base_plugin_common [None req-19950463-6cb6-4b68-ab21-ed19ebae21d6 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Allocated IP 172.27.2.18 (5f52b71d-61c7-49bc-86ae-3e3415c25b55/841afcd6-8af7-4cd5-baec-c52e88cacaa2/50ced32c-9dfa-4982-a73d-6471a3e42e26) {{(pid=109628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 23:16:32.668184 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-19950463-6cb6-4b68-ab21-ed19ebae21d6 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Publish callbacks [] for port (50ced32c-9dfa-4982-a73d-6471a3e42e26), precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:16:32.770205 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-19950463-6cb6-4b68-ab21-ed19ebae21d6 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747406771496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59259307'] for port (50ced32c-9dfa-4982-a73d-6471a3e42e26), after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:16:32.807538 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19950463-6cb6-4b68-ab21-ed19ebae21d6 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Network 5f52b71d-61c7-49bc-86ae-3e3415c25b55 is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 23:16:32.815123 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-19950463-6cb6-4b68-ab21-ed19ebae21d6 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 23:16:32.817228 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19950463-6cb6-4b68-ab21-ed19ebae21d6 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Pushing event updated for resources: {'Port': ['ID=50ced32c-9dfa-4982-a73d-6471a3e42e26,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:16:32.819320 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19950463-6cb6-4b68-ab21-ed19ebae21d6 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Received port after_create {{(pid=109628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 23:16:33.172485 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-19950463-6cb6-4b68-ab21-ed19ebae21d6 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Publish callbacks [] for floatingip (047817b4-b586-4238-8a55-5a0e403fc265), precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:16:33.308025 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-19950463-6cb6-4b68-ab21-ed19ebae21d6 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4131840'] for port (50ced32c-9dfa-4982-a73d-6471a3e42e26), before_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:16:33.448844 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-19950463-6cb6-4b68-ab21-ed19ebae21d6 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Publish callbacks [] for port (50ced32c-9dfa-4982-a73d-6471a3e42e26), precommit_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:16:33.507115 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-19950463-6cb6-4b68-ab21-ed19ebae21d6 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747407212427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747406771514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747406771532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59259312'] for port (50ced32c-9dfa-4982-a73d-6471a3e42e26), after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:16:33.576543 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19950463-6cb6-4b68-ab21-ed19ebae21d6 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Pushing event updated for resources: {'Port': ['ID=50ced32c-9dfa-4982-a73d-6471a3e42e26,revision_number=2']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:16:33.587832 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-19950463-6cb6-4b68-ab21-ed19ebae21d6 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-704244'] for floatingip (047817b4-b586-4238-8a55-5a0e403fc265), after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:16:33.978175 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.db.l3_db [None req-19950463-6cb6-4b68-ab21-ed19ebae21d6 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Floating IP 047817b4-b586-4238-8a55-5a0e403fc265 associated. External IP: 172.27.2.18, port: e0e82c90-879b-4655-a36c-c3d5ff9cfb26. Feb 20 23:16:34.022234 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-89d09e18-f9b3-4511-9a1c-8b5d7b790f2c req-f6af9e0b-9d72-4c82-adbd-07084855b53b service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=33d158cf-82e2-4584-a8ff-2eeb09d603b1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0912690 Feb 20 23:16:34.157145 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d09e18-f9b3-4511-9a1c-8b5d7b790f2c req-4e7bd763-7916-426f-98fa-795b66603f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:16:34.158649 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-89d09e18-f9b3-4511-9a1c-8b5d7b790f2c req-4e7bd763-7916-426f-98fa-795b66603f25 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=96412aeecd2949f8b19392d06a9e3d49&device_id=33d158cf-82e2-4584-a8ff-2eeb09d603b1 HTTP/1.1" status: 200 len: 1129 time: 0.0951631 Feb 20 23:16:34.279399 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19950463-6cb6-4b68-ab21-ed19ebae21d6 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Router d3b73afb-675d-4122-9daf-aa4c5a881095 has already been hosted by L3 agent 13c347f3-1c01-45ee-af8c-9f8a630e0f23 {{(pid=109628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 23:16:34.342950 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d09e18-f9b3-4511-9a1c-8b5d7b790f2c req-6105936c-ba31-402f-b3a4-ada88b8d8283 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:16:34.344400 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-89d09e18-f9b3-4511-9a1c-8b5d7b790f2c req-6105936c-ba31-402f-b3a4-ada88b8d8283 service neutron] 10.222.0.42 "GET /v2.0/networks?id=74e3ec14-81b5-4879-a35b-eb87d2ca5b1f HTTP/1.1" status: 200 len: 912 time: 0.1680050 Feb 20 23:16:34.450390 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-89d09e18-f9b3-4511-9a1c-8b5d7b790f2c req-663723d1-a506-403f-8528-cdccd7f5bea6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e0e82c90-879b-4655-a36c-c3d5ff9cfb26 HTTP/1.1" status: 200 len: 998 time: 0.0982933 Feb 20 23:16:34.455036 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19950463-6cb6-4b68-ab21-ed19ebae21d6 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Notify agent at l3_agent.dv-cinder-830096-1-iscsi the message routers_updated {{(pid=109628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 23:16:34.464348 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30d6a0b4-bc33-42f2-804a-5afe5d09b3d1 None None] Sync routers for ids ['d3b73afb-675d-4122-9daf-aa4c5a881095'] in dv-cinder-830096-1-iscsi {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 23:16:34.475183 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30d6a0b4-bc33-42f2-804a-5afe5d09b3d1 None None] Routers {'d3b73afb-675d-4122-9daf-aa4c5a881095'} bound to L3 agent in host dv-cinder-830096-1-iscsi {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 23:16:34.479021 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-30d6a0b4-bc33-42f2-804a-5afe5d09b3d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T22:50:44Z,description=,heartbeat_timestamp=2022-02-20T23:16:14Z,host='dv-cinder-830096-1-iscsi',id=13c347f3-1c01-45ee-af8c-9f8a630e0f23,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T22:50:45Z,topic='l3_agent')) {'router_ids': ['d3b73afb-675d-4122-9daf-aa4c5a881095'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:16:34.509309 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d09e18-f9b3-4511-9a1c-8b5d7b790f2c req-580cdcb9-1923-41cb-a19f-24a3b3fcf01c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:16:34.510774 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-89d09e18-f9b3-4511-9a1c-8b5d7b790f2c req-580cdcb9-1923-41cb-a19f-24a3b3fcf01c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3237860d-efef-4946-8f22-d95aff7e1462 HTTP/1.1" status: 200 len: 851 time: 0.0540137 Feb 20 23:16:34.544750 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-19950463-6cb6-4b68-ab21-ed19ebae21d6 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932959'] for floatingip (None), before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:16:34.581950 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [None req-19950463-6cb6-4b68-ab21-ed19ebae21d6 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3258739 Feb 20 23:16:34.583257 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33d158cf-82e2-4584-a8ff-2eeb09d603b1', 'tag': 'e0e82c90-879b-4655-a36c-c3d5ff9cfb26'}] {{(pid=109628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 23:16:34.584638 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-30d6a0b4-bc33-42f2-804a-5afe5d09b3d1 None None] Set router d3b73afb-675d-4122-9daf-aa4c5a881095 gateway port host: dv-cinder-830096-1-iscsi {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 23:16:34.585454 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4be7ee60aa4259b475ee261dcf74c65065c56e299c7a4b2359a57cf03aee0d96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be9d0682-5149-42ca-9b30-66055c142eac" -d '{"events": [{"name": "network-changed", "server_uuid": "33d158cf-82e2-4584-a8ff-2eeb09d603b1", "tag": "e0e82c90-879b-4655-a36c-c3d5ff9cfb26"}]}' {{(pid=109628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 23:16:34.589355 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d09e18-f9b3-4511-9a1c-8b5d7b790f2c req-ff1a4311-7d85-4430-b452-abd6cdfe0568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:16:34.591387 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-89d09e18-f9b3-4511-9a1c-8b5d7b790f2c req-ff1a4311-7d85-4430-b452-abd6cdfe0568 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=74e3ec14-81b5-4879-a35b-eb87d2ca5b1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0750418 Feb 20 23:16:34.645981 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 23:16:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78c7c0ce-18a9-49ab-ad99-e6d20a095d7d x-openstack-request-id: req-78c7c0ce-18a9-49ab-ad99-e6d20a095d7d {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 23:16:34.646287 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33d158cf-82e2-4584-a8ff-2eeb09d603b1", "tag": "e0e82c90-879b-4655-a36c-c3d5ff9cfb26", "status": "completed", "code": 200}]} {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 23:16:34.646644 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-78c7c0ce-18a9-49ab-ad99-e6d20a095d7d {{(pid=109628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 23:16:34.647041 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33d158cf-82e2-4584-a8ff-2eeb09d603b1', 'tag': 'e0e82c90-879b-4655-a36c-c3d5ff9cfb26', 'status': 'completed', 'code': 200} Feb 20 23:16:34.689787 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-89d09e18-f9b3-4511-9a1c-8b5d7b790f2c req-5cec6605-00cf-444b-816e-2ec7320b5ebc service neutron] 10.222.0.42 "GET /v2.0/networks/74e3ec14-81b5-4879-a35b-eb87d2ca5b1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925488 Feb 20 23:16:34.784139 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-89d09e18-f9b3-4511-9a1c-8b5d7b790f2c req-2bfed174-8974-4fa0-a2da-019993f45baa service neutron] 10.222.0.42 "GET /v2.0/networks/74e3ec14-81b5-4879-a35b-eb87d2ca5b1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884466 Feb 20 23:16:34.950444 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-30d6a0b4-bc33-42f2-804a-5afe5d09b3d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3b73afb-675d-4122-9daf-aa4c5a881095', 'name': 'tempest-TestVolumeBootPattern-1554751375-router', 'tenant_id': '96412aeecd2949f8b19392d06a9e3d49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f52b71d-61c7-49bc-86ae-3e3415c25b55', 'external_fixed_ips': [{'subnet_id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'ip_address': '172.27.2.34'}], 'enable_snat': True}, 'gw_port_id': '1f74c4c3-59de-4f19-a245-4530391a8b09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:12:56Z', 'updated_at': '2022-02-20T23:12:59Z', 'revision_number': 4, 'project_id': '96412aeecd2949f8b19392d06a9e3d49', 'gw_port': {'id': '1f74c4c3-59de-4f19-a245-4530391a8b09', 'name': '', 'network_id': '5f52b71d-61c7-49bc-86ae-3e3415c25b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:74:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3b73afb-675d-4122-9daf-aa4c5a881095', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'ip_address': '172.27.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:12:56Z', 'updated_at': '2022-02-20T23:13:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-1-iscsi', '_floatingips': [{'id': '047817b4-b586-4238-8a55-5a0e403fc265', 'tenant_id': '96412aeecd2949f8b19392d06a9e3d49', 'floating_ip_address': '172.27.2.18', 'floating_network_id': '5f52b71d-61c7-49bc-86ae-3e3415c25b55', 'router_id': 'd3b73afb-675d-4122-9daf-aa4c5a881095', 'port_id': 'e0e82c90-879b-4655-a36c-c3d5ff9cfb26', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '74e3ec14-81b5-4879-a35b-eb87d2ca5b1f', 'mac_address': 'fa:16:3e:58:f5:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d158cf-82e2-4584-a8ff-2eeb09d603b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T23:16:33Z', 'updated_at': '2022-02-20T23:16:33Z', 'revision_number': 0, 'project_id': '96412aeecd2949f8b19392d06a9e3d49', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eed19e66-240e-4650-9a91-b01158d12948', 'name': '', 'network_id': '74e3ec14-81b5-4879-a35b-eb87d2ca5b1f', 'tenant_id': '96412aeecd2949f8b19392d06a9e3d49', 'mac_address': 'fa:16:3e:98:73:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3b73afb-675d-4122-9daf-aa4c5a881095', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '3237860d-efef-4946-8f22-d95aff7e1462', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:12:58Z', 'updated_at': '2022-02-20T23:13:03Z', 'revision_number': 5, 'project_id': '96412aeecd2949f8b19392d06a9e3d49', 'subnets': [{'id': '3237860d-efef-4946-8f22-d95aff7e1462', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830096-1-iscsi', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:16:34.963853 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9d0682-5149-42ca-9b30-66055c142eac req-1a8f4061-b271-447a-968d-22a04f1f365f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:16:34.965367 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-be9d0682-5149-42ca-9b30-66055c142eac req-1a8f4061-b271-447a-968d-22a04f1f365f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=96412aeecd2949f8b19392d06a9e3d49&device_id=33d158cf-82e2-4584-a8ff-2eeb09d603b1 HTTP/1.1" status: 200 len: 1129 time: 0.0443039 Feb 20 23:16:34.976720 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30d6a0b4-bc33-42f2-804a-5afe5d09b3d1 None None] Checking router: d3b73afb-675d-4122-9daf-aa4c5a881095 for host: dv-cinder-830096-1-iscsi {{(pid=109630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 23:16:34.984992 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30d6a0b4-bc33-42f2-804a-5afe5d09b3d1 None None] Routers {'d3b73afb-675d-4122-9daf-aa4c5a881095'} bound to L3 agent in host dv-cinder-830096-1-iscsi {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 23:16:34.985608 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-30d6a0b4-bc33-42f2-804a-5afe5d09b3d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T22:50:44Z,description=,heartbeat_timestamp=2022-02-20T23:16:14Z,host='dv-cinder-830096-1-iscsi',id=13c347f3-1c01-45ee-af8c-9f8a630e0f23,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T22:50:45Z,topic='l3_agent')) {'router_ids': ['d3b73afb-675d-4122-9daf-aa4c5a881095'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:16:35.055587 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9d0682-5149-42ca-9b30-66055c142eac req-7d5fe7a2-ddf8-4c1f-8bce-3d03a7cdede5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:16:35.057020 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-be9d0682-5149-42ca-9b30-66055c142eac req-7d5fe7a2-ddf8-4c1f-8bce-3d03a7cdede5 service neutron] 10.222.0.42 "GET /v2.0/networks?id=74e3ec14-81b5-4879-a35b-eb87d2ca5b1f HTTP/1.1" status: 200 len: 912 time: 0.0854361 Feb 20 23:16:35.092329 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-30d6a0b4-bc33-42f2-804a-5afe5d09b3d1 None None] Set router d3b73afb-675d-4122-9daf-aa4c5a881095 gateway port host: dv-cinder-830096-1-iscsi {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 23:16:35.118981 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-be9d0682-5149-42ca-9b30-66055c142eac req-3475a6d3-42d8-4b44-8e1f-d5219739b50f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e0e82c90-879b-4655-a36c-c3d5ff9cfb26 HTTP/1.1" status: 200 len: 998 time: 0.0564435 Feb 20 23:16:35.170953 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9d0682-5149-42ca-9b30-66055c142eac req-c3d77021-8ccd-4ac9-8020-fee65323ca0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:16:35.172400 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-be9d0682-5149-42ca-9b30-66055c142eac req-c3d77021-8ccd-4ac9-8020-fee65323ca0b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3237860d-efef-4946-8f22-d95aff7e1462 HTTP/1.1" status: 200 len: 851 time: 0.0478523 Feb 20 23:16:35.224706 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9d0682-5149-42ca-9b30-66055c142eac req-a9d2bb28-34d6-4eab-8fc0-967cd68dd653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:16:35.226086 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-be9d0682-5149-42ca-9b30-66055c142eac req-a9d2bb28-34d6-4eab-8fc0-967cd68dd653 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=74e3ec14-81b5-4879-a35b-eb87d2ca5b1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0472643 Feb 20 23:16:35.311938 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-be9d0682-5149-42ca-9b30-66055c142eac req-68feabee-977e-42a0-b86e-b9c0bab457a3 service neutron] 10.222.0.42 "GET /v2.0/networks/74e3ec14-81b5-4879-a35b-eb87d2ca5b1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795035 Feb 20 23:16:35.319835 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-30d6a0b4-bc33-42f2-804a-5afe5d09b3d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3b73afb-675d-4122-9daf-aa4c5a881095', 'name': 'tempest-TestVolumeBootPattern-1554751375-router', 'tenant_id': '96412aeecd2949f8b19392d06a9e3d49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f52b71d-61c7-49bc-86ae-3e3415c25b55', 'external_fixed_ips': [{'subnet_id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'ip_address': '172.27.2.34'}], 'enable_snat': True}, 'gw_port_id': '1f74c4c3-59de-4f19-a245-4530391a8b09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:12:56Z', 'updated_at': '2022-02-20T23:12:59Z', 'revision_number': 4, 'project_id': '96412aeecd2949f8b19392d06a9e3d49', 'gw_port': {'id': '1f74c4c3-59de-4f19-a245-4530391a8b09', 'name': '', 'network_id': '5f52b71d-61c7-49bc-86ae-3e3415c25b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:74:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3b73afb-675d-4122-9daf-aa4c5a881095', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'ip_address': '172.27.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:12:56Z', 'updated_at': '2022-02-20T23:13:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-1-iscsi', '_floatingips': [{'id': '047817b4-b586-4238-8a55-5a0e403fc265', 'tenant_id': '96412aeecd2949f8b19392d06a9e3d49', 'floating_ip_address': '172.27.2.18', 'floating_network_id': '5f52b71d-61c7-49bc-86ae-3e3415c25b55', 'router_id': 'd3b73afb-675d-4122-9daf-aa4c5a881095', 'port_id': 'e0e82c90-879b-4655-a36c-c3d5ff9cfb26', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '74e3ec14-81b5-4879-a35b-eb87d2ca5b1f', 'mac_address': 'fa:16:3e:58:f5:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d158cf-82e2-4584-a8ff-2eeb09d603b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T23:16:33Z', 'updated_at': '2022-02-20T23:16:33Z', 'revision_number': 0, 'project_id': '96412aeecd2949f8b19392d06a9e3d49', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eed19e66-240e-4650-9a91-b01158d12948', 'name': '', 'network_id': '74e3ec14-81b5-4879-a35b-eb87d2ca5b1f', 'tenant_id': '96412aeecd2949f8b19392d06a9e3d49', 'mac_address': 'fa:16:3e:98:73:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3b73afb-675d-4122-9daf-aa4c5a881095', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '3237860d-efef-4946-8f22-d95aff7e1462', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:12:58Z', 'updated_at': '2022-02-20T23:13:03Z', 'revision_number': 5, 'project_id': '96412aeecd2949f8b19392d06a9e3d49', 'subnets': [{'id': '3237860d-efef-4946-8f22-d95aff7e1462', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830096-1-iscsi', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:16:35.345584 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30d6a0b4-bc33-42f2-804a-5afe5d09b3d1 None None] The sync data for ids ['d3b73afb-675d-4122-9daf-aa4c5a881095'] in dv-cinder-830096-1-iscsi is: [{'id': 'd3b73afb-675d-4122-9daf-aa4c5a881095', 'name': 'tempest-TestVolumeBootPattern-1554751375-router', 'tenant_id': '96412aeecd2949f8b19392d06a9e3d49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f52b71d-61c7-49bc-86ae-3e3415c25b55', 'external_fixed_ips': [{'subnet_id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'ip_address': '172.27.2.34'}], 'enable_snat': True}, 'gw_port_id': '1f74c4c3-59de-4f19-a245-4530391a8b09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:12:56Z', 'updated_at': '2022-02-20T23:12:59Z', 'revision_number': 4, 'project_id': '96412aeecd2949f8b19392d06a9e3d49', 'gw_port': {'id': '1f74c4c3-59de-4f19-a245-4530391a8b09', 'name': '', 'network_id': '5f52b71d-61c7-49bc-86ae-3e3415c25b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:74:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3b73afb-675d-4122-9daf-aa4c5a881095', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'ip_address': '172.27.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:12:56Z', 'updated_at': '2022-02-20T23:13:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-1-iscsi', '_floatingips': [{'id': '047817b4-b586-4238-8a55-5a0e403fc265', 'tenant_id': '96412aeecd2949f8b19392d06a9e3d49', 'floating_ip_address': '172.27.2.18', 'floating_network_id': '5f52b71d-61c7-49bc-86ae-3e3415c25b55', 'router_id': 'd3b73afb-675d-4122-9daf-aa4c5a881095', 'port_id': 'e0e82c90-879b-4655-a36c-c3d5ff9cfb26', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '74e3ec14-81b5-4879-a35b-eb87d2ca5b1f', 'mac_address': 'fa:16:3e:58:f5:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d158cf-82e2-4584-a8ff-2eeb09d603b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T23:16:33Z', 'updated_at': '2022-02-20T23:16:33Z', 'revision_number': 0, 'project_id': '96412aeecd2949f8b19392d06a9e3d49', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eed19e66-240e-4650-9a91-b01158d12948', 'name': '', 'network_id': '74e3ec14-81b5-4879-a35b-eb87d2ca5b1f', 'tenant_id': '96412aeecd2949f8b19392d06a9e3d49', 'mac_address': 'fa:16:3e:98:73:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3b73afb-675d-4122-9daf-aa4c5a881095', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '3237860d-efef-4946-8f22-d95aff7e1462', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:12:58Z', 'updated_at': '2022-02-20T23:13:03Z', 'revision_number': 5, 'project_id': '96412aeecd2949f8b19392d06a9e3d49', 'subnets': [{'id': '3237860d-efef-4946-8f22-d95aff7e1462', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 23:16:35.404226 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-be9d0682-5149-42ca-9b30-66055c142eac req-c769e036-10a9-4d6b-8135-366a749c2531 service neutron] 10.222.0.42 "GET /v2.0/networks/74e3ec14-81b5-4879-a35b-eb87d2ca5b1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862887 Feb 20 23:16:35.535566 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a03f97e-96ec-48d7-9150-ea72073b2d2b None None] New status for floating IP 047817b4-b586-4238-8a55-5a0e403fc265: ACTIVE {{(pid=109631) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 20 23:16:36.923746 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.wsgi [req-71579a77-c7f1-4094-b55f-f312045fdce7 req-b9cb4c24-6573-483f-9dfb-4d2a35ab577b service neutron] (109628) timed out ('10.222.0.42', 57238) {{(pid=109628) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 20 23:16:38.630667 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.db.agents_db [None req-1f7bd598-9080-4651-a904-61cb6c9001fd None None] Agent healthcheck: found 6 active agents {{(pid=109631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 23:16:42.341179 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-eb116190-f654-4964-9cf5-6cceb0837bfc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (83a03d73-f5e1-4f72-b2a3-d557ae097998), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:16:44.493544 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-d8ad39e2-0920-45dd-a14d-3dd4712568d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (13c347f3-1c01-45ee-af8c-9f8a630e0f23), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:16:46.009329 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-343008d4-3a37-47e4-bcbd-5ef9b41dd99c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (5ba36dc9-fc49-4f8a-9e75-ea70dbbc9d37), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:16:47.278043 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-f8bda328-0f39-40fc-b2c8-28796977f3d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (e2edd6cb-ac77-47df-80b5-e0a92a5dde3d), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:16:48.660626 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (2dc95353-690e-4eed-857f-cdb5bbe3a4be), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:16:56.334484 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (a929ecfe-02b1-4b86-b2e7-0c746ea4b12c), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:17:12.317497 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-d25ced60-073b-4d63-90d0-892ccee717b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (83a03d73-f5e1-4f72-b2a3-d557ae097998), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:17:14.492825 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-823f96b1-a0d9-41b6-b2c2-0c2fe36e0e5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (13c347f3-1c01-45ee-af8c-9f8a630e0f23), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:17:15.630325 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.db.agents_db [None req-1f7bd598-9080-4651-a904-61cb6c9001fd None None] Agent healthcheck: found 6 active agents {{(pid=109631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 23:17:15.996915 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-343008d4-3a37-47e4-bcbd-5ef9b41dd99c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (5ba36dc9-fc49-4f8a-9e75-ea70dbbc9d37), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:17:17.214042 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-f8bda328-0f39-40fc-b2c8-28796977f3d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (e2edd6cb-ac77-47df-80b5-e0a92a5dde3d), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:17:18.654026 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (2dc95353-690e-4eed-857f-cdb5bbe3a4be), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:17:26.327531 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (a929ecfe-02b1-4b86-b2e7-0c746ea4b12c), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:17:33.824290 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-2f6c4fa2-69ef-4fc8-8314-f2d11f1a3c78 req-cb8d59db-4daf-4f67-a509-c32afb5bd74d service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=33d158cf-82e2-4584-a8ff-2eeb09d603b1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0429311 Feb 20 23:17:33.904896 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6c4fa2-69ef-4fc8-8314-f2d11f1a3c78 req-b8bb5677-6766-4d5d-96a2-6307cfbea488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:17:33.906335 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-2f6c4fa2-69ef-4fc8-8314-f2d11f1a3c78 req-b8bb5677-6766-4d5d-96a2-6307cfbea488 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=96412aeecd2949f8b19392d06a9e3d49&device_id=33d158cf-82e2-4584-a8ff-2eeb09d603b1 HTTP/1.1" status: 200 len: 1129 time: 0.0424757 Feb 20 23:17:34.008251 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6c4fa2-69ef-4fc8-8314-f2d11f1a3c78 req-d93c854d-5edf-497b-b909-d188cb84f0c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:17:34.009662 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-2f6c4fa2-69ef-4fc8-8314-f2d11f1a3c78 req-d93c854d-5edf-497b-b909-d188cb84f0c3 service neutron] 10.222.0.42 "GET /v2.0/networks?id=74e3ec14-81b5-4879-a35b-eb87d2ca5b1f HTTP/1.1" status: 200 len: 912 time: 0.0858889 Feb 20 23:17:34.071936 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-2f6c4fa2-69ef-4fc8-8314-f2d11f1a3c78 req-cf424fb1-8dfb-4d62-ba62-c8b28fab0028 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e0e82c90-879b-4655-a36c-c3d5ff9cfb26 HTTP/1.1" status: 200 len: 1000 time: 0.0567319 Feb 20 23:17:34.122642 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6c4fa2-69ef-4fc8-8314-f2d11f1a3c78 req-5595448c-a93d-4f21-9004-4a0acfb2f00b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:17:34.123996 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-2f6c4fa2-69ef-4fc8-8314-f2d11f1a3c78 req-5595448c-a93d-4f21-9004-4a0acfb2f00b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3237860d-efef-4946-8f22-d95aff7e1462 HTTP/1.1" status: 200 len: 851 time: 0.0462794 Feb 20 23:17:34.171791 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6c4fa2-69ef-4fc8-8314-f2d11f1a3c78 req-e7d78b62-2607-437d-9747-0fb50a13085e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:17:34.173237 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-2f6c4fa2-69ef-4fc8-8314-f2d11f1a3c78 req-e7d78b62-2607-437d-9747-0fb50a13085e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=74e3ec14-81b5-4879-a35b-eb87d2ca5b1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0428762 Feb 20 23:17:34.258620 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-2f6c4fa2-69ef-4fc8-8314-f2d11f1a3c78 req-5dd90af4-3374-4b7b-8901-265cb10aa7a0 service neutron] 10.222.0.42 "GET /v2.0/networks/74e3ec14-81b5-4879-a35b-eb87d2ca5b1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0780787 Feb 20 23:17:34.348391 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-2f6c4fa2-69ef-4fc8-8314-f2d11f1a3c78 req-685ce30f-28d4-4939-94ac-72eefeec4e49 service neutron] 10.222.0.42 "GET /v2.0/networks/74e3ec14-81b5-4879-a35b-eb87d2ca5b1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838654 Feb 20 23:17:42.333588 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-3110fe05-9908-426e-8121-f4860a6c96da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (83a03d73-f5e1-4f72-b2a3-d557ae097998), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:17:44.493681 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-8c43dfb0-8140-4863-ac97-1183503a9456 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (13c347f3-1c01-45ee-af8c-9f8a630e0f23), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:17:45.961952 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-343008d4-3a37-47e4-bcbd-5ef9b41dd99c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (5ba36dc9-fc49-4f8a-9e75-ea70dbbc9d37), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:17:47.230798 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-f8bda328-0f39-40fc-b2c8-28796977f3d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (e2edd6cb-ac77-47df-80b5-e0a92a5dde3d), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:17:48.665295 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (2dc95353-690e-4eed-857f-cdb5bbe3a4be), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:17:52.629148 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.db.agents_db [None req-1f7bd598-9080-4651-a904-61cb6c9001fd None None] Agent healthcheck: found 6 active agents {{(pid=109631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 23:17:56.327348 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (a929ecfe-02b1-4b86-b2e7-0c746ea4b12c), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:18:12.349524 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-d4adad47-97bc-4c44-b1df-3aac537c8210 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (83a03d73-f5e1-4f72-b2a3-d557ae097998), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:18:14.493506 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-80f26c4c-c400-4639-916a-f0708f8771dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (13c347f3-1c01-45ee-af8c-9f8a630e0f23), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:18:15.973189 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-343008d4-3a37-47e4-bcbd-5ef9b41dd99c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (5ba36dc9-fc49-4f8a-9e75-ea70dbbc9d37), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:18:17.292652 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-f8bda328-0f39-40fc-b2c8-28796977f3d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (e2edd6cb-ac77-47df-80b5-e0a92a5dde3d), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:18:18.692035 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (2dc95353-690e-4eed-857f-cdb5bbe3a4be), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:18:26.343982 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (a929ecfe-02b1-4b86-b2e7-0c746ea4b12c), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:18:29.628161 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.db.agents_db [None req-1f7bd598-9080-4651-a904-61cb6c9001fd None None] Agent healthcheck: found 6 active agents {{(pid=109631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 23:18:33.834032 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-1b9d0bee-a51e-474a-9c11-080269bb14d1 req-e0c30e20-8e87-4e2d-ac27-5be331e1e682 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=33d158cf-82e2-4584-a8ff-2eeb09d603b1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0422215 Feb 20 23:18:33.932767 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9d0bee-a51e-474a-9c11-080269bb14d1 req-4897646e-37d8-495a-b027-b5a27a4fb1ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:18:33.934524 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-1b9d0bee-a51e-474a-9c11-080269bb14d1 req-4897646e-37d8-495a-b027-b5a27a4fb1ac service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=96412aeecd2949f8b19392d06a9e3d49&device_id=33d158cf-82e2-4584-a8ff-2eeb09d603b1 HTTP/1.1" status: 200 len: 1129 time: 0.0432708 Feb 20 23:18:34.036737 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9d0bee-a51e-474a-9c11-080269bb14d1 req-00c23075-1060-48e5-ae45-f029e8622ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:18:34.038147 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-1b9d0bee-a51e-474a-9c11-080269bb14d1 req-00c23075-1060-48e5-ae45-f029e8622ca6 service neutron] 10.222.0.42 "GET /v2.0/networks?id=74e3ec14-81b5-4879-a35b-eb87d2ca5b1f HTTP/1.1" status: 200 len: 912 time: 0.0863252 Feb 20 23:18:34.101633 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-1b9d0bee-a51e-474a-9c11-080269bb14d1 req-8285d158-9ccd-4c35-bafb-10f19c2071ce service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e0e82c90-879b-4655-a36c-c3d5ff9cfb26 HTTP/1.1" status: 200 len: 1000 time: 0.0558209 Feb 20 23:18:34.156248 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9d0bee-a51e-474a-9c11-080269bb14d1 req-8a9ee833-8950-40b2-91b6-2deb6d69f940 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:18:34.157681 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-1b9d0bee-a51e-474a-9c11-080269bb14d1 req-8a9ee833-8950-40b2-91b6-2deb6d69f940 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3237860d-efef-4946-8f22-d95aff7e1462 HTTP/1.1" status: 200 len: 851 time: 0.0460825 Feb 20 23:18:34.205904 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9d0bee-a51e-474a-9c11-080269bb14d1 req-e103f1b8-217d-4f9a-b902-1b806dc2e5af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:18:34.207362 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-1b9d0bee-a51e-474a-9c11-080269bb14d1 req-e103f1b8-217d-4f9a-b902-1b806dc2e5af service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=74e3ec14-81b5-4879-a35b-eb87d2ca5b1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0420411 Feb 20 23:18:34.292352 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-1b9d0bee-a51e-474a-9c11-080269bb14d1 req-0fe524c1-44a9-493f-ba31-cb004489ba5c service neutron] 10.222.0.42 "GET /v2.0/networks/74e3ec14-81b5-4879-a35b-eb87d2ca5b1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0783796 Feb 20 23:18:34.381946 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-1b9d0bee-a51e-474a-9c11-080269bb14d1 req-f6b09d09-f2e6-4f7b-a68b-998f08ef10f4 service neutron] 10.222.0.42 "GET /v2.0/networks/74e3ec14-81b5-4879-a35b-eb87d2ca5b1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834727 Feb 20 23:18:35.853717 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-7bddb7fb-739f-41a7-868d-e19f897aff1e req-a5d3a0a5-aed2-48b3-ac28-c616ee074792 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-483404983&fields=id&tenant_id=96412aeecd2949f8b19392d06a9e3d49 HTTP/1.1" status: 200 len: 267 time: 0.0435300 Feb 20 23:18:35.957625 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bddb7fb-739f-41a7-868d-e19f897aff1e req-c7a7f6b0-4d54-442e-a789-4b3b9350c6d1 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:18:35.958981 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-7bddb7fb-739f-41a7-868d-e19f897aff1e req-c7a7f6b0-4d54-442e-a789-4b3b9350c6d1 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] 10.222.0.65 "GET /v2.0/networks?id=74e3ec14-81b5-4879-a35b-eb87d2ca5b1f HTTP/1.1" status: 200 len: 812 time: 0.0988326 Feb 20 23:18:35.973138 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-7bddb7fb-739f-41a7-868d-e19f897aff1e req-1d653a03-1cc8-4c57-b7d1-587d492a3c78 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] 10.222.0.65 "GET /v2.0/quotas/96412aeecd2949f8b19392d06a9e3d49 HTTP/1.1" status: 200 len: 375 time: 0.0086989 Feb 20 23:18:36.027307 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-7bddb7fb-739f-41a7-868d-e19f897aff1e req-e70b89ca-d894-4081-a05b-d4c87d322e5e tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=96412aeecd2949f8b19392d06a9e3d49&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0494404 Feb 20 23:18:36.159635 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-7bddb7fb-739f-41a7-868d-e19f897aff1e req-08ac9aa9-aa11-471f-925a-78433104230b service neutron] 10.222.0.65 "GET /v2.0/networks/74e3ec14-81b5-4879-a35b-eb87d2ca5b1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210237 Feb 20 23:18:36.249783 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-7bddb7fb-739f-41a7-868d-e19f897aff1e req-5b45e76a-b5b8-4d79-8835-9a7e73e2895d service neutron] 10.222.0.65 "GET /v2.0/networks/74e3ec14-81b5-4879-a35b-eb87d2ca5b1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844040 Feb 20 23:18:36.828310 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-1bcec6da-3e5f-4a69-bd5c-26c4abc47741 req-866520fd-ad9a-4ecd-b79c-5c1f76463327 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] 10.222.0.65 "GET /v2.0/ports?device_id=19143a6a-fa0c-46bf-bdf8-8c5d9daacbcb HTTP/1.1" status: 200 len: 210 time: 0.0270855 Feb 20 23:18:37.919598 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-f9995659-eeaf-4ed3-b792-4a0580a6039e req-84d47e9e-50d3-422f-bc64-bfb15addb180 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] 10.222.0.65 "GET /v2.0/ports?device_id=19143a6a-fa0c-46bf-bdf8-8c5d9daacbcb HTTP/1.1" status: 200 len: 210 time: 0.0262647 Feb 20 23:18:38.820211 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bddb7fb-739f-41a7-868d-e19f897aff1e req-83217a84-e200-4af0-a668-7b9f3f9a7ad1 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:18:38.821905 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-7bddb7fb-739f-41a7-868d-e19f897aff1e req-83217a84-e200-4af0-a668-7b9f3f9a7ad1 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] 10.222.0.42 "GET /v2.0/networks?id=74e3ec14-81b5-4879-a35b-eb87d2ca5b1f HTTP/1.1" status: 200 len: 812 time: 0.1055260 Feb 20 23:18:38.886711 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-7bddb7fb-739f-41a7-868d-e19f897aff1e req-386f4389-87ff-4292-8a7c-20a9ea394f57 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=96412aeecd2949f8b19392d06a9e3d49 HTTP/1.1" status: 200 len: 379 time: 0.0553882 Feb 20 23:18:38.896098 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.v2.base [req-7bddb7fb-739f-41a7-868d-e19f897aff1e req-ccf82fd6-ccbd-4df6-929f-bbef34a48673 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Request body: {'port': {'device_id': '19143a6a-fa0c-46bf-bdf8-8c5d9daacbcb', 'network_id': '74e3ec14-81b5-4879-a35b-eb87d2ca5b1f', 'admin_state_up': True, 'tenant_id': '96412aeecd2949f8b19392d06a9e3d49', 'security_groups': ['5884c876-d2b7-4ddf-be4b-1523a25c94c5']}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:18:39.025372 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-15a3cc8a-b252-4190-b4f8-ea8daa3a33ef req-e7a42d90-61ce-4148-a45a-5f7690a9f6f1 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] 10.222.0.65 "GET /v2.0/ports?device_id=19143a6a-fa0c-46bf-bdf8-8c5d9daacbcb HTTP/1.1" status: 200 len: 210 time: 0.0361681 Feb 20 23:18:39.052681 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7bddb7fb-739f-41a7-868d-e19f897aff1e req-ccf82fd6-ccbd-4df6-929f-bbef34a48673 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Made reservation on behalf of 96412aeecd2949f8b19392d06a9e3d49 for: {'port': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 23:18:39.056188 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-7bddb7fb-739f-41a7-868d-e19f897aff1e req-ccf82fd6-ccbd-4df6-929f-bbef34a48673 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4131840'] for port (None), before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:18:39.183892 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.db.db_base_plugin_common [req-7bddb7fb-739f-41a7-868d-e19f897aff1e req-ccf82fd6-ccbd-4df6-929f-bbef34a48673 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Allocated IP 172.20.0.4 (74e3ec14-81b5-4879-a35b-eb87d2ca5b1f/3237860d-efef-4946-8f22-d95aff7e1462/568bb37d-e9ce-4a7a-860a-072e482d12f0) {{(pid=109628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 23:18:39.314999 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-7bddb7fb-739f-41a7-868d-e19f897aff1e req-ccf82fd6-ccbd-4df6-929f-bbef34a48673 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Publish callbacks [] for port (568bb37d-e9ce-4a7a-860a-072e482d12f0), precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:18:39.419523 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-7bddb7fb-739f-41a7-868d-e19f897aff1e req-ccf82fd6-ccbd-4df6-929f-bbef34a48673 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747406771496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59259307'] for port (568bb37d-e9ce-4a7a-860a-072e482d12f0), after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:18:39.460593 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7bddb7fb-739f-41a7-868d-e19f897aff1e req-ccf82fd6-ccbd-4df6-929f-bbef34a48673 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Network 74e3ec14-81b5-4879-a35b-eb87d2ca5b1f is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 23:18:39.463606 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [req-7bddb7fb-739f-41a7-868d-e19f897aff1e req-ccf82fd6-ccbd-4df6-929f-bbef34a48673 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 23:18:39.470086 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bddb7fb-739f-41a7-868d-e19f897aff1e req-ccf82fd6-ccbd-4df6-929f-bbef34a48673 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Received port after_create {{(pid=109628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 23:18:39.495548 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf82fd6-ccbd-4df6-929f-bbef34a48673 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Pushing event updated for resources: {'Port': ['ID=568bb37d-e9ce-4a7a-860a-072e482d12f0,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:18:39.510721 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf82fd6-ccbd-4df6-929f-bbef34a48673 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:18:39.511072 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf82fd6-ccbd-4df6-929f-bbef34a48673 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:18:39.511416 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf82fd6-ccbd-4df6-929f-bbef34a48673 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:18:39.511744 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf82fd6-ccbd-4df6-929f-bbef34a48673 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:18:39.512087 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf82fd6-ccbd-4df6-929f-bbef34a48673 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:18:39.512392 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf82fd6-ccbd-4df6-929f-bbef34a48673 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:18:39.512713 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf82fd6-ccbd-4df6-929f-bbef34a48673 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:18:39.513035 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf82fd6-ccbd-4df6-929f-bbef34a48673 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:18:39.513353 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf82fd6-ccbd-4df6-929f-bbef34a48673 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:18:39.513673 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf82fd6-ccbd-4df6-929f-bbef34a48673 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:18:39.513990 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf82fd6-ccbd-4df6-929f-bbef34a48673 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:18:39.514307 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf82fd6-ccbd-4df6-929f-bbef34a48673 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:18:39.514646 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf82fd6-ccbd-4df6-929f-bbef34a48673 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:18:39.534564 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bddb7fb-739f-41a7-868d-e19f897aff1e req-ccf82fd6-ccbd-4df6-929f-bbef34a48673 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:18:39.535179 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-7bddb7fb-739f-41a7-868d-e19f897aff1e req-ccf82fd6-ccbd-4df6-929f-bbef34a48673 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932959'] for port (None), before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:18:39.621929 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-7bddb7fb-739f-41a7-868d-e19f897aff1e req-ccf82fd6-ccbd-4df6-929f-bbef34a48673 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7294302 Feb 20 23:18:39.634050 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.v2.base [req-7bddb7fb-739f-41a7-868d-e19f897aff1e req-6d31a56d-cbc5-4812-b6bb-3066e670ef77 service neutron] Request body: {'port': {'device_id': '19143a6a-fa0c-46bf-bdf8-8c5d9daacbcb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:18:39.700789 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-7bddb7fb-739f-41a7-868d-e19f897aff1e req-6d31a56d-cbc5-4812-b6bb-3066e670ef77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4131840'] for port (568bb37d-e9ce-4a7a-860a-072e482d12f0), before_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:18:39.734008 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-244c759d-aa42-45f1-893e-27964898aec6 None None] Provisioning complete for port 568bb37d-e9ce-4a7a-860a-072e482d12f0 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:18:39.734565 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-244c759d-aa42-45f1-893e-27964898aec6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4145689'] for port (568bb37d-e9ce-4a7a-860a-072e482d12f0), provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:18:39.769577 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-244c759d-aa42-45f1-893e-27964898aec6 None None] Port 568bb37d-e9ce-4a7a-860a-072e482d12f0 cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 23:18:39.953325 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.notifiers.nova [req-7bddb7fb-739f-41a7-868d-e19f897aff1e req-6d31a56d-cbc5-4812-b6bb-3066e670ef77 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 568bb37d-e9ce-4a7a-860a-072e482d12f0 {{(pid=109628) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 23:18:39.960613 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-7bddb7fb-739f-41a7-868d-e19f897aff1e req-6d31a56d-cbc5-4812-b6bb-3066e670ef77 service neutron] Publish callbacks [] for port (568bb37d-e9ce-4a7a-860a-072e482d12f0), precommit_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:18:39.972923 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.db.provisioning_blocks [req-7bddb7fb-739f-41a7-868d-e19f897aff1e req-6d31a56d-cbc5-4812-b6bb-3066e670ef77 service neutron] Transition to ACTIVE for port object 568bb37d-e9ce-4a7a-860a-072e482d12f0 will not be triggered until provisioned by entity L2. {{(pid=109628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 23:18:40.064075 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-7bddb7fb-739f-41a7-868d-e19f897aff1e req-6d31a56d-cbc5-4812-b6bb-3066e670ef77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747407212427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747406771514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747406771532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59259312'] for port (568bb37d-e9ce-4a7a-860a-072e482d12f0), after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:18:40.146321 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d31a56d-cbc5-4812-b6bb-3066e670ef77 service neutron] Pushing event updated for resources: {'Port': ['ID=568bb37d-e9ce-4a7a-860a-072e482d12f0,revision_number=2']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:18:40.220622 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2267efe6-9d5a-417e-b23b-932d8db284f8 req-6af19b4f-b078-4801-b091-8700b56c0109 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:18:40.222171 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-2267efe6-9d5a-417e-b23b-932d8db284f8 req-6af19b4f-b078-4801-b091-8700b56c0109 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] 10.222.0.65 "GET /v2.0/ports?device_id=19143a6a-fa0c-46bf-bdf8-8c5d9daacbcb HTTP/1.1" status: 200 len: 943 time: 0.1258900 Feb 20 23:18:40.242540 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [req-7bddb7fb-739f-41a7-868d-e19f897aff1e req-6d31a56d-cbc5-4812-b6bb-3066e670ef77 service neutron] Attempting to bind port 568bb37d-e9ce-4a7a-860a-072e482d12f0 on host hv-cinder-83009 for vnic_type normal with profile {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 23:18:40.242874 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [req-7bddb7fb-739f-41a7-868d-e19f897aff1e req-6d31a56d-cbc5-4812-b6bb-3066e670ef77 service neutron] Attempting to bind port 568bb37d-e9ce-4a7a-860a-072e482d12f0 by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '87e8d4bb-ebee-43a2-83e3-2e7061590a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '74e3ec14-81b5-4879-a35b-eb87d2ca5b1f'}] {{(pid=109628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 23:18:40.243198 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bddb7fb-739f-41a7-868d-e19f897aff1e req-6d31a56d-cbc5-4812-b6bb-3066e670ef77 service neutron] Attempting to bind port 568bb37d-e9ce-4a7a-860a-072e482d12f0 on network 74e3ec14-81b5-4879-a35b-eb87d2ca5b1f {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 23:18:40.255746 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bddb7fb-739f-41a7-868d-e19f897aff1e req-6d31a56d-cbc5-4812-b6bb-3066e670ef77 service neutron] Port 568bb37d-e9ce-4a7a-860a-072e482d12f0 on network 74e3ec14-81b5-4879-a35b-eb87d2ca5b1f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 23:18:40.256073 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bddb7fb-739f-41a7-868d-e19f897aff1e req-6d31a56d-cbc5-4812-b6bb-3066e670ef77 service neutron] Attempting to bind port 568bb37d-e9ce-4a7a-860a-072e482d12f0 on network 74e3ec14-81b5-4879-a35b-eb87d2ca5b1f {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 23:18:40.268658 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bddb7fb-739f-41a7-868d-e19f897aff1e req-6d31a56d-cbc5-4812-b6bb-3066e670ef77 service neutron] Checking agent: {'id': 'a929ecfe-02b1-4b86-b2e7-0c746ea4b12c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 22, 57, 21), 'started_at': datetime.datetime(2022, 2, 20, 22, 57, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 23, 18, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 23:18:40.268988 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bddb7fb-739f-41a7-868d-e19f897aff1e req-6d31a56d-cbc5-4812-b6bb-3066e670ef77 service neutron] Checking segment: {'id': '87e8d4bb-ebee-43a2-83e3-2e7061590a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '74e3ec14-81b5-4879-a35b-eb87d2ca5b1f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 23:18:40.269368 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bddb7fb-739f-41a7-868d-e19f897aff1e req-6d31a56d-cbc5-4812-b6bb-3066e670ef77 service neutron] Bound using segment: {'id': '87e8d4bb-ebee-43a2-83e3-2e7061590a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '74e3ec14-81b5-4879-a35b-eb87d2ca5b1f'} {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 23:18:40.269787 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [req-7bddb7fb-739f-41a7-868d-e19f897aff1e req-6d31a56d-cbc5-4812-b6bb-3066e670ef77 service neutron] Bound port: 568bb37d-e9ce-4a7a-860a-072e482d12f0, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87e8d4bb-ebee-43a2-83e3-2e7061590a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '74e3ec14-81b5-4879-a35b-eb87d2ca5b1f'}}] {{(pid=109628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 23:18:40.270140 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-7bddb7fb-739f-41a7-868d-e19f897aff1e req-6d31a56d-cbc5-4812-b6bb-3066e670ef77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4131840'] for port (568bb37d-e9ce-4a7a-860a-072e482d12f0), before_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:18:40.299202 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-2267efe6-9d5a-417e-b23b-932d8db284f8 req-733f005a-9d42-4852-a431-aee4b56d95be tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] 10.222.0.65 "GET /v2.0/security-groups?id=5884c876-d2b7-4ddf-be4b-1523a25c94c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671868 Feb 20 23:18:40.349843 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.db [req-7bddb7fb-739f-41a7-868d-e19f897aff1e req-6d31a56d-cbc5-4812-b6bb-3066e670ef77 service neutron] For port 568bb37d-e9ce-4a7a-860a-072e482d12f0, host hv-cinder-83009, cleared binding levels {{(pid=109628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 23:18:40.352743 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.db [req-7bddb7fb-739f-41a7-868d-e19f897aff1e req-6d31a56d-cbc5-4812-b6bb-3066e670ef77 service neutron] For port 568bb37d-e9ce-4a7a-860a-072e482d12f0, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=568bb37d-e9ce-4a7a-860a-072e482d12f0,segment=NetworkSegment(87e8d4bb-ebee-43a2-83e3-2e7061590a5d),segment_id=87e8d4bb-ebee-43a2-83e3-2e7061590a5d)] {{(pid=109628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 23:18:40.441782 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-7bddb7fb-739f-41a7-868d-e19f897aff1e req-6d31a56d-cbc5-4812-b6bb-3066e670ef77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747407212427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747406771514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747406771532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59259312'] for port (568bb37d-e9ce-4a7a-860a-072e482d12f0), after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:18:40.473898 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bddb7fb-739f-41a7-868d-e19f897aff1e req-6d31a56d-cbc5-4812-b6bb-3066e670ef77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:18:40.474209 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-7bddb7fb-739f-41a7-868d-e19f897aff1e req-6d31a56d-cbc5-4812-b6bb-3066e670ef77 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932959'] for port (None), before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:18:40.475543 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-7bddb7fb-739f-41a7-868d-e19f897aff1e req-6d31a56d-cbc5-4812-b6bb-3066e670ef77 service neutron] 10.222.0.42 "PUT /v2.0/ports/568bb37d-e9ce-4a7a-860a-072e482d12f0 HTTP/1.1" status: 200 len: 1093 time: 0.8456891 Feb 20 23:18:40.475992 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19143a6a-fa0c-46bf-bdf8-8c5d9daacbcb', 'tag': '568bb37d-e9ce-4a7a-860a-072e482d12f0'}] {{(pid=109628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 23:18:40.478195 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4be7ee60aa4259b475ee261dcf74c65065c56e299c7a4b2359a57cf03aee0d96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e8fe167-6fe5-4bb0-a31e-87c6e7ca1267" -d '{"events": [{"name": "network-changed", "server_uuid": "19143a6a-fa0c-46bf-bdf8-8c5d9daacbcb", "tag": "568bb37d-e9ce-4a7a-860a-072e482d12f0"}]}' {{(pid=109628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 23:18:40.504014 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d31a56d-cbc5-4812-b6bb-3066e670ef77 service neutron] Pushing event updated for resources: {'Port': ['ID=568bb37d-e9ce-4a7a-860a-072e482d12f0,revision_number=3']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:18:40.644519 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bddb7fb-739f-41a7-868d-e19f897aff1e req-b951452d-a8c3-4cbe-b57b-7c3689b08563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:18:40.646001 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-7bddb7fb-739f-41a7-868d-e19f897aff1e req-b951452d-a8c3-4cbe-b57b-7c3689b08563 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=96412aeecd2949f8b19392d06a9e3d49&device_id=19143a6a-fa0c-46bf-bdf8-8c5d9daacbcb HTTP/1.1" status: 200 len: 1127 time: 0.0456519 Feb 20 23:18:40.690888 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-7bddb7fb-739f-41a7-868d-e19f897aff1e req-39b80a9a-7b25-42c3-9152-08e65f7015eb service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=568bb37d-e9ce-4a7a-860a-072e482d12f0 HTTP/1.1" status: 200 len: 217 time: 0.0366952 Feb 20 23:18:40.739585 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bddb7fb-739f-41a7-868d-e19f897aff1e req-0b624c0d-cd26-487a-a037-3be23c0ea770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:18:40.740936 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-7bddb7fb-739f-41a7-868d-e19f897aff1e req-0b624c0d-cd26-487a-a037-3be23c0ea770 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3237860d-efef-4946-8f22-d95aff7e1462 HTTP/1.1" status: 200 len: 851 time: 0.0432189 Feb 20 23:18:40.787193 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bddb7fb-739f-41a7-868d-e19f897aff1e req-238e058b-f771-4a97-84a1-749a67fd8b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:18:40.788611 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-7bddb7fb-739f-41a7-868d-e19f897aff1e req-238e058b-f771-4a97-84a1-749a67fd8b0d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=74e3ec14-81b5-4879-a35b-eb87d2ca5b1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0415008 Feb 20 23:18:40.876309 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-7bddb7fb-739f-41a7-868d-e19f897aff1e req-c958d324-1d6f-47b2-88e5-1ebbe9909b29 service neutron] 10.222.0.42 "GET /v2.0/networks/74e3ec14-81b5-4879-a35b-eb87d2ca5b1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811403 Feb 20 23:18:40.960728 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-7bddb7fb-739f-41a7-868d-e19f897aff1e req-f61f7e0b-61b4-4345-b69c-a9d39b92b195 service neutron] 10.222.0.42 "GET /v2.0/networks/74e3ec14-81b5-4879-a35b-eb87d2ca5b1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0787544 Feb 20 23:18:41.414768 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2b47ad-91dc-49ae-9bae-87d733625102 req-dab48075-fec1-4f86-8e45-c16e3acf7525 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:18:41.416085 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-6d2b47ad-91dc-49ae-9bae-87d733625102 req-dab48075-fec1-4f86-8e45-c16e3acf7525 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] 10.222.0.65 "GET /v2.0/ports?device_id=19143a6a-fa0c-46bf-bdf8-8c5d9daacbcb HTTP/1.1" status: 200 len: 943 time: 0.0500693 Feb 20 23:18:41.462074 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-6d2b47ad-91dc-49ae-9bae-87d733625102 req-8e475214-59e8-4cc1-9d33-20e82f7d7038 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] 10.222.0.65 "GET /v2.0/security-groups?id=5884c876-d2b7-4ddf-be4b-1523a25c94c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401313 Feb 20 23:18:41.525133 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 23:18:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69afd02c-49be-4459-8e27-5f9f1c127385 x-openstack-request-id: req-69afd02c-49be-4459-8e27-5f9f1c127385 {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 23:18:41.525421 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19143a6a-fa0c-46bf-bdf8-8c5d9daacbcb", "tag": "568bb37d-e9ce-4a7a-860a-072e482d12f0", "status": "completed", "code": 200}]} {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 23:18:41.525672 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-69afd02c-49be-4459-8e27-5f9f1c127385 {{(pid=109628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 23:18:41.526068 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19143a6a-fa0c-46bf-bdf8-8c5d9daacbcb', 'tag': '568bb37d-e9ce-4a7a-860a-072e482d12f0', 'status': 'completed', 'code': 200} Feb 20 23:18:41.862344 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8fe167-6fe5-4bb0-a31e-87c6e7ca1267 req-66eba7af-c1c3-4f16-ac5a-9bc41c9a573c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:18:41.864049 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-0e8fe167-6fe5-4bb0-a31e-87c6e7ca1267 req-66eba7af-c1c3-4f16-ac5a-9bc41c9a573c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=96412aeecd2949f8b19392d06a9e3d49&device_id=19143a6a-fa0c-46bf-bdf8-8c5d9daacbcb HTTP/1.1" status: 200 len: 1127 time: 0.3164217 Feb 20 23:18:41.951523 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8fe167-6fe5-4bb0-a31e-87c6e7ca1267 req-2f84dc35-5ade-44be-b500-a6fedd6fb429 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:18:41.952901 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-0e8fe167-6fe5-4bb0-a31e-87c6e7ca1267 req-2f84dc35-5ade-44be-b500-a6fedd6fb429 service neutron] 10.222.0.42 "GET /v2.0/networks?id=74e3ec14-81b5-4879-a35b-eb87d2ca5b1f HTTP/1.1" status: 200 len: 912 time: 0.0806453 Feb 20 23:18:41.997446 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-0e8fe167-6fe5-4bb0-a31e-87c6e7ca1267 req-f70fed50-bff4-47ff-9daf-c0e15055dd05 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=568bb37d-e9ce-4a7a-860a-072e482d12f0 HTTP/1.1" status: 200 len: 217 time: 0.0356090 Feb 20 23:18:42.045496 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8fe167-6fe5-4bb0-a31e-87c6e7ca1267 req-921b648f-654b-4efa-b4b9-430c9e75e266 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:18:42.046842 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-0e8fe167-6fe5-4bb0-a31e-87c6e7ca1267 req-921b648f-654b-4efa-b4b9-430c9e75e266 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3237860d-efef-4946-8f22-d95aff7e1462 HTTP/1.1" status: 200 len: 851 time: 0.0409930 Feb 20 23:18:42.095700 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8fe167-6fe5-4bb0-a31e-87c6e7ca1267 req-76f504b5-6a3e-4101-bd7d-82be11b2ab59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:18:42.097092 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-0e8fe167-6fe5-4bb0-a31e-87c6e7ca1267 req-76f504b5-6a3e-4101-bd7d-82be11b2ab59 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=74e3ec14-81b5-4879-a35b-eb87d2ca5b1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0416951 Feb 20 23:18:42.198210 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-0e8fe167-6fe5-4bb0-a31e-87c6e7ca1267 req-e8c67eab-2085-435e-b111-9d99aa502b1e service neutron] 10.222.0.42 "GET /v2.0/networks/74e3ec14-81b5-4879-a35b-eb87d2ca5b1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910029 Feb 20 23:18:42.285141 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-0e8fe167-6fe5-4bb0-a31e-87c6e7ca1267 req-ef184b17-3156-4a00-8300-472e2dc38aaa service neutron] 10.222.0.42 "GET /v2.0/networks/74e3ec14-81b5-4879-a35b-eb87d2ca5b1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807049 Feb 20 23:18:42.326624 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-d1338d58-4787-421f-bb59-abe7b54fa6b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (83a03d73-f5e1-4f72-b2a3-d557ae097998), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:18:42.580232 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7c18af-a4f4-4239-aa3d-2e479bb8732e req-5f06dc80-a309-48eb-bd65-a50cc6af0f4b tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:18:42.581679 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-7c7c18af-a4f4-4239-aa3d-2e479bb8732e req-5f06dc80-a309-48eb-bd65-a50cc6af0f4b tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] 10.222.0.65 "GET /v2.0/ports?device_id=19143a6a-fa0c-46bf-bdf8-8c5d9daacbcb HTTP/1.1" status: 200 len: 943 time: 0.0535161 Feb 20 23:18:42.632905 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-7c7c18af-a4f4-4239-aa3d-2e479bb8732e req-ecdbe296-1a7c-4d48-a9eb-4947ca307eaf tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] 10.222.0.65 "GET /v2.0/security-groups?id=5884c876-d2b7-4ddf-be4b-1523a25c94c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456243 Feb 20 23:18:43.754766 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b9fca4-70e8-4f2f-bdb4-df0ee00d260e req-18a08b7f-67b4-4118-af04-a54565486863 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:18:43.756220 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-51b9fca4-70e8-4f2f-bdb4-df0ee00d260e req-18a08b7f-67b4-4118-af04-a54565486863 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] 10.222.0.65 "GET /v2.0/ports?device_id=19143a6a-fa0c-46bf-bdf8-8c5d9daacbcb HTTP/1.1" status: 200 len: 943 time: 0.0539868 Feb 20 23:18:43.803531 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-51b9fca4-70e8-4f2f-bdb4-df0ee00d260e req-30fa84d6-1ad9-4414-af57-33abc559113f tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] 10.222.0.65 "GET /v2.0/security-groups?id=5884c876-d2b7-4ddf-be4b-1523a25c94c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419195 Feb 20 23:18:44.497924 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-12af88d0-c541-45ee-a9e6-af9afb9915be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (13c347f3-1c01-45ee-af8c-9f8a630e0f23), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:18:44.918302 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e3b460-2667-44e1-a10d-ea6198fb5341 req-491bab5d-6d8b-4e4c-8800-1b0df4dedfdc tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:18:44.919760 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-06e3b460-2667-44e1-a10d-ea6198fb5341 req-491bab5d-6d8b-4e4c-8800-1b0df4dedfdc tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] 10.222.0.65 "GET /v2.0/ports?device_id=19143a6a-fa0c-46bf-bdf8-8c5d9daacbcb HTTP/1.1" status: 200 len: 943 time: 0.0513475 Feb 20 23:18:44.966158 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-06e3b460-2667-44e1-a10d-ea6198fb5341 req-d7f88110-906c-449d-ad43-75f142359959 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] 10.222.0.65 "GET /v2.0/security-groups?id=5884c876-d2b7-4ddf-be4b-1523a25c94c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410490 Feb 20 23:18:45.972121 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-343008d4-3a37-47e4-bcbd-5ef9b41dd99c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (5ba36dc9-fc49-4f8a-9e75-ea70dbbc9d37), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:18:46.081164 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043a61b6-ae1d-4652-8c85-9f510a1f7b26 req-530ae496-2ea8-4fa9-9807-a2d3d57e655c tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:18:46.082649 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-043a61b6-ae1d-4652-8c85-9f510a1f7b26 req-530ae496-2ea8-4fa9-9807-a2d3d57e655c tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] 10.222.0.65 "GET /v2.0/ports?device_id=19143a6a-fa0c-46bf-bdf8-8c5d9daacbcb HTTP/1.1" status: 200 len: 943 time: 0.0509360 Feb 20 23:18:46.130046 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-043a61b6-ae1d-4652-8c85-9f510a1f7b26 req-cda6f8e9-c2d5-4ec1-9b30-578cace4f9f8 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] 10.222.0.65 "GET /v2.0/security-groups?id=5884c876-d2b7-4ddf-be4b-1523a25c94c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420256 Feb 20 23:18:47.248501 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7e622e-7d6d-4c91-a333-e6cb7261df26 req-0d6205a9-3d48-45f2-aa22-5327e3ac5345 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:18:47.249979 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-ed7e622e-7d6d-4c91-a333-e6cb7261df26 req-0d6205a9-3d48-45f2-aa22-5327e3ac5345 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] 10.222.0.65 "GET /v2.0/ports?device_id=19143a6a-fa0c-46bf-bdf8-8c5d9daacbcb HTTP/1.1" status: 200 len: 943 time: 0.0539050 Feb 20 23:18:47.298911 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-ed7e622e-7d6d-4c91-a333-e6cb7261df26 req-931b6ab0-a202-46e4-9d71-f9ead9a50139 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] 10.222.0.65 "GET /v2.0/security-groups?id=5884c876-d2b7-4ddf-be4b-1523a25c94c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430057 Feb 20 23:18:47.315552 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-f8bda328-0f39-40fc-b2c8-28796977f3d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (e2edd6cb-ac77-47df-80b5-e0a92a5dde3d), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:18:48.413923 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845d5a00-ddec-411e-8bad-363cda17d5b9 req-6c9a67db-a231-44a6-96b0-ce2ceb4f149c tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:18:48.415299 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-845d5a00-ddec-411e-8bad-363cda17d5b9 req-6c9a67db-a231-44a6-96b0-ce2ceb4f149c tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] 10.222.0.65 "GET /v2.0/ports?device_id=19143a6a-fa0c-46bf-bdf8-8c5d9daacbcb HTTP/1.1" status: 200 len: 943 time: 0.0496571 Feb 20 23:18:48.465593 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-845d5a00-ddec-411e-8bad-363cda17d5b9 req-a709c2d3-44fe-4ec9-b42c-a31f81a54e3f tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] 10.222.0.65 "GET /v2.0/security-groups?id=5884c876-d2b7-4ddf-be4b-1523a25c94c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443428 Feb 20 23:18:48.691822 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (2dc95353-690e-4eed-857f-cdb5bbe3a4be), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:18:49.583608 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49245493-41b4-4555-bd3a-39b3a2a7cf7f req-66a3bb50-a240-47ca-874d-5994a9c2b8ca tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:18:49.585018 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-49245493-41b4-4555-bd3a-39b3a2a7cf7f req-66a3bb50-a240-47ca-874d-5994a9c2b8ca tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] 10.222.0.65 "GET /v2.0/ports?device_id=19143a6a-fa0c-46bf-bdf8-8c5d9daacbcb HTTP/1.1" status: 200 len: 943 time: 0.0537238 Feb 20 23:18:49.631299 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-49245493-41b4-4555-bd3a-39b3a2a7cf7f req-254441d1-a314-497f-a2cc-ee14f8d3f737 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] 10.222.0.65 "GET /v2.0/security-groups?id=5884c876-d2b7-4ddf-be4b-1523a25c94c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408223 Feb 20 23:18:50.055314 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Device 568bb37d-e9ce-4a7a-860a-072e482d12f0 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=109630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 23:18:50.146863 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] For port 568bb37d-e9ce-4a7a-860a-072e482d12f0, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=568bb37d-e9ce-4a7a-860a-072e482d12f0,segment=NetworkSegment(87e8d4bb-ebee-43a2-83e3-2e7061590a5d),segment_id=87e8d4bb-ebee-43a2-83e3-2e7061590a5d)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:18:50.158477 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Returning: {'device': '568bb37d-e9ce-4a7a-860a-072e482d12f0', 'network_id': '74e3ec14-81b5-4879-a35b-eb87d2ca5b1f', 'port_id': '568bb37d-e9ce-4a7a-860a-072e482d12f0', 'mac_address': 'fa:16:3e:7d:6d:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3237860d-efef-4946-8f22-d95aff7e1462', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 23:18:50.197504 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Current status of the port 568bb37d-e9ce-4a7a-860a-072e482d12f0 is: DOWN; New status is: BUILD {{(pid=109630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:18:50.197898 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4131840'] for port (568bb37d-e9ce-4a7a-860a-072e482d12f0), before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:18:50.210038 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.notifiers.nova [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 568bb37d-e9ce-4a7a-860a-072e482d12f0 {{(pid=109630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 23:18:50.228533 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] For port 568bb37d-e9ce-4a7a-860a-072e482d12f0, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=568bb37d-e9ce-4a7a-860a-072e482d12f0,segment=NetworkSegment(87e8d4bb-ebee-43a2-83e3-2e7061590a5d),segment_id=87e8d4bb-ebee-43a2-83e3-2e7061590a5d)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:18:50.326536 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747407212427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747406771514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747406771532'] for port (568bb37d-e9ce-4a7a-860a-072e482d12f0), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:18:50.373045 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Pushing event updated for resources: {'Port': ['ID=568bb37d-e9ce-4a7a-860a-072e482d12f0,revision_number=4']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:18:50.379820 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:18:50.380176 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:18:50.380526 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:18:50.380867 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:18:50.381204 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:18:50.381538 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:18:50.381869 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:18:50.382213 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:18:50.382558 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:18:50.382889 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:18:50.383217 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:18:50.383542 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:18:50.383899 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:18:50.739861 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] get_ports_and_sgs() called for port_ids ['568bb37d-e9ce-4a7a-860a-072e482d12f0'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 23:18:50.746240 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcb6dc9-ebdd-4d0f-a878-8c334f855e13 req-0233ae44-e2d7-4b95-b56e-a5a2c0662260 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:18:50.747754 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-2bcb6dc9-ebdd-4d0f-a878-8c334f855e13 req-0233ae44-e2d7-4b95-b56e-a5a2c0662260 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] 10.222.0.65 "GET /v2.0/ports?device_id=19143a6a-fa0c-46bf-bdf8-8c5d9daacbcb HTTP/1.1" status: 200 len: 944 time: 0.0515265 Feb 20 23:18:50.795626 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-2bcb6dc9-ebdd-4d0f-a878-8c334f855e13 req-4ceb2e95-b50f-4c23-ade8-9ab5c303252a tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] 10.222.0.65 "GET /v2.0/security-groups?id=5884c876-d2b7-4ddf-be4b-1523a25c94c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422084 Feb 20 23:18:51.909750 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28519145-6817-47c6-9300-c50e4755a66f req-f638c174-9d1c-4159-be3b-e149b6f95ea9 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:18:51.911206 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-28519145-6817-47c6-9300-c50e4755a66f req-f638c174-9d1c-4159-be3b-e149b6f95ea9 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] 10.222.0.65 "GET /v2.0/ports?device_id=19143a6a-fa0c-46bf-bdf8-8c5d9daacbcb HTTP/1.1" status: 200 len: 944 time: 0.0494788 Feb 20 23:18:51.957821 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-28519145-6817-47c6-9300-c50e4755a66f req-34d40e0e-361f-4efd-a927-b0a75718fe29 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] 10.222.0.65 "GET /v2.0/security-groups?id=5884c876-d2b7-4ddf-be4b-1523a25c94c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413079 Feb 20 23:18:52.092550 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Device 568bb37d-e9ce-4a7a-860a-072e482d12f0 up at agent hyperv_hv-cinder-83009 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 23:18:52.200772 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Provisioning for port 568bb37d-e9ce-4a7a-860a-072e482d12f0 completed by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 23:18:52.204820 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Provisioning complete for port 568bb37d-e9ce-4a7a-860a-072e482d12f0 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 23:18:52.210864 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4145689'] for port (568bb37d-e9ce-4a7a-860a-072e482d12f0), provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:18:52.282847 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Current status of the port 568bb37d-e9ce-4a7a-860a-072e482d12f0 is: BUILD; New status is: ACTIVE {{(pid=109630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 23:18:52.283232 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4131840'] for port (568bb37d-e9ce-4a7a-860a-072e482d12f0), before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:18:52.304208 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19143a6a-fa0c-46bf-bdf8-8c5d9daacbcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '568bb37d-e9ce-4a7a-860a-072e482d12f0'}] {{(pid=109630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 23:18:52.306412 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f8f7ade39b9b648cd02963e66adb41eb29d40ae47bdce8ccfc3d1936511f484" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3e12f4e-5528-4930-8d61-1f0139b3c20d" -d '{"events": [{"server_uuid": "19143a6a-fa0c-46bf-bdf8-8c5d9daacbcb", "name": "network-vif-plugged", "status": "completed", "tag": "568bb37d-e9ce-4a7a-860a-072e482d12f0"}]}' {{(pid=109630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 23:18:52.318429 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] For port 568bb37d-e9ce-4a7a-860a-072e482d12f0, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=568bb37d-e9ce-4a7a-860a-072e482d12f0,segment=NetworkSegment(87e8d4bb-ebee-43a2-83e3-2e7061590a5d),segment_id=87e8d4bb-ebee-43a2-83e3-2e7061590a5d)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:18:52.391137 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 23:18:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6039f5af-3939-4eea-aa6e-603cee44ff13 x-openstack-request-id: req-6039f5af-3939-4eea-aa6e-603cee44ff13 {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 23:18:52.391441 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19143a6a-fa0c-46bf-bdf8-8c5d9daacbcb", "name": "network-vif-plugged", "status": "completed", "tag": "568bb37d-e9ce-4a7a-860a-072e482d12f0", "code": 200}]} {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 23:18:52.391763 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-6039f5af-3939-4eea-aa6e-603cee44ff13 {{(pid=109630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 23:18:52.392178 dv-cinder-830096-1-iscsi neutron-server[109630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19143a6a-fa0c-46bf-bdf8-8c5d9daacbcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '568bb37d-e9ce-4a7a-860a-072e482d12f0', 'code': 200} Feb 20 23:18:52.400600 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747407212427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747406771514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747406771532'] for port (568bb37d-e9ce-4a7a-860a-072e482d12f0), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:18:52.449780 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Pushing event updated for resources: {'Port': ['ID=568bb37d-e9ce-4a7a-860a-072e482d12f0,revision_number=5']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:18:52.799877 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f2a6a8-b872-4c18-89dc-6964f61eb415 req-5f3ec85e-9f5c-42a4-9650-376e7831310d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:18:52.802477 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-27f2a6a8-b872-4c18-89dc-6964f61eb415 req-5f3ec85e-9f5c-42a4-9650-376e7831310d service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=19143a6a-fa0c-46bf-bdf8-8c5d9daacbcb HTTP/1.1" status: 200 len: 1129 time: 0.0439289 Feb 20 23:18:52.855976 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-27f2a6a8-b872-4c18-89dc-6964f61eb415 req-d8bf9bd4-ddac-4ad6-a274-4ccfba66dc28 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=5884c876-d2b7-4ddf-be4b-1523a25c94c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457160 Feb 20 23:18:53.073341 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7503f3f1-d763-4e5d-bc7f-5e7a4a9a97af req-16283b85-0f54-41a8-b4ac-95dee98adb1b tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:18:53.074698 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-7503f3f1-d763-4e5d-bc7f-5e7a4a9a97af req-16283b85-0f54-41a8-b4ac-95dee98adb1b tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] 10.222.0.65 "GET /v2.0/ports?device_id=19143a6a-fa0c-46bf-bdf8-8c5d9daacbcb HTTP/1.1" status: 200 len: 945 time: 0.0509202 Feb 20 23:18:53.121755 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-7503f3f1-d763-4e5d-bc7f-5e7a4a9a97af req-6ea6cab7-18e0-452b-98b4-fc8f4f7005f9 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] 10.222.0.65 "GET /v2.0/security-groups?id=5884c876-d2b7-4ddf-be4b-1523a25c94c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418255 Feb 20 23:18:54.246963 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc434f4-1277-414d-9a49-0374bce8080f req-921f01d2-8ee7-4889-b1e1-80a5a8a5d7e5 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:18:54.248409 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-5bc434f4-1277-414d-9a49-0374bce8080f req-921f01d2-8ee7-4889-b1e1-80a5a8a5d7e5 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] 10.222.0.65 "GET /v2.0/ports?device_id=19143a6a-fa0c-46bf-bdf8-8c5d9daacbcb HTTP/1.1" status: 200 len: 945 time: 0.0561235 Feb 20 23:18:54.297136 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-5bc434f4-1277-414d-9a49-0374bce8080f req-152c3564-8bf7-4ce5-82f1-99d1d51a63f5 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] 10.222.0.65 "GET /v2.0/security-groups?id=5884c876-d2b7-4ddf-be4b-1523a25c94c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431416 Feb 20 23:18:55.411301 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff3b4a5-dccd-41dc-8747-33e13d703a2d req-10568a34-e68b-4d2f-bac7-0e7d1f09d8a3 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:18:55.412644 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-0ff3b4a5-dccd-41dc-8747-33e13d703a2d req-10568a34-e68b-4d2f-bac7-0e7d1f09d8a3 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] 10.222.0.65 "GET /v2.0/ports?device_id=19143a6a-fa0c-46bf-bdf8-8c5d9daacbcb HTTP/1.1" status: 200 len: 945 time: 0.0500021 Feb 20 23:18:55.459459 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-0ff3b4a5-dccd-41dc-8747-33e13d703a2d req-24983e24-3c4a-40a8-8e40-d60cfc86b4ca tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] 10.222.0.65 "GET /v2.0/security-groups?id=5884c876-d2b7-4ddf-be4b-1523a25c94c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414071 Feb 20 23:18:55.575444 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d905fbcb-4140-4e88-a066-f11dc65641db req-471dbd62-b721-406b-b83c-68eb59fb8bbe tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:18:55.576869 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-d905fbcb-4140-4e88-a066-f11dc65641db req-471dbd62-b721-406b-b83c-68eb59fb8bbe tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] 10.222.0.65 "GET /v2.0/ports?device_id=19143a6a-fa0c-46bf-bdf8-8c5d9daacbcb HTTP/1.1" status: 200 len: 945 time: 0.0540447 Feb 20 23:18:55.623675 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-d905fbcb-4140-4e88-a066-f11dc65641db req-b959fdac-778b-4a0b-805b-1b337ead2811 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] 10.222.0.65 "GET /v2.0/security-groups?id=5884c876-d2b7-4ddf-be4b-1523a25c94c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412903 Feb 20 23:18:55.645554 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.65', 55232) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:18:55.726524 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1174217-725d-4038-ae29-e194eb21eb31 tempest-TestVolumeBootPattern-1371011054 tempest-TestVolumeBootPattern-1371011054-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:18:55.728004 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [None req-f1174217-725d-4038-ae29-e194eb21eb31 tempest-TestVolumeBootPattern-1371011054 tempest-TestVolumeBootPattern-1371011054-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=19143a6a-fa0c-46bf-bdf8-8c5d9daacbcb HTTP/1.1" status: 200 len: 1124 time: 0.0815094 Feb 20 23:18:55.730739 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.65', 55236) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:18:55.734915 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.v2.base [None req-8a3abbc9-af16-40c8-abb1-b03631f6f101 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Request body: {'floatingip': {'floating_network_id': '5f52b71d-61c7-49bc-86ae-3e3415c25b55', 'port_id': '568bb37d-e9ce-4a7a-860a-072e482d12f0', 'tenant_id': '96412aeecd2949f8b19392d06a9e3d49', 'fixed_ip_address': '172.20.0.4'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 23:18:55.806609 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-8a3abbc9-af16-40c8-abb1-b03631f6f101 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:18:55.903001 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-8a3abbc9-af16-40c8-abb1-b03631f6f101 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4131840'] for port (None), before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:18:56.001591 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.db.db_base_plugin_common [None req-8a3abbc9-af16-40c8-abb1-b03631f6f101 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Allocated IP 172.27.2.229 (5f52b71d-61c7-49bc-86ae-3e3415c25b55/841afcd6-8af7-4cd5-baec-c52e88cacaa2/39ea245a-a246-4876-8270-4dafb8d79c2e) {{(pid=109629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 23:18:56.101604 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-8a3abbc9-af16-40c8-abb1-b03631f6f101 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Publish callbacks [] for port (39ea245a-a246-4876-8270-4dafb8d79c2e), precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:18:56.184033 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-8a3abbc9-af16-40c8-abb1-b03631f6f101 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747406771496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61629250'] for port (39ea245a-a246-4876-8270-4dafb8d79c2e), after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:18:56.219825 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a3abbc9-af16-40c8-abb1-b03631f6f101 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Network 5f52b71d-61c7-49bc-86ae-3e3415c25b55 is already hosted by enough agents. {{(pid=109629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 23:18:56.222780 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [None req-8a3abbc9-af16-40c8-abb1-b03631f6f101 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Resources bound (agent type, host, resource id): {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 23:18:56.226141 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a3abbc9-af16-40c8-abb1-b03631f6f101 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Received port after_create {{(pid=109629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 23:18:56.251168 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3abbc9-af16-40c8-abb1-b03631f6f101 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Pushing event updated for resources: {'Port': ['ID=39ea245a-a246-4876-8270-4dafb8d79c2e,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:18:56.263410 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3abbc9-af16-40c8-abb1-b03631f6f101 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:18:56.263809 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3abbc9-af16-40c8-abb1-b03631f6f101 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:18:56.264159 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3abbc9-af16-40c8-abb1-b03631f6f101 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:18:56.264498 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3abbc9-af16-40c8-abb1-b03631f6f101 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:18:56.264832 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3abbc9-af16-40c8-abb1-b03631f6f101 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:18:56.265162 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3abbc9-af16-40c8-abb1-b03631f6f101 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:18:56.265561 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3abbc9-af16-40c8-abb1-b03631f6f101 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:18:56.265892 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3abbc9-af16-40c8-abb1-b03631f6f101 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:18:56.266220 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3abbc9-af16-40c8-abb1-b03631f6f101 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:18:56.266573 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3abbc9-af16-40c8-abb1-b03631f6f101 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:18:56.266902 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3abbc9-af16-40c8-abb1-b03631f6f101 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:18:56.267225 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3abbc9-af16-40c8-abb1-b03631f6f101 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:18:56.267548 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3abbc9-af16-40c8-abb1-b03631f6f101 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:18:56.355735 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (a929ecfe-02b1-4b86-b2e7-0c746ea4b12c), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:18:56.595919 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-8a3abbc9-af16-40c8-abb1-b03631f6f101 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Publish callbacks [] for floatingip (1bcae8e4-4ca8-4bcb-b102-0a289f84eaa2), precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:18:56.719060 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-8a3abbc9-af16-40c8-abb1-b03631f6f101 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4131840'] for port (39ea245a-a246-4876-8270-4dafb8d79c2e), before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:18:56.862759 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-8a3abbc9-af16-40c8-abb1-b03631f6f101 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Publish callbacks [] for port (39ea245a-a246-4876-8270-4dafb8d79c2e), precommit_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:18:56.988586 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-8a3abbc9-af16-40c8-abb1-b03631f6f101 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747407212427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747406771514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747406771532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61629273'] for port (39ea245a-a246-4876-8270-4dafb8d79c2e), after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:18:57.060456 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3abbc9-af16-40c8-abb1-b03631f6f101 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Pushing event updated for resources: {'Port': ['ID=39ea245a-a246-4876-8270-4dafb8d79c2e,revision_number=2']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:18:57.070427 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-8a3abbc9-af16-40c8-abb1-b03631f6f101 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-704244'] for floatingip (1bcae8e4-4ca8-4bcb-b102-0a289f84eaa2), after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:18:57.367118 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.db.l3_db [None req-8a3abbc9-af16-40c8-abb1-b03631f6f101 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Floating IP 1bcae8e4-4ca8-4bcb-b102-0a289f84eaa2 associated. External IP: 172.27.2.229, port: 568bb37d-e9ce-4a7a-860a-072e482d12f0. Feb 20 23:18:57.577699 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a3abbc9-af16-40c8-abb1-b03631f6f101 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Router d3b73afb-675d-4122-9daf-aa4c5a881095 has already been hosted by L3 agent 13c347f3-1c01-45ee-af8c-9f8a630e0f23 {{(pid=109629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 23:18:57.686215 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a3abbc9-af16-40c8-abb1-b03631f6f101 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Notify agent at l3_agent.dv-cinder-830096-1-iscsi the message routers_updated {{(pid=109629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 23:18:57.695743 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d95fa18-af7f-4ea0-af48-09f2dd99c415 None None] Sync routers for ids ['d3b73afb-675d-4122-9daf-aa4c5a881095'] in dv-cinder-830096-1-iscsi {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 23:18:57.705159 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d95fa18-af7f-4ea0-af48-09f2dd99c415 None None] Routers {'d3b73afb-675d-4122-9daf-aa4c5a881095'} bound to L3 agent in host dv-cinder-830096-1-iscsi {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 23:18:57.705765 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-4d95fa18-af7f-4ea0-af48-09f2dd99c415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T22:50:44Z,description=,heartbeat_timestamp=2022-02-20T23:18:44Z,host='dv-cinder-830096-1-iscsi',id=13c347f3-1c01-45ee-af8c-9f8a630e0f23,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T22:50:45Z,topic='l3_agent')) {'router_ids': ['d3b73afb-675d-4122-9daf-aa4c5a881095'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:18:57.780394 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-8a3abbc9-af16-40c8-abb1-b03631f6f101 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932959'] for floatingip (None), before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:18:57.812318 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-4d95fa18-af7f-4ea0-af48-09f2dd99c415 None None] Set router d3b73afb-675d-4122-9daf-aa4c5a881095 gateway port host: dv-cinder-830096-1-iscsi {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 23:18:57.812570 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [None req-8a3abbc9-af16-40c8-abb1-b03631f6f101 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0808609 Feb 20 23:18:57.813255 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19143a6a-fa0c-46bf-bdf8-8c5d9daacbcb', 'tag': '568bb37d-e9ce-4a7a-860a-072e482d12f0'}] {{(pid=109629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 23:18:57.816464 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fb480476601f6d45763ee6f7049a1d11722b8eb4e711c6cc4532448040ffc9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e48c9a7a-3351-4b95-b6b0-957f94d019ec" -d '{"events": [{"name": "network-changed", "server_uuid": "19143a6a-fa0c-46bf-bdf8-8c5d9daacbcb", "tag": "568bb37d-e9ce-4a7a-860a-072e482d12f0"}]}' {{(pid=109629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 23:18:57.909307 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 23:18:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1d099f5-6d58-4a5f-bdee-b95097d53128 x-openstack-request-id: req-b1d099f5-6d58-4a5f-bdee-b95097d53128 {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 23:18:57.909598 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19143a6a-fa0c-46bf-bdf8-8c5d9daacbcb", "tag": "568bb37d-e9ce-4a7a-860a-072e482d12f0", "status": "completed", "code": 200}]} {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 23:18:57.909851 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b1d099f5-6d58-4a5f-bdee-b95097d53128 {{(pid=109629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 23:18:57.910255 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19143a6a-fa0c-46bf-bdf8-8c5d9daacbcb', 'tag': '568bb37d-e9ce-4a7a-860a-072e482d12f0', 'status': 'completed', 'code': 200} Feb 20 23:18:57.980105 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48c9a7a-3351-4b95-b6b0-957f94d019ec req-a77c7502-86d7-488a-abf3-99c2fc68389c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:18:57.982241 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-e48c9a7a-3351-4b95-b6b0-957f94d019ec req-a77c7502-86d7-488a-abf3-99c2fc68389c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=96412aeecd2949f8b19392d06a9e3d49&device_id=19143a6a-fa0c-46bf-bdf8-8c5d9daacbcb HTTP/1.1" status: 200 len: 1129 time: 0.0502102 Feb 20 23:18:58.068471 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48c9a7a-3351-4b95-b6b0-957f94d019ec req-da980444-3806-41cb-bbe1-bb3c27bfbf2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:18:58.069916 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-e48c9a7a-3351-4b95-b6b0-957f94d019ec req-da980444-3806-41cb-bbe1-bb3c27bfbf2e service neutron] 10.222.0.42 "GET /v2.0/networks?id=74e3ec14-81b5-4879-a35b-eb87d2ca5b1f HTTP/1.1" status: 200 len: 912 time: 0.0822031 Feb 20 23:18:58.138651 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-e48c9a7a-3351-4b95-b6b0-957f94d019ec req-5d967787-3534-4bec-852b-dd1f78523510 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=568bb37d-e9ce-4a7a-860a-072e482d12f0 HTTP/1.1" status: 200 len: 999 time: 0.0621111 Feb 20 23:18:58.166690 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-4d95fa18-af7f-4ea0-af48-09f2dd99c415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3b73afb-675d-4122-9daf-aa4c5a881095', 'name': 'tempest-TestVolumeBootPattern-1554751375-router', 'tenant_id': '96412aeecd2949f8b19392d06a9e3d49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f52b71d-61c7-49bc-86ae-3e3415c25b55', 'external_fixed_ips': [{'subnet_id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'ip_address': '172.27.2.34'}], 'enable_snat': True}, 'gw_port_id': '1f74c4c3-59de-4f19-a245-4530391a8b09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:12:56Z', 'updated_at': '2022-02-20T23:12:59Z', 'revision_number': 4, 'project_id': '96412aeecd2949f8b19392d06a9e3d49', 'gw_port': {'id': '1f74c4c3-59de-4f19-a245-4530391a8b09', 'name': '', 'network_id': '5f52b71d-61c7-49bc-86ae-3e3415c25b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:74:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3b73afb-675d-4122-9daf-aa4c5a881095', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'ip_address': '172.27.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:12:56Z', 'updated_at': '2022-02-20T23:13:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-1-iscsi', '_floatingips': [{'id': '047817b4-b586-4238-8a55-5a0e403fc265', 'tenant_id': '96412aeecd2949f8b19392d06a9e3d49', 'floating_ip_address': '172.27.2.18', 'floating_network_id': '5f52b71d-61c7-49bc-86ae-3e3415c25b55', 'router_id': 'd3b73afb-675d-4122-9daf-aa4c5a881095', 'port_id': 'e0e82c90-879b-4655-a36c-c3d5ff9cfb26', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '74e3ec14-81b5-4879-a35b-eb87d2ca5b1f', 'mac_address': 'fa:16:3e:58:f5:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d158cf-82e2-4584-a8ff-2eeb09d603b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T23:16:33Z', 'updated_at': '2022-02-20T23:16:35Z', 'revision_number': 1, 'project_id': '96412aeecd2949f8b19392d06a9e3d49', 'fixed_ip_address_scope': None}, {'id': '1bcae8e4-4ca8-4bcb-b102-0a289f84eaa2', 'tenant_id': '96412aeecd2949f8b19392d06a9e3d49', 'floating_ip_address': '172.27.2.229', 'floating_network_id': '5f52b71d-61c7-49bc-86ae-3e3415c25b55', 'router_id': 'd3b73afb-675d-4122-9daf-aa4c5a881095', 'port_id': '568bb37d-e9ce-4a7a-860a-072e482d12f0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '74e3ec14-81b5-4879-a35b-eb87d2ca5b1f', 'mac_address': 'fa:16:3e:7d:6d:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19143a6a-fa0c-46bf-bdf8-8c5d9daacbcb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T23:18:56Z', 'updated_at': '2022-02-20T23:18:56Z', 'revision_number': 0, 'project_id': '96412aeecd2949f8b19392d06a9e3d49', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eed19e66-240e-4650-9a91-b01158d12948', 'name': '', 'network_id': '74e3ec14-81b5-4879-a35b-eb87d2ca5b1f', 'tenant_id': '96412aeecd2949f8b19392d06a9e3d49', 'mac_address': 'fa:16:3e:98:73:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3b73afb-675d-4122-9daf-aa4c5a881095', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '3237860d-efef-4946-8f22-d95aff7e1462', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:12:58Z', 'updated_at': '2022-02-20T23:13:03Z', 'revision_number': 5, 'project_id': '96412aeecd2949f8b19392d06a9e3d49', 'subnets': [{'id': '3237860d-efef-4946-8f22-d95aff7e1462', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830096-1-iscsi', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:18:58.186811 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48c9a7a-3351-4b95-b6b0-957f94d019ec req-d66a03e6-0483-4f99-bb50-29c97c2e5b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:18:58.188264 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-e48c9a7a-3351-4b95-b6b0-957f94d019ec req-d66a03e6-0483-4f99-bb50-29c97c2e5b61 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3237860d-efef-4946-8f22-d95aff7e1462 HTTP/1.1" status: 200 len: 851 time: 0.0434761 Feb 20 23:18:58.195732 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d95fa18-af7f-4ea0-af48-09f2dd99c415 None None] Checking router: d3b73afb-675d-4122-9daf-aa4c5a881095 for host: dv-cinder-830096-1-iscsi {{(pid=109630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 23:18:58.205002 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d95fa18-af7f-4ea0-af48-09f2dd99c415 None None] Routers {'d3b73afb-675d-4122-9daf-aa4c5a881095'} bound to L3 agent in host dv-cinder-830096-1-iscsi {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 23:18:58.205607 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-4d95fa18-af7f-4ea0-af48-09f2dd99c415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T22:50:44Z,description=,heartbeat_timestamp=2022-02-20T23:18:44Z,host='dv-cinder-830096-1-iscsi',id=13c347f3-1c01-45ee-af8c-9f8a630e0f23,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T22:50:45Z,topic='l3_agent')) {'router_ids': ['d3b73afb-675d-4122-9daf-aa4c5a881095'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:18:58.235879 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48c9a7a-3351-4b95-b6b0-957f94d019ec req-18503928-f063-4103-b96b-4e49daa16124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:18:58.237363 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-e48c9a7a-3351-4b95-b6b0-957f94d019ec req-18503928-f063-4103-b96b-4e49daa16124 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=74e3ec14-81b5-4879-a35b-eb87d2ca5b1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0432737 Feb 20 23:18:58.330071 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-4d95fa18-af7f-4ea0-af48-09f2dd99c415 None None] Set router d3b73afb-675d-4122-9daf-aa4c5a881095 gateway port host: dv-cinder-830096-1-iscsi {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 23:18:58.344584 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-e48c9a7a-3351-4b95-b6b0-957f94d019ec req-2f15c467-382b-4628-95a2-bc7c93b177b6 service neutron] 10.222.0.42 "GET /v2.0/networks/74e3ec14-81b5-4879-a35b-eb87d2ca5b1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002719 Feb 20 23:18:58.434132 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-e48c9a7a-3351-4b95-b6b0-957f94d019ec req-1adc7588-ff36-41d6-ac23-52bd5525907f service neutron] 10.222.0.42 "GET /v2.0/networks/74e3ec14-81b5-4879-a35b-eb87d2ca5b1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821359 Feb 20 23:18:58.552131 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-4d95fa18-af7f-4ea0-af48-09f2dd99c415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3b73afb-675d-4122-9daf-aa4c5a881095', 'name': 'tempest-TestVolumeBootPattern-1554751375-router', 'tenant_id': '96412aeecd2949f8b19392d06a9e3d49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f52b71d-61c7-49bc-86ae-3e3415c25b55', 'external_fixed_ips': [{'subnet_id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'ip_address': '172.27.2.34'}], 'enable_snat': True}, 'gw_port_id': '1f74c4c3-59de-4f19-a245-4530391a8b09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:12:56Z', 'updated_at': '2022-02-20T23:12:59Z', 'revision_number': 4, 'project_id': '96412aeecd2949f8b19392d06a9e3d49', 'gw_port': {'id': '1f74c4c3-59de-4f19-a245-4530391a8b09', 'name': '', 'network_id': '5f52b71d-61c7-49bc-86ae-3e3415c25b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:74:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3b73afb-675d-4122-9daf-aa4c5a881095', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'ip_address': '172.27.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:12:56Z', 'updated_at': '2022-02-20T23:13:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-1-iscsi', '_floatingips': [{'id': '047817b4-b586-4238-8a55-5a0e403fc265', 'tenant_id': '96412aeecd2949f8b19392d06a9e3d49', 'floating_ip_address': '172.27.2.18', 'floating_network_id': '5f52b71d-61c7-49bc-86ae-3e3415c25b55', 'router_id': 'd3b73afb-675d-4122-9daf-aa4c5a881095', 'port_id': 'e0e82c90-879b-4655-a36c-c3d5ff9cfb26', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '74e3ec14-81b5-4879-a35b-eb87d2ca5b1f', 'mac_address': 'fa:16:3e:58:f5:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d158cf-82e2-4584-a8ff-2eeb09d603b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T23:16:33Z', 'updated_at': '2022-02-20T23:16:35Z', 'revision_number': 1, 'project_id': '96412aeecd2949f8b19392d06a9e3d49', 'fixed_ip_address_scope': None}, {'id': '1bcae8e4-4ca8-4bcb-b102-0a289f84eaa2', 'tenant_id': '96412aeecd2949f8b19392d06a9e3d49', 'floating_ip_address': '172.27.2.229', 'floating_network_id': '5f52b71d-61c7-49bc-86ae-3e3415c25b55', 'router_id': 'd3b73afb-675d-4122-9daf-aa4c5a881095', 'port_id': '568bb37d-e9ce-4a7a-860a-072e482d12f0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '74e3ec14-81b5-4879-a35b-eb87d2ca5b1f', 'mac_address': 'fa:16:3e:7d:6d:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19143a6a-fa0c-46bf-bdf8-8c5d9daacbcb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T23:18:56Z', 'updated_at': '2022-02-20T23:18:56Z', 'revision_number': 0, 'project_id': '96412aeecd2949f8b19392d06a9e3d49', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eed19e66-240e-4650-9a91-b01158d12948', 'name': '', 'network_id': '74e3ec14-81b5-4879-a35b-eb87d2ca5b1f', 'tenant_id': '96412aeecd2949f8b19392d06a9e3d49', 'mac_address': 'fa:16:3e:98:73:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3b73afb-675d-4122-9daf-aa4c5a881095', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '3237860d-efef-4946-8f22-d95aff7e1462', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:12:58Z', 'updated_at': '2022-02-20T23:13:03Z', 'revision_number': 5, 'project_id': '96412aeecd2949f8b19392d06a9e3d49', 'subnets': [{'id': '3237860d-efef-4946-8f22-d95aff7e1462', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830096-1-iscsi', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:18:58.581988 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d95fa18-af7f-4ea0-af48-09f2dd99c415 None None] The sync data for ids ['d3b73afb-675d-4122-9daf-aa4c5a881095'] in dv-cinder-830096-1-iscsi is: [{'id': 'd3b73afb-675d-4122-9daf-aa4c5a881095', 'name': 'tempest-TestVolumeBootPattern-1554751375-router', 'tenant_id': '96412aeecd2949f8b19392d06a9e3d49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f52b71d-61c7-49bc-86ae-3e3415c25b55', 'external_fixed_ips': [{'subnet_id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'ip_address': '172.27.2.34'}], 'enable_snat': True}, 'gw_port_id': '1f74c4c3-59de-4f19-a245-4530391a8b09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:12:56Z', 'updated_at': '2022-02-20T23:12:59Z', 'revision_number': 4, 'project_id': '96412aeecd2949f8b19392d06a9e3d49', 'gw_port': {'id': '1f74c4c3-59de-4f19-a245-4530391a8b09', 'name': '', 'network_id': '5f52b71d-61c7-49bc-86ae-3e3415c25b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:74:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3b73afb-675d-4122-9daf-aa4c5a881095', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'ip_address': '172.27.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:12:56Z', 'updated_at': '2022-02-20T23:13:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-1-iscsi', '_floatingips': [{'id': '047817b4-b586-4238-8a55-5a0e403fc265', 'tenant_id': '96412aeecd2949f8b19392d06a9e3d49', 'floating_ip_address': '172.27.2.18', 'floating_network_id': '5f52b71d-61c7-49bc-86ae-3e3415c25b55', 'router_id': 'd3b73afb-675d-4122-9daf-aa4c5a881095', 'port_id': 'e0e82c90-879b-4655-a36c-c3d5ff9cfb26', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '74e3ec14-81b5-4879-a35b-eb87d2ca5b1f', 'mac_address': 'fa:16:3e:58:f5:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d158cf-82e2-4584-a8ff-2eeb09d603b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T23:16:33Z', 'updated_at': '2022-02-20T23:16:35Z', 'revision_number': 1, 'project_id': '96412aeecd2949f8b19392d06a9e3d49', 'fixed_ip_address_scope': None}, {'id': '1bcae8e4-4ca8-4bcb-b102-0a289f84eaa2', 'tenant_id': '96412aeecd2949f8b19392d06a9e3d49', 'floating_ip_address': '172.27.2.229', 'floating_network_id': '5f52b71d-61c7-49bc-86ae-3e3415c25b55', 'router_id': 'd3b73afb-675d-4122-9daf-aa4c5a881095', 'port_id': '568bb37d-e9ce-4a7a-860a-072e482d12f0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '74e3ec14-81b5-4879-a35b-eb87d2ca5b1f', 'mac_address': 'fa:16:3e:7d:6d:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19143a6a-fa0c-46bf-bdf8-8c5d9daacbcb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T23:18:56Z', 'updated_at': '2022-02-20T23:18:56Z', 'revision_number': 0, 'project_id': '96412aeecd2949f8b19392d06a9e3d49', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eed19e66-240e-4650-9a91-b01158d12948', 'name': '', 'network_id': '74e3ec14-81b5-4879-a35b-eb87d2ca5b1f', 'tenant_id': '96412aeecd2949f8b19392d06a9e3d49', 'mac_address': 'fa:16:3e:98:73:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3b73afb-675d-4122-9daf-aa4c5a881095', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '3237860d-efef-4946-8f22-d95aff7e1462', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:12:58Z', 'updated_at': '2022-02-20T23:13:03Z', 'revision_number': 5, 'project_id': '96412aeecd2949f8b19392d06a9e3d49', 'subnets': [{'id': '3237860d-efef-4946-8f22-d95aff7e1462', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 23:18:58.786743 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91860712-f321-4cf0-a236-db4e821b8dda None None] New status for floating IP 1bcae8e4-4ca8-4bcb-b102-0a289f84eaa2: ACTIVE {{(pid=109631) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 20 23:19:06.627038 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.db.agents_db [None req-1f7bd598-9080-4651-a904-61cb6c9001fd None None] Agent healthcheck: found 6 active agents {{(pid=109631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 23:19:12.348839 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-64b27a9b-037d-4b66-885c-83aeb183c5b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (83a03d73-f5e1-4f72-b2a3-d557ae097998), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:19:14.531686 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-81a861b2-c62c-4fce-a1c7-a700f6cdeb39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (13c347f3-1c01-45ee-af8c-9f8a630e0f23), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:19:15.989003 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-343008d4-3a37-47e4-bcbd-5ef9b41dd99c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (5ba36dc9-fc49-4f8a-9e75-ea70dbbc9d37), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:19:17.320108 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-f8bda328-0f39-40fc-b2c8-28796977f3d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (e2edd6cb-ac77-47df-80b5-e0a92a5dde3d), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:19:18.657092 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (2dc95353-690e-4eed-857f-cdb5bbe3a4be), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:19:26.354267 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (a929ecfe-02b1-4b86-b2e7-0c746ea4b12c), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:19:33.832874 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-67a96d9d-79d1-4316-a702-d978ceece71b req-ce2892c6-9991-45d2-bae0-56fb4ead7a2b service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=33d158cf-82e2-4584-a8ff-2eeb09d603b1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0420036 Feb 20 23:19:33.917536 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a96d9d-79d1-4316-a702-d978ceece71b req-01e35fff-fa79-4a96-aa0f-cc7e9eae2860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:19:33.918991 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-67a96d9d-79d1-4316-a702-d978ceece71b req-01e35fff-fa79-4a96-aa0f-cc7e9eae2860 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=96412aeecd2949f8b19392d06a9e3d49&device_id=33d158cf-82e2-4584-a8ff-2eeb09d603b1 HTTP/1.1" status: 200 len: 1129 time: 0.0464067 Feb 20 23:19:34.015530 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a96d9d-79d1-4316-a702-d978ceece71b req-273f4f53-ffab-496c-af45-71759a9a0a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:19:34.016935 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-67a96d9d-79d1-4316-a702-d978ceece71b req-273f4f53-ffab-496c-af45-71759a9a0a32 service neutron] 10.222.0.42 "GET /v2.0/networks?id=74e3ec14-81b5-4879-a35b-eb87d2ca5b1f HTTP/1.1" status: 200 len: 912 time: 0.0802169 Feb 20 23:19:34.087643 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-67a96d9d-79d1-4316-a702-d978ceece71b req-54905c4e-ece8-4ea9-ba35-7b39d3294bf0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e0e82c90-879b-4655-a36c-c3d5ff9cfb26 HTTP/1.1" status: 200 len: 1000 time: 0.0649884 Feb 20 23:19:34.134165 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a96d9d-79d1-4316-a702-d978ceece71b req-963f88fd-b743-4ba7-858d-2636d20f4e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:19:34.135613 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-67a96d9d-79d1-4316-a702-d978ceece71b req-963f88fd-b743-4ba7-858d-2636d20f4e03 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3237860d-efef-4946-8f22-d95aff7e1462 HTTP/1.1" status: 200 len: 851 time: 0.0422852 Feb 20 23:19:34.181913 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a96d9d-79d1-4316-a702-d978ceece71b req-f5c5e129-8c4d-459a-a6d4-6a8d994bb021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:19:34.183391 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-67a96d9d-79d1-4316-a702-d978ceece71b req-f5c5e129-8c4d-459a-a6d4-6a8d994bb021 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=74e3ec14-81b5-4879-a35b-eb87d2ca5b1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0420387 Feb 20 23:19:34.271065 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-67a96d9d-79d1-4316-a702-d978ceece71b req-f0ede182-9354-41d7-8f3c-bd85a78e70ab service neutron] 10.222.0.42 "GET /v2.0/networks/74e3ec14-81b5-4879-a35b-eb87d2ca5b1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819407 Feb 20 23:19:34.357239 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-67a96d9d-79d1-4316-a702-d978ceece71b req-933fdaca-67fe-4afb-9b18-0fed990c6965 service neutron] 10.222.0.42 "GET /v2.0/networks/74e3ec14-81b5-4879-a35b-eb87d2ca5b1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795701 Feb 20 23:19:42.302011 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-6a060f50-8c4d-4d7a-9b77-d410ab9a1a1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (83a03d73-f5e1-4f72-b2a3-d557ae097998), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:19:43.626577 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.db.agents_db [None req-1f7bd598-9080-4651-a904-61cb6c9001fd None None] Agent healthcheck: found 6 active agents {{(pid=109631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 23:19:44.491073 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-d8fb870a-0d8b-49f2-8806-553208231166 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (13c347f3-1c01-45ee-af8c-9f8a630e0f23), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:19:45.982509 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-343008d4-3a37-47e4-bcbd-5ef9b41dd99c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (5ba36dc9-fc49-4f8a-9e75-ea70dbbc9d37), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:19:47.245041 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-f8bda328-0f39-40fc-b2c8-28796977f3d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (e2edd6cb-ac77-47df-80b5-e0a92a5dde3d), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:19:48.696788 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (2dc95353-690e-4eed-857f-cdb5bbe3a4be), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:19:56.439460 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (a929ecfe-02b1-4b86-b2e7-0c746ea4b12c), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:20:12.313210 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-d5e7c3d6-3cd3-44cc-8154-3b810802a839 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (83a03d73-f5e1-4f72-b2a3-d557ae097998), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:20:14.524525 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-22780585-4171-4b3b-b19f-cf794d792308 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (13c347f3-1c01-45ee-af8c-9f8a630e0f23), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:20:16.015804 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-343008d4-3a37-47e4-bcbd-5ef9b41dd99c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (5ba36dc9-fc49-4f8a-9e75-ea70dbbc9d37), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:20:17.381500 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-f8bda328-0f39-40fc-b2c8-28796977f3d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (e2edd6cb-ac77-47df-80b5-e0a92a5dde3d), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:20:18.673066 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (2dc95353-690e-4eed-857f-cdb5bbe3a4be), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:20:20.625999 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.db.agents_db [None req-1f7bd598-9080-4651-a904-61cb6c9001fd None None] Agent healthcheck: found 6 active agents {{(pid=109631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 23:20:26.387620 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (a929ecfe-02b1-4b86-b2e7-0c746ea4b12c), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:20:35.866598 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-fc142042-715d-4577-bde7-0c05820f35a0 req-b9107b39-420c-4e01-aa40-0ddc731b6de2 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=19143a6a-fa0c-46bf-bdf8-8c5d9daacbcb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0798895 Feb 20 23:20:35.930491 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc142042-715d-4577-bde7-0c05820f35a0 req-f401fa22-7fcf-4786-b8a0-ebfbe5bcce98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:20:35.931908 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-fc142042-715d-4577-bde7-0c05820f35a0 req-f401fa22-7fcf-4786-b8a0-ebfbe5bcce98 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=96412aeecd2949f8b19392d06a9e3d49&device_id=19143a6a-fa0c-46bf-bdf8-8c5d9daacbcb HTTP/1.1" status: 200 len: 1129 time: 0.0456483 Feb 20 23:20:36.028082 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc142042-715d-4577-bde7-0c05820f35a0 req-702a3e97-f843-47dc-b400-73fa9f4deb27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:20:36.030016 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-fc142042-715d-4577-bde7-0c05820f35a0 req-702a3e97-f843-47dc-b400-73fa9f4deb27 service neutron] 10.222.0.42 "GET /v2.0/networks?id=74e3ec14-81b5-4879-a35b-eb87d2ca5b1f HTTP/1.1" status: 200 len: 912 time: 0.0814703 Feb 20 23:20:36.095218 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-fc142042-715d-4577-bde7-0c05820f35a0 req-b326f54f-a524-42d3-b469-e8acdabbcc14 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=568bb37d-e9ce-4a7a-860a-072e482d12f0 HTTP/1.1" status: 200 len: 1001 time: 0.0594673 Feb 20 23:20:36.141455 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc142042-715d-4577-bde7-0c05820f35a0 req-1d90cf41-1484-432d-9fb0-141ef471f114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:20:36.142910 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-fc142042-715d-4577-bde7-0c05820f35a0 req-1d90cf41-1484-432d-9fb0-141ef471f114 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3237860d-efef-4946-8f22-d95aff7e1462 HTTP/1.1" status: 200 len: 851 time: 0.0420861 Feb 20 23:20:36.189263 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc142042-715d-4577-bde7-0c05820f35a0 req-d2064349-ca95-448a-ae5d-99dff0da7b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:20:36.190711 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-fc142042-715d-4577-bde7-0c05820f35a0 req-d2064349-ca95-448a-ae5d-99dff0da7b9e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=74e3ec14-81b5-4879-a35b-eb87d2ca5b1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0419729 Feb 20 23:20:36.199918 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.wsgi [req-fc142042-715d-4577-bde7-0c05820f35a0 req-b6d6853f-1b0c-4d24-9602-cd7ec4b01a92 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=109628) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 23:20:36.201438 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-fc142042-715d-4577-bde7-0c05820f35a0 req-b6d6853f-1b0c-4d24-9602-cd7ec4b01a92 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052037 Feb 20 23:20:36.290027 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-fc142042-715d-4577-bde7-0c05820f35a0 req-ac96c98e-e2d7-4de8-bf87-7b14d66cbcd2 service neutron] 10.222.0.42 "GET /v2.0/networks/74e3ec14-81b5-4879-a35b-eb87d2ca5b1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828178 Feb 20 23:20:36.375520 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-fc142042-715d-4577-bde7-0c05820f35a0 req-c04e5858-fd7e-4f5b-b466-e66dbf24ad3b service neutron] 10.222.0.42 "GET /v2.0/networks/74e3ec14-81b5-4879-a35b-eb87d2ca5b1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792637 Feb 20 23:20:42.358119 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-ebdae55b-7f88-499e-bf58-7259b2bac082 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (83a03d73-f5e1-4f72-b2a3-d557ae097998), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:20:44.506793 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-5675a4a3-0709-457a-abe6-a2ea05803255 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (13c347f3-1c01-45ee-af8c-9f8a630e0f23), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:20:44.518971 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.65', 55284) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:20:44.672930 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-f3654c9e-77fe-46fd-afe2-6cf80bdb43f2 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Deleting port 39ea245a-a246-4876-8270-4dafb8d79c2e {{(pid=109629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 23:20:44.673267 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-f3654c9e-77fe-46fd-afe2-6cf80bdb43f2 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747407206678'] for port (39ea245a-a246-4876-8270-4dafb8d79c2e), before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:20:44.746837 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-f3654c9e-77fe-46fd-afe2-6cf80bdb43f2 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671932'] for port (39ea245a-a246-4876-8270-4dafb8d79c2e), precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:20:44.747160 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-f3654c9e-77fe-46fd-afe2-6cf80bdb43f2 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Publish callbacks [] for floatingip (39ea245a-a246-4876-8270-4dafb8d79c2e), precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:20:44.758522 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-f3654c9e-77fe-46fd-afe2-6cf80bdb43f2 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Calling delete_port for 39ea245a-a246-4876-8270-4dafb8d79c2e owned by network:floatingip {{(pid=109629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 23:20:44.946367 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-f3654c9e-77fe-46fd-afe2-6cf80bdb43f2 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747407212409', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747406771505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61629250'] for port (39ea245a-a246-4876-8270-4dafb8d79c2e), after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:20:44.974004 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3654c9e-77fe-46fd-afe2-6cf80bdb43f2 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Pushing event deleted for resources: {'Port': ['ID=39ea245a-a246-4876-8270-4dafb8d79c2e,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:20:44.999846 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3654c9e-77fe-46fd-afe2-6cf80bdb43f2 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:20:45.000194 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3654c9e-77fe-46fd-afe2-6cf80bdb43f2 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:20:45.000535 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3654c9e-77fe-46fd-afe2-6cf80bdb43f2 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:20:45.000869 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3654c9e-77fe-46fd-afe2-6cf80bdb43f2 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:20:45.001201 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3654c9e-77fe-46fd-afe2-6cf80bdb43f2 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:20:45.001528 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3654c9e-77fe-46fd-afe2-6cf80bdb43f2 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:20:45.001854 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3654c9e-77fe-46fd-afe2-6cf80bdb43f2 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:20:45.002179 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3654c9e-77fe-46fd-afe2-6cf80bdb43f2 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:20:45.002574 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3654c9e-77fe-46fd-afe2-6cf80bdb43f2 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:20:45.002899 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3654c9e-77fe-46fd-afe2-6cf80bdb43f2 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:20:45.003221 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3654c9e-77fe-46fd-afe2-6cf80bdb43f2 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:20:45.003537 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3654c9e-77fe-46fd-afe2-6cf80bdb43f2 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:20:45.003852 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3654c9e-77fe-46fd-afe2-6cf80bdb43f2 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:20:45.040991 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-f3654c9e-77fe-46fd-afe2-6cf80bdb43f2 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Publish callbacks [] for floatingip (1bcae8e4-4ca8-4bcb-b102-0a289f84eaa2), after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:20:45.041318 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.db.l3_db [None req-f3654c9e-77fe-46fd-afe2-6cf80bdb43f2 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Floating IP 1bcae8e4-4ca8-4bcb-b102-0a289f84eaa2 disassociated (deleted). External IP: 172.27.2.229, port: 568bb37d-e9ce-4a7a-860a-072e482d12f0. Feb 20 23:20:45.246130 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3654c9e-77fe-46fd-afe2-6cf80bdb43f2 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Router d3b73afb-675d-4122-9daf-aa4c5a881095 has already been hosted by L3 agent 13c347f3-1c01-45ee-af8c-9f8a630e0f23 {{(pid=109629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 23:20:45.354124 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3654c9e-77fe-46fd-afe2-6cf80bdb43f2 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Notify agent at l3_agent.dv-cinder-830096-1-iscsi the message routers_updated {{(pid=109629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 23:20:45.359681 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-f3654c9e-77fe-46fd-afe2-6cf80bdb43f2 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932959'] for floatingip (None), before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:20:45.366347 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9c1ee65-c84e-424d-a5ca-fddbcd511ee4 None None] Sync routers for ids ['d3b73afb-675d-4122-9daf-aa4c5a881095'] in dv-cinder-830096-1-iscsi {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 23:20:45.375381 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9c1ee65-c84e-424d-a5ca-fddbcd511ee4 None None] Routers {'d3b73afb-675d-4122-9daf-aa4c5a881095'} bound to L3 agent in host dv-cinder-830096-1-iscsi {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 23:20:45.375996 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-a9c1ee65-c84e-424d-a5ca-fddbcd511ee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T22:50:44Z,description=,heartbeat_timestamp=2022-02-20T23:20:44Z,host='dv-cinder-830096-1-iscsi',id=13c347f3-1c01-45ee-af8c-9f8a630e0f23,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T22:50:45Z,topic='l3_agent')) {'router_ids': ['d3b73afb-675d-4122-9daf-aa4c5a881095'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:20:45.389005 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [None req-f3654c9e-77fe-46fd-afe2-6cf80bdb43f2 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] 10.222.0.65 "DELETE /v2.0/floatingips/1bcae8e4-4ca8-4bcb-b102-0a289f84eaa2 HTTP/1.1" status: 204 len: 168 time: 0.8689640 Feb 20 23:20:45.389595 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19143a6a-fa0c-46bf-bdf8-8c5d9daacbcb', 'tag': '568bb37d-e9ce-4a7a-860a-072e482d12f0'}] {{(pid=109629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 23:20:45.391846 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fb480476601f6d45763ee6f7049a1d11722b8eb4e711c6cc4532448040ffc9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e339c9e6-b64a-4941-8c04-39a2b4ab35c2" -d '{"events": [{"name": "network-changed", "server_uuid": "19143a6a-fa0c-46bf-bdf8-8c5d9daacbcb", "tag": "568bb37d-e9ce-4a7a-860a-072e482d12f0"}]}' {{(pid=109629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 23:20:45.430062 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 23:20:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41769357-f300-4b4b-b718-2c751a415399 x-openstack-request-id: req-41769357-f300-4b4b-b718-2c751a415399 {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 23:20:45.430381 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19143a6a-fa0c-46bf-bdf8-8c5d9daacbcb", "tag": "568bb37d-e9ce-4a7a-860a-072e482d12f0", "status": "completed", "code": 200}]} {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 23:20:45.430643 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-41769357-f300-4b4b-b718-2c751a415399 {{(pid=109629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 23:20:45.431434 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19143a6a-fa0c-46bf-bdf8-8c5d9daacbcb', 'tag': '568bb37d-e9ce-4a7a-860a-072e482d12f0', 'status': 'completed', 'code': 200} Feb 20 23:20:45.489793 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-a9c1ee65-c84e-424d-a5ca-fddbcd511ee4 None None] Set router d3b73afb-675d-4122-9daf-aa4c5a881095 gateway port host: dv-cinder-830096-1-iscsi {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 23:20:45.496787 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e339c9e6-b64a-4941-8c04-39a2b4ab35c2 req-61e70109-a86b-4e24-91e3-3113a4f220a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:20:45.498398 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-e339c9e6-b64a-4941-8c04-39a2b4ab35c2 req-61e70109-a86b-4e24-91e3-3113a4f220a7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=96412aeecd2949f8b19392d06a9e3d49&device_id=19143a6a-fa0c-46bf-bdf8-8c5d9daacbcb HTTP/1.1" status: 200 len: 1129 time: 0.0440645 Feb 20 23:20:45.590922 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e339c9e6-b64a-4941-8c04-39a2b4ab35c2 req-32c1f1cd-4adf-4307-b030-31b6d6f9788f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:20:45.592371 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-e339c9e6-b64a-4941-8c04-39a2b4ab35c2 req-32c1f1cd-4adf-4307-b030-31b6d6f9788f service neutron] 10.222.0.42 "GET /v2.0/networks?id=74e3ec14-81b5-4879-a35b-eb87d2ca5b1f HTTP/1.1" status: 200 len: 912 time: 0.0872688 Feb 20 23:20:45.632695 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-e339c9e6-b64a-4941-8c04-39a2b4ab35c2 req-ec8e2de2-f77e-44b4-bb60-8e9a55d34a8c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=568bb37d-e9ce-4a7a-860a-072e482d12f0 HTTP/1.1" status: 200 len: 217 time: 0.0336983 Feb 20 23:20:45.687656 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e339c9e6-b64a-4941-8c04-39a2b4ab35c2 req-0264e5ec-3be4-45ab-8484-a4c50942b900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:20:45.689290 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-e339c9e6-b64a-4941-8c04-39a2b4ab35c2 req-0264e5ec-3be4-45ab-8484-a4c50942b900 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3237860d-efef-4946-8f22-d95aff7e1462 HTTP/1.1" status: 200 len: 851 time: 0.0504158 Feb 20 23:20:45.731382 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-a9c1ee65-c84e-424d-a5ca-fddbcd511ee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3b73afb-675d-4122-9daf-aa4c5a881095', 'name': 'tempest-TestVolumeBootPattern-1554751375-router', 'tenant_id': '96412aeecd2949f8b19392d06a9e3d49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f52b71d-61c7-49bc-86ae-3e3415c25b55', 'external_fixed_ips': [{'subnet_id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'ip_address': '172.27.2.34'}], 'enable_snat': True}, 'gw_port_id': '1f74c4c3-59de-4f19-a245-4530391a8b09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:12:56Z', 'updated_at': '2022-02-20T23:12:59Z', 'revision_number': 4, 'project_id': '96412aeecd2949f8b19392d06a9e3d49', 'gw_port': {'id': '1f74c4c3-59de-4f19-a245-4530391a8b09', 'name': '', 'network_id': '5f52b71d-61c7-49bc-86ae-3e3415c25b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:74:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3b73afb-675d-4122-9daf-aa4c5a881095', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'ip_address': '172.27.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:12:56Z', 'updated_at': '2022-02-20T23:13:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-1-iscsi', '_floatingips': [{'id': '047817b4-b586-4238-8a55-5a0e403fc265', 'tenant_id': '96412aeecd2949f8b19392d06a9e3d49', 'floating_ip_address': '172.27.2.18', 'floating_network_id': '5f52b71d-61c7-49bc-86ae-3e3415c25b55', 'router_id': 'd3b73afb-675d-4122-9daf-aa4c5a881095', 'port_id': 'e0e82c90-879b-4655-a36c-c3d5ff9cfb26', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '74e3ec14-81b5-4879-a35b-eb87d2ca5b1f', 'mac_address': 'fa:16:3e:58:f5:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d158cf-82e2-4584-a8ff-2eeb09d603b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T23:16:33Z', 'updated_at': '2022-02-20T23:16:35Z', 'revision_number': 1, 'project_id': '96412aeecd2949f8b19392d06a9e3d49', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eed19e66-240e-4650-9a91-b01158d12948', 'name': '', 'network_id': '74e3ec14-81b5-4879-a35b-eb87d2ca5b1f', 'tenant_id': '96412aeecd2949f8b19392d06a9e3d49', 'mac_address': 'fa:16:3e:98:73:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3b73afb-675d-4122-9daf-aa4c5a881095', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '3237860d-efef-4946-8f22-d95aff7e1462', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:12:58Z', 'updated_at': '2022-02-20T23:13:03Z', 'revision_number': 5, 'project_id': '96412aeecd2949f8b19392d06a9e3d49', 'subnets': [{'id': '3237860d-efef-4946-8f22-d95aff7e1462', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830096-1-iscsi', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:20:45.747481 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e339c9e6-b64a-4941-8c04-39a2b4ab35c2 req-19b026f6-dd20-4a02-8b7d-2373ee2b2728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:20:45.748961 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-e339c9e6-b64a-4941-8c04-39a2b4ab35c2 req-19b026f6-dd20-4a02-8b7d-2373ee2b2728 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=74e3ec14-81b5-4879-a35b-eb87d2ca5b1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0530493 Feb 20 23:20:45.760962 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9c1ee65-c84e-424d-a5ca-fddbcd511ee4 None None] Checking router: d3b73afb-675d-4122-9daf-aa4c5a881095 for host: dv-cinder-830096-1-iscsi {{(pid=109630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 23:20:45.770077 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9c1ee65-c84e-424d-a5ca-fddbcd511ee4 None None] Routers {'d3b73afb-675d-4122-9daf-aa4c5a881095'} bound to L3 agent in host dv-cinder-830096-1-iscsi {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 23:20:45.770655 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-a9c1ee65-c84e-424d-a5ca-fddbcd511ee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T22:50:44Z,description=,heartbeat_timestamp=2022-02-20T23:20:44Z,host='dv-cinder-830096-1-iscsi',id=13c347f3-1c01-45ee-af8c-9f8a630e0f23,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T22:50:45Z,topic='l3_agent')) {'router_ids': ['d3b73afb-675d-4122-9daf-aa4c5a881095'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:20:45.848346 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-e339c9e6-b64a-4941-8c04-39a2b4ab35c2 req-05c23742-de18-4523-96c2-becf9d8f65c2 service neutron] 10.222.0.42 "GET /v2.0/networks/74e3ec14-81b5-4879-a35b-eb87d2ca5b1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926876 Feb 20 23:20:45.882167 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-a9c1ee65-c84e-424d-a5ca-fddbcd511ee4 None None] Set router d3b73afb-675d-4122-9daf-aa4c5a881095 gateway port host: dv-cinder-830096-1-iscsi {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 23:20:45.937096 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdad7f1d-357e-42ea-8bf0-11ceb63ca449 req-5c9aa1ad-e318-4486-840e-67502721e789 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:20:45.938506 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-fdad7f1d-357e-42ea-8bf0-11ceb63ca449 req-5c9aa1ad-e318-4486-840e-67502721e789 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] 10.222.0.65 "GET /v2.0/ports?device_id=19143a6a-fa0c-46bf-bdf8-8c5d9daacbcb HTTP/1.1" status: 200 len: 945 time: 0.1044006 Feb 20 23:20:45.983868 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-e339c9e6-b64a-4941-8c04-39a2b4ab35c2 req-b184cae4-d358-4be9-bf09-1b253d40be9d service neutron] 10.222.0.42 "GET /v2.0/networks/74e3ec14-81b5-4879-a35b-eb87d2ca5b1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1186631 Feb 20 23:20:46.011542 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-fdad7f1d-357e-42ea-8bf0-11ceb63ca449 req-3a21d61c-7d4d-479b-83f3-86a1732ff575 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] 10.222.0.65 "GET /v2.0/security-groups?id=5884c876-d2b7-4ddf-be4b-1523a25c94c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629866 Feb 20 23:20:46.102115 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-343008d4-3a37-47e4-bcbd-5ef9b41dd99c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (5ba36dc9-fc49-4f8a-9e75-ea70dbbc9d37), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:20:46.131008 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-a9c1ee65-c84e-424d-a5ca-fddbcd511ee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3b73afb-675d-4122-9daf-aa4c5a881095', 'name': 'tempest-TestVolumeBootPattern-1554751375-router', 'tenant_id': '96412aeecd2949f8b19392d06a9e3d49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f52b71d-61c7-49bc-86ae-3e3415c25b55', 'external_fixed_ips': [{'subnet_id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'ip_address': '172.27.2.34'}], 'enable_snat': True}, 'gw_port_id': '1f74c4c3-59de-4f19-a245-4530391a8b09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:12:56Z', 'updated_at': '2022-02-20T23:12:59Z', 'revision_number': 4, 'project_id': '96412aeecd2949f8b19392d06a9e3d49', 'gw_port': {'id': '1f74c4c3-59de-4f19-a245-4530391a8b09', 'name': '', 'network_id': '5f52b71d-61c7-49bc-86ae-3e3415c25b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:74:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3b73afb-675d-4122-9daf-aa4c5a881095', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'ip_address': '172.27.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:12:56Z', 'updated_at': '2022-02-20T23:13:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-1-iscsi', '_floatingips': [{'id': '047817b4-b586-4238-8a55-5a0e403fc265', 'tenant_id': '96412aeecd2949f8b19392d06a9e3d49', 'floating_ip_address': '172.27.2.18', 'floating_network_id': '5f52b71d-61c7-49bc-86ae-3e3415c25b55', 'router_id': 'd3b73afb-675d-4122-9daf-aa4c5a881095', 'port_id': 'e0e82c90-879b-4655-a36c-c3d5ff9cfb26', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '74e3ec14-81b5-4879-a35b-eb87d2ca5b1f', 'mac_address': 'fa:16:3e:58:f5:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d158cf-82e2-4584-a8ff-2eeb09d603b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T23:16:33Z', 'updated_at': '2022-02-20T23:16:35Z', 'revision_number': 1, 'project_id': '96412aeecd2949f8b19392d06a9e3d49', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eed19e66-240e-4650-9a91-b01158d12948', 'name': '', 'network_id': '74e3ec14-81b5-4879-a35b-eb87d2ca5b1f', 'tenant_id': '96412aeecd2949f8b19392d06a9e3d49', 'mac_address': 'fa:16:3e:98:73:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3b73afb-675d-4122-9daf-aa4c5a881095', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '3237860d-efef-4946-8f22-d95aff7e1462', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:12:58Z', 'updated_at': '2022-02-20T23:13:03Z', 'revision_number': 5, 'project_id': '96412aeecd2949f8b19392d06a9e3d49', 'subnets': [{'id': '3237860d-efef-4946-8f22-d95aff7e1462', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830096-1-iscsi', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:20:46.158263 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9c1ee65-c84e-424d-a5ca-fddbcd511ee4 None None] The sync data for ids ['d3b73afb-675d-4122-9daf-aa4c5a881095'] in dv-cinder-830096-1-iscsi is: [{'id': 'd3b73afb-675d-4122-9daf-aa4c5a881095', 'name': 'tempest-TestVolumeBootPattern-1554751375-router', 'tenant_id': '96412aeecd2949f8b19392d06a9e3d49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f52b71d-61c7-49bc-86ae-3e3415c25b55', 'external_fixed_ips': [{'subnet_id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'ip_address': '172.27.2.34'}], 'enable_snat': True}, 'gw_port_id': '1f74c4c3-59de-4f19-a245-4530391a8b09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:12:56Z', 'updated_at': '2022-02-20T23:12:59Z', 'revision_number': 4, 'project_id': '96412aeecd2949f8b19392d06a9e3d49', 'gw_port': {'id': '1f74c4c3-59de-4f19-a245-4530391a8b09', 'name': '', 'network_id': '5f52b71d-61c7-49bc-86ae-3e3415c25b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:74:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3b73afb-675d-4122-9daf-aa4c5a881095', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'ip_address': '172.27.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:12:56Z', 'updated_at': '2022-02-20T23:13:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-1-iscsi', '_floatingips': [{'id': '047817b4-b586-4238-8a55-5a0e403fc265', 'tenant_id': '96412aeecd2949f8b19392d06a9e3d49', 'floating_ip_address': '172.27.2.18', 'floating_network_id': '5f52b71d-61c7-49bc-86ae-3e3415c25b55', 'router_id': 'd3b73afb-675d-4122-9daf-aa4c5a881095', 'port_id': 'e0e82c90-879b-4655-a36c-c3d5ff9cfb26', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '74e3ec14-81b5-4879-a35b-eb87d2ca5b1f', 'mac_address': 'fa:16:3e:58:f5:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d158cf-82e2-4584-a8ff-2eeb09d603b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T23:16:33Z', 'updated_at': '2022-02-20T23:16:35Z', 'revision_number': 1, 'project_id': '96412aeecd2949f8b19392d06a9e3d49', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eed19e66-240e-4650-9a91-b01158d12948', 'name': '', 'network_id': '74e3ec14-81b5-4879-a35b-eb87d2ca5b1f', 'tenant_id': '96412aeecd2949f8b19392d06a9e3d49', 'mac_address': 'fa:16:3e:98:73:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3b73afb-675d-4122-9daf-aa4c5a881095', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '3237860d-efef-4946-8f22-d95aff7e1462', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:12:58Z', 'updated_at': '2022-02-20T23:13:03Z', 'revision_number': 5, 'project_id': '96412aeecd2949f8b19392d06a9e3d49', 'subnets': [{'id': '3237860d-efef-4946-8f22-d95aff7e1462', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 23:20:46.369857 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d38fd282-d606-4424-ba2f-0927595c5e5b None None] New status for floating IP 1bcae8e4-4ca8-4bcb-b102-0a289f84eaa2: DOWN {{(pid=109631) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 20 23:20:47.138994 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2d959b-bcd5-4a6f-ad2f-dbbdc1a6c85e req-7727bd8d-f24e-4cd7-abc0-184b416ad6ce tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:20:47.140529 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-cb2d959b-bcd5-4a6f-ad2f-dbbdc1a6c85e req-7727bd8d-f24e-4cd7-abc0-184b416ad6ce tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] 10.222.0.65 "GET /v2.0/ports?device_id=19143a6a-fa0c-46bf-bdf8-8c5d9daacbcb HTTP/1.1" status: 200 len: 945 time: 0.0593052 Feb 20 23:20:47.189636 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-cb2d959b-bcd5-4a6f-ad2f-dbbdc1a6c85e req-56888057-1d81-4d95-917e-e9315e9ad1a7 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] 10.222.0.65 "GET /v2.0/security-groups?id=5884c876-d2b7-4ddf-be4b-1523a25c94c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436811 Feb 20 23:20:47.283556 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-f8bda328-0f39-40fc-b2c8-28796977f3d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (e2edd6cb-ac77-47df-80b5-e0a92a5dde3d), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:20:47.600029 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcfebe5-894b-4fa4-b1bb-4bffbd03c4ac req-9162b6a5-dd6d-4f00-8254-cb53ea329f92 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:20:47.601449 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-1dcfebe5-894b-4fa4-b1bb-4bffbd03c4ac req-9162b6a5-dd6d-4f00-8254-cb53ea329f92 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] 10.222.0.42 "GET /v2.0/ports?device_id=19143a6a-fa0c-46bf-bdf8-8c5d9daacbcb HTTP/1.1" status: 200 len: 945 time: 0.0498209 Feb 20 23:20:47.689179 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [req-1dcfebe5-894b-4fa4-b1bb-4bffbd03c4ac req-c067ea98-1470-46dc-bca3-76b66115e46e tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Deleting port 568bb37d-e9ce-4a7a-860a-072e482d12f0 {{(pid=109628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 23:20:47.689516 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-1dcfebe5-894b-4fa4-b1bb-4bffbd03c4ac req-c067ea98-1470-46dc-bca3-76b66115e46e tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747407206678'] for port (568bb37d-e9ce-4a7a-860a-072e482d12f0), before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:20:47.778881 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.db [req-1dcfebe5-894b-4fa4-b1bb-4bffbd03c4ac req-c067ea98-1470-46dc-bca3-76b66115e46e tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] For port 568bb37d-e9ce-4a7a-860a-072e482d12f0, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=568bb37d-e9ce-4a7a-860a-072e482d12f0,segment=NetworkSegment(87e8d4bb-ebee-43a2-83e3-2e7061590a5d),segment_id=87e8d4bb-ebee-43a2-83e3-2e7061590a5d)] {{(pid=109628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:20:47.779240 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-1dcfebe5-894b-4fa4-b1bb-4bffbd03c4ac req-c067ea98-1470-46dc-bca3-76b66115e46e tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671932'] for port (568bb37d-e9ce-4a7a-860a-072e482d12f0), precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:20:47.790710 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [req-1dcfebe5-894b-4fa4-b1bb-4bffbd03c4ac req-c067ea98-1470-46dc-bca3-76b66115e46e tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Calling delete_port for 568bb37d-e9ce-4a7a-860a-072e482d12f0 owned by compute:nova {{(pid=109628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 23:20:47.975003 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-1dcfebe5-894b-4fa4-b1bb-4bffbd03c4ac req-c067ea98-1470-46dc-bca3-76b66115e46e tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747407212409', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747406771505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59259307'] for port (568bb37d-e9ce-4a7a-860a-072e482d12f0), after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:20:48.002757 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c067ea98-1470-46dc-bca3-76b66115e46e tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Pushing event deleted for resources: {'Port': ['ID=568bb37d-e9ce-4a7a-860a-072e482d12f0,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:20:48.071118 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c067ea98-1470-46dc-bca3-76b66115e46e tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:20:48.071118 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c067ea98-1470-46dc-bca3-76b66115e46e tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:20:48.071118 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c067ea98-1470-46dc-bca3-76b66115e46e tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:20:48.071118 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c067ea98-1470-46dc-bca3-76b66115e46e tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:20:48.071118 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c067ea98-1470-46dc-bca3-76b66115e46e tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:20:48.071118 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c067ea98-1470-46dc-bca3-76b66115e46e tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:20:48.071118 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c067ea98-1470-46dc-bca3-76b66115e46e tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:20:48.071118 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c067ea98-1470-46dc-bca3-76b66115e46e tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:20:48.071118 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c067ea98-1470-46dc-bca3-76b66115e46e tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:20:48.071118 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c067ea98-1470-46dc-bca3-76b66115e46e tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:20:48.071118 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c067ea98-1470-46dc-bca3-76b66115e46e tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:20:48.071118 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c067ea98-1470-46dc-bca3-76b66115e46e tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:20:48.071118 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c067ea98-1470-46dc-bca3-76b66115e46e tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:20:48.073927 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [req-1dcfebe5-894b-4fa4-b1bb-4bffbd03c4ac req-c067ea98-1470-46dc-bca3-76b66115e46e tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] No DVR routers for this DVR port 568bb37d-e9ce-4a7a-860a-072e482d12f0 on host hv-cinder-83009 {{(pid=109628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 23:20:48.073927 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-1dcfebe5-894b-4fa4-b1bb-4bffbd03c4ac req-c067ea98-1470-46dc-bca3-76b66115e46e tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932959'] for port (None), before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:20:48.073927 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-1dcfebe5-894b-4fa4-b1bb-4bffbd03c4ac req-c067ea98-1470-46dc-bca3-76b66115e46e tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] 10.222.0.42 "DELETE /v2.0/ports/568bb37d-e9ce-4a7a-860a-072e482d12f0 HTTP/1.1" status: 204 len: 173 time: 0.4520929 Feb 20 23:20:48.073927 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19143a6a-fa0c-46bf-bdf8-8c5d9daacbcb', 'name': 'network-vif-deleted', 'tag': '568bb37d-e9ce-4a7a-860a-072e482d12f0'}] {{(pid=109628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 23:20:48.073927 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4be7ee60aa4259b475ee261dcf74c65065c56e299c7a4b2359a57cf03aee0d96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d9cb41f-d96d-47fc-8aa0-266cbd60e065" -d '{"events": [{"server_uuid": "19143a6a-fa0c-46bf-bdf8-8c5d9daacbcb", "name": "network-vif-deleted", "tag": "568bb37d-e9ce-4a7a-860a-072e482d12f0"}]}' {{(pid=109628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 23:20:48.095307 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 23:20:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b474b38-045d-4021-b71e-d8f9812e6542 x-openstack-request-id: req-9b474b38-045d-4021-b71e-d8f9812e6542 {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 23:20:48.095600 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19143a6a-fa0c-46bf-bdf8-8c5d9daacbcb", "name": "network-vif-deleted", "tag": "568bb37d-e9ce-4a7a-860a-072e482d12f0", "status": "completed", "code": 200}]} {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 23:20:48.095852 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-9b474b38-045d-4021-b71e-d8f9812e6542 {{(pid=109628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 23:20:48.096246 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19143a6a-fa0c-46bf-bdf8-8c5d9daacbcb', 'name': 'network-vif-deleted', 'tag': '568bb37d-e9ce-4a7a-860a-072e482d12f0', 'status': 'completed', 'code': 200} Feb 20 23:20:48.290553 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-408a4a05-aaf2-4e02-97fe-0e10400844ff req-153c0fbf-1669-440a-8b94-735f349563c8 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] 10.222.0.65 "GET /v2.0/ports?device_id=19143a6a-fa0c-46bf-bdf8-8c5d9daacbcb HTTP/1.1" status: 200 len: 210 time: 0.0261831 Feb 20 23:20:48.741139 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (2dc95353-690e-4eed-857f-cdb5bbe3a4be), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:20:49.395966 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-c69721e0-0439-43b7-97bd-ab268b058738 req-70a56e61-cb30-4626-a86c-ec02fa883e2c tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] 10.222.0.65 "GET /v2.0/ports?device_id=19143a6a-fa0c-46bf-bdf8-8c5d9daacbcb HTTP/1.1" status: 200 len: 210 time: 0.0256157 Feb 20 23:20:50.688426 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Device 568bb37d-e9ce-4a7a-860a-072e482d12f0 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 23:20:50.708227 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] No Port match for: 568bb37d-e9ce-4a7a-860a-072e482d12f0 {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 23:20:50.708570 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Device 568bb37d-e9ce-4a7a-860a-072e482d12f0 not bound to the agent host hv-cinder-83009 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 23:20:52.879603 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.65', 55326) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:20:53.034752 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-c2f501e1-9b8f-45b6-b56d-592a12f4f3f6 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Deleting port 50ced32c-9dfa-4982-a73d-6471a3e42e26 {{(pid=109629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 23:20:53.035092 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-c2f501e1-9b8f-45b6-b56d-592a12f4f3f6 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747407206678'] for port (50ced32c-9dfa-4982-a73d-6471a3e42e26), before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:20:53.107076 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-c2f501e1-9b8f-45b6-b56d-592a12f4f3f6 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671932'] for port (50ced32c-9dfa-4982-a73d-6471a3e42e26), precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:20:53.107401 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-c2f501e1-9b8f-45b6-b56d-592a12f4f3f6 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Publish callbacks [] for floatingip (50ced32c-9dfa-4982-a73d-6471a3e42e26), precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:20:53.119417 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-c2f501e1-9b8f-45b6-b56d-592a12f4f3f6 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Calling delete_port for 50ced32c-9dfa-4982-a73d-6471a3e42e26 owned by network:floatingip {{(pid=109629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 23:20:53.540588 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-c2f501e1-9b8f-45b6-b56d-592a12f4f3f6 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747407212409', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747406771505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61629250'] for port (50ced32c-9dfa-4982-a73d-6471a3e42e26), after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:20:53.566176 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f501e1-9b8f-45b6-b56d-592a12f4f3f6 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Pushing event deleted for resources: {'Port': ['ID=50ced32c-9dfa-4982-a73d-6471a3e42e26,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:20:53.628699 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-c2f501e1-9b8f-45b6-b56d-592a12f4f3f6 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Publish callbacks [] for floatingip (047817b4-b586-4238-8a55-5a0e403fc265), after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:20:53.633269 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.db.l3_db [None req-c2f501e1-9b8f-45b6-b56d-592a12f4f3f6 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Floating IP 047817b4-b586-4238-8a55-5a0e403fc265 disassociated (deleted). External IP: 172.27.2.18, port: e0e82c90-879b-4655-a36c-c3d5ff9cfb26. Feb 20 23:20:53.836880 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2f501e1-9b8f-45b6-b56d-592a12f4f3f6 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Router d3b73afb-675d-4122-9daf-aa4c5a881095 has already been hosted by L3 agent 13c347f3-1c01-45ee-af8c-9f8a630e0f23 {{(pid=109629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 23:20:53.943951 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2f501e1-9b8f-45b6-b56d-592a12f4f3f6 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Notify agent at l3_agent.dv-cinder-830096-1-iscsi the message routers_updated {{(pid=109629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 23:20:53.948878 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-c2f501e1-9b8f-45b6-b56d-592a12f4f3f6 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932959'] for floatingip (None), before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:20:53.953719 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8af2c2b4-e8f0-4724-b1e3-6968f6f53f0b None None] Sync routers for ids ['d3b73afb-675d-4122-9daf-aa4c5a881095'] in dv-cinder-830096-1-iscsi {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 23:20:53.962817 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8af2c2b4-e8f0-4724-b1e3-6968f6f53f0b None None] Routers {'d3b73afb-675d-4122-9daf-aa4c5a881095'} bound to L3 agent in host dv-cinder-830096-1-iscsi {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 23:20:53.963435 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-8af2c2b4-e8f0-4724-b1e3-6968f6f53f0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T22:50:44Z,description=,heartbeat_timestamp=2022-02-20T23:20:44Z,host='dv-cinder-830096-1-iscsi',id=13c347f3-1c01-45ee-af8c-9f8a630e0f23,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T22:50:45Z,topic='l3_agent')) {'router_ids': ['d3b73afb-675d-4122-9daf-aa4c5a881095'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:20:53.978198 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [None req-c2f501e1-9b8f-45b6-b56d-592a12f4f3f6 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] 10.222.0.65 "DELETE /v2.0/floatingips/047817b4-b586-4238-8a55-5a0e403fc265 HTTP/1.1" status: 204 len: 168 time: 1.0975187 Feb 20 23:20:53.978796 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33d158cf-82e2-4584-a8ff-2eeb09d603b1', 'tag': 'e0e82c90-879b-4655-a36c-c3d5ff9cfb26'}] {{(pid=109629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 23:20:53.981003 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fb480476601f6d45763ee6f7049a1d11722b8eb4e711c6cc4532448040ffc9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be63f39b-1986-4a1f-b9df-32d4a21db8d9" -d '{"events": [{"name": "network-changed", "server_uuid": "33d158cf-82e2-4584-a8ff-2eeb09d603b1", "tag": "e0e82c90-879b-4655-a36c-c3d5ff9cfb26"}]}' {{(pid=109629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 23:20:54.032829 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 23:20:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0b412a4-368f-4407-8794-99f76f407cab x-openstack-request-id: req-a0b412a4-368f-4407-8794-99f76f407cab {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 23:20:54.033308 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33d158cf-82e2-4584-a8ff-2eeb09d603b1", "tag": "e0e82c90-879b-4655-a36c-c3d5ff9cfb26", "status": "completed", "code": 200}]} {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 23:20:54.033984 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a0b412a4-368f-4407-8794-99f76f407cab {{(pid=109629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 23:20:54.034601 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33d158cf-82e2-4584-a8ff-2eeb09d603b1', 'tag': 'e0e82c90-879b-4655-a36c-c3d5ff9cfb26', 'status': 'completed', 'code': 200} Feb 20 23:20:54.072920 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-8af2c2b4-e8f0-4724-b1e3-6968f6f53f0b None None] Set router d3b73afb-675d-4122-9daf-aa4c5a881095 gateway port host: dv-cinder-830096-1-iscsi {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 23:20:54.102346 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be63f39b-1986-4a1f-b9df-32d4a21db8d9 req-197ce392-cd36-49f3-aa6a-608bcd11c63b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:20:54.103888 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-be63f39b-1986-4a1f-b9df-32d4a21db8d9 req-197ce392-cd36-49f3-aa6a-608bcd11c63b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=96412aeecd2949f8b19392d06a9e3d49&device_id=33d158cf-82e2-4584-a8ff-2eeb09d603b1 HTTP/1.1" status: 200 len: 1129 time: 0.0470121 Feb 20 23:20:54.196857 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be63f39b-1986-4a1f-b9df-32d4a21db8d9 req-26adf215-19c1-4b75-80c0-7d24d938e843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:20:54.198327 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-be63f39b-1986-4a1f-b9df-32d4a21db8d9 req-26adf215-19c1-4b75-80c0-7d24d938e843 service neutron] 10.222.0.42 "GET /v2.0/networks?id=74e3ec14-81b5-4879-a35b-eb87d2ca5b1f HTTP/1.1" status: 200 len: 912 time: 0.0877213 Feb 20 23:20:54.245692 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-be63f39b-1986-4a1f-b9df-32d4a21db8d9 req-184b904c-4c13-4246-a6d6-4c3bfa4a1dcc service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e0e82c90-879b-4655-a36c-c3d5ff9cfb26 HTTP/1.1" status: 200 len: 217 time: 0.0384619 Feb 20 23:20:54.272591 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-8af2c2b4-e8f0-4724-b1e3-6968f6f53f0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3b73afb-675d-4122-9daf-aa4c5a881095', 'name': 'tempest-TestVolumeBootPattern-1554751375-router', 'tenant_id': '96412aeecd2949f8b19392d06a9e3d49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f52b71d-61c7-49bc-86ae-3e3415c25b55', 'external_fixed_ips': [{'subnet_id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'ip_address': '172.27.2.34'}], 'enable_snat': True}, 'gw_port_id': '1f74c4c3-59de-4f19-a245-4530391a8b09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:12:56Z', 'updated_at': '2022-02-20T23:12:59Z', 'revision_number': 4, 'project_id': '96412aeecd2949f8b19392d06a9e3d49', 'gw_port': {'id': '1f74c4c3-59de-4f19-a245-4530391a8b09', 'name': '', 'network_id': '5f52b71d-61c7-49bc-86ae-3e3415c25b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:74:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3b73afb-675d-4122-9daf-aa4c5a881095', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'ip_address': '172.27.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:12:56Z', 'updated_at': '2022-02-20T23:13:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-1-iscsi', '_interfaces': [{'id': 'eed19e66-240e-4650-9a91-b01158d12948', 'name': '', 'network_id': '74e3ec14-81b5-4879-a35b-eb87d2ca5b1f', 'tenant_id': '96412aeecd2949f8b19392d06a9e3d49', 'mac_address': 'fa:16:3e:98:73:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3b73afb-675d-4122-9daf-aa4c5a881095', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '3237860d-efef-4946-8f22-d95aff7e1462', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:12:58Z', 'updated_at': '2022-02-20T23:13:03Z', 'revision_number': 5, 'project_id': '96412aeecd2949f8b19392d06a9e3d49', 'subnets': [{'id': '3237860d-efef-4946-8f22-d95aff7e1462', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830096-1-iscsi', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:20:54.294302 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be63f39b-1986-4a1f-b9df-32d4a21db8d9 req-6ca2f188-8559-42d2-bc60-30f3c7bd51c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:20:54.295939 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-be63f39b-1986-4a1f-b9df-32d4a21db8d9 req-6ca2f188-8559-42d2-bc60-30f3c7bd51c0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3237860d-efef-4946-8f22-d95aff7e1462 HTTP/1.1" status: 200 len: 851 time: 0.0440793 Feb 20 23:20:54.298976 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8af2c2b4-e8f0-4724-b1e3-6968f6f53f0b None None] Checking router: d3b73afb-675d-4122-9daf-aa4c5a881095 for host: dv-cinder-830096-1-iscsi {{(pid=109630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 23:20:54.309200 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8af2c2b4-e8f0-4724-b1e3-6968f6f53f0b None None] Routers {'d3b73afb-675d-4122-9daf-aa4c5a881095'} bound to L3 agent in host dv-cinder-830096-1-iscsi {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 23:20:54.309847 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-8af2c2b4-e8f0-4724-b1e3-6968f6f53f0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T22:50:44Z,description=,heartbeat_timestamp=2022-02-20T23:20:44Z,host='dv-cinder-830096-1-iscsi',id=13c347f3-1c01-45ee-af8c-9f8a630e0f23,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T22:50:45Z,topic='l3_agent')) {'router_ids': ['d3b73afb-675d-4122-9daf-aa4c5a881095'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:20:54.351216 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be63f39b-1986-4a1f-b9df-32d4a21db8d9 req-010d9cd6-c03d-4019-95da-1bd927dfe9ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:20:54.352757 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-be63f39b-1986-4a1f-b9df-32d4a21db8d9 req-010d9cd6-c03d-4019-95da-1bd927dfe9ca service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=74e3ec14-81b5-4879-a35b-eb87d2ca5b1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0449891 Feb 20 23:20:54.421717 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-8af2c2b4-e8f0-4724-b1e3-6968f6f53f0b None None] Set router d3b73afb-675d-4122-9daf-aa4c5a881095 gateway port host: dv-cinder-830096-1-iscsi {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 23:20:54.452705 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-be63f39b-1986-4a1f-b9df-32d4a21db8d9 req-70a36bab-fecd-4c7e-b899-f0078d475d7c service neutron] 10.222.0.42 "GET /v2.0/networks/74e3ec14-81b5-4879-a35b-eb87d2ca5b1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930634 Feb 20 23:20:54.502625 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fc97fc-41d8-422c-b1c3-a860b36783b9 req-ef0a9d50-a013-4600-8daf-99da41581135 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:20:54.504109 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-03fc97fc-41d8-422c-b1c3-a860b36783b9 req-ef0a9d50-a013-4600-8daf-99da41581135 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] 10.222.0.65 "GET /v2.0/ports?device_id=33d158cf-82e2-4584-a8ff-2eeb09d603b1 HTTP/1.1" status: 200 len: 945 time: 0.0543177 Feb 20 23:20:54.545221 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-be63f39b-1986-4a1f-b9df-32d4a21db8d9 req-710549e6-6556-4c6f-bca0-aac38bf567ec service neutron] 10.222.0.42 "GET /v2.0/networks/74e3ec14-81b5-4879-a35b-eb87d2ca5b1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855799 Feb 20 23:20:54.560255 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [req-03fc97fc-41d8-422c-b1c3-a860b36783b9 req-5c975871-2078-408e-a600-4c8bf6590337 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] 10.222.0.65 "GET /v2.0/security-groups?id=5884c876-d2b7-4ddf-be4b-1523a25c94c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475490 Feb 20 23:20:54.637540 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-8af2c2b4-e8f0-4724-b1e3-6968f6f53f0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3b73afb-675d-4122-9daf-aa4c5a881095', 'name': 'tempest-TestVolumeBootPattern-1554751375-router', 'tenant_id': '96412aeecd2949f8b19392d06a9e3d49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f52b71d-61c7-49bc-86ae-3e3415c25b55', 'external_fixed_ips': [{'subnet_id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'ip_address': '172.27.2.34'}], 'enable_snat': True}, 'gw_port_id': '1f74c4c3-59de-4f19-a245-4530391a8b09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:12:56Z', 'updated_at': '2022-02-20T23:12:59Z', 'revision_number': 4, 'project_id': '96412aeecd2949f8b19392d06a9e3d49', 'gw_port': {'id': '1f74c4c3-59de-4f19-a245-4530391a8b09', 'name': '', 'network_id': '5f52b71d-61c7-49bc-86ae-3e3415c25b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:74:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3b73afb-675d-4122-9daf-aa4c5a881095', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'ip_address': '172.27.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:12:56Z', 'updated_at': '2022-02-20T23:13:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-1-iscsi', '_interfaces': [{'id': 'eed19e66-240e-4650-9a91-b01158d12948', 'name': '', 'network_id': '74e3ec14-81b5-4879-a35b-eb87d2ca5b1f', 'tenant_id': '96412aeecd2949f8b19392d06a9e3d49', 'mac_address': 'fa:16:3e:98:73:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3b73afb-675d-4122-9daf-aa4c5a881095', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '3237860d-efef-4946-8f22-d95aff7e1462', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:12:58Z', 'updated_at': '2022-02-20T23:13:03Z', 'revision_number': 5, 'project_id': '96412aeecd2949f8b19392d06a9e3d49', 'subnets': [{'id': '3237860d-efef-4946-8f22-d95aff7e1462', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830096-1-iscsi', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:20:54.665262 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8af2c2b4-e8f0-4724-b1e3-6968f6f53f0b None None] The sync data for ids ['d3b73afb-675d-4122-9daf-aa4c5a881095'] in dv-cinder-830096-1-iscsi is: [{'id': 'd3b73afb-675d-4122-9daf-aa4c5a881095', 'name': 'tempest-TestVolumeBootPattern-1554751375-router', 'tenant_id': '96412aeecd2949f8b19392d06a9e3d49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f52b71d-61c7-49bc-86ae-3e3415c25b55', 'external_fixed_ips': [{'subnet_id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'ip_address': '172.27.2.34'}], 'enable_snat': True}, 'gw_port_id': '1f74c4c3-59de-4f19-a245-4530391a8b09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:12:56Z', 'updated_at': '2022-02-20T23:12:59Z', 'revision_number': 4, 'project_id': '96412aeecd2949f8b19392d06a9e3d49', 'gw_port': {'id': '1f74c4c3-59de-4f19-a245-4530391a8b09', 'name': '', 'network_id': '5f52b71d-61c7-49bc-86ae-3e3415c25b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:74:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3b73afb-675d-4122-9daf-aa4c5a881095', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'ip_address': '172.27.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:12:56Z', 'updated_at': '2022-02-20T23:13:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-1-iscsi', '_interfaces': [{'id': 'eed19e66-240e-4650-9a91-b01158d12948', 'name': '', 'network_id': '74e3ec14-81b5-4879-a35b-eb87d2ca5b1f', 'tenant_id': '96412aeecd2949f8b19392d06a9e3d49', 'mac_address': 'fa:16:3e:98:73:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3b73afb-675d-4122-9daf-aa4c5a881095', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '3237860d-efef-4946-8f22-d95aff7e1462', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:12:58Z', 'updated_at': '2022-02-20T23:13:03Z', 'revision_number': 5, 'project_id': '96412aeecd2949f8b19392d06a9e3d49', 'subnets': [{'id': '3237860d-efef-4946-8f22-d95aff7e1462', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 23:20:54.888608 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-569ba997-e742-4eda-a2ed-1cffacd3dc9d None None] New status for floating IP 047817b4-b586-4238-8a55-5a0e403fc265: DOWN {{(pid=109631) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 20 23:20:55.684716 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a525cd-f986-46e5-ad44-55360e458c66 req-855d92c4-a9fe-42e4-8268-f09c11865269 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:20:55.686196 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-74a525cd-f986-46e5-ad44-55360e458c66 req-855d92c4-a9fe-42e4-8268-f09c11865269 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] 10.222.0.65 "GET /v2.0/ports?device_id=33d158cf-82e2-4584-a8ff-2eeb09d603b1 HTTP/1.1" status: 200 len: 945 time: 0.0550640 Feb 20 23:20:55.733526 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-74a525cd-f986-46e5-ad44-55360e458c66 req-13bfa02b-6c88-4ccd-866b-32144bd330d6 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] 10.222.0.65 "GET /v2.0/security-groups?id=5884c876-d2b7-4ddf-be4b-1523a25c94c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410967 Feb 20 23:20:56.117891 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23c3703-7cd5-4b15-a565-5b569db111f7 req-dd53d8a8-2f1a-4eaf-a4d2-c062e0aa5ce8 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 23:20:56.119332 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-c23c3703-7cd5-4b15-a565-5b569db111f7 req-dd53d8a8-2f1a-4eaf-a4d2-c062e0aa5ce8 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] 10.222.0.42 "GET /v2.0/ports?device_id=33d158cf-82e2-4584-a8ff-2eeb09d603b1 HTTP/1.1" status: 200 len: 945 time: 0.0546935 Feb 20 23:20:56.208228 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [req-c23c3703-7cd5-4b15-a565-5b569db111f7 req-910d31ff-0eeb-4dbe-88e5-11e90f3182cd tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Deleting port e0e82c90-879b-4655-a36c-c3d5ff9cfb26 {{(pid=109628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 23:20:56.208566 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-c23c3703-7cd5-4b15-a565-5b569db111f7 req-910d31ff-0eeb-4dbe-88e5-11e90f3182cd tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747407206678'] for port (e0e82c90-879b-4655-a36c-c3d5ff9cfb26), before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:20:56.297666 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.db [req-c23c3703-7cd5-4b15-a565-5b569db111f7 req-910d31ff-0eeb-4dbe-88e5-11e90f3182cd tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] For port e0e82c90-879b-4655-a36c-c3d5ff9cfb26, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=e0e82c90-879b-4655-a36c-c3d5ff9cfb26,segment=NetworkSegment(87e8d4bb-ebee-43a2-83e3-2e7061590a5d),segment_id=87e8d4bb-ebee-43a2-83e3-2e7061590a5d)] {{(pid=109628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:20:56.297941 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-c23c3703-7cd5-4b15-a565-5b569db111f7 req-910d31ff-0eeb-4dbe-88e5-11e90f3182cd tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671932'] for port (e0e82c90-879b-4655-a36c-c3d5ff9cfb26), precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:20:56.310137 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [req-c23c3703-7cd5-4b15-a565-5b569db111f7 req-910d31ff-0eeb-4dbe-88e5-11e90f3182cd tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Calling delete_port for e0e82c90-879b-4655-a36c-c3d5ff9cfb26 owned by compute:nova {{(pid=109628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 23:20:56.386194 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (a929ecfe-02b1-4b86-b2e7-0c746ea4b12c), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:20:56.529263 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-c23c3703-7cd5-4b15-a565-5b569db111f7 req-910d31ff-0eeb-4dbe-88e5-11e90f3182cd tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747407212409', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747406771505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59259307'] for port (e0e82c90-879b-4655-a36c-c3d5ff9cfb26), after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:20:56.562140 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910d31ff-0eeb-4dbe-88e5-11e90f3182cd tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Pushing event deleted for resources: {'Port': ['ID=e0e82c90-879b-4655-a36c-c3d5ff9cfb26,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:20:56.604113 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [req-c23c3703-7cd5-4b15-a565-5b569db111f7 req-910d31ff-0eeb-4dbe-88e5-11e90f3182cd tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] No DVR routers for this DVR port e0e82c90-879b-4655-a36c-c3d5ff9cfb26 on host hv-cinder-83009 {{(pid=109628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 23:20:56.607051 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-c23c3703-7cd5-4b15-a565-5b569db111f7 req-910d31ff-0eeb-4dbe-88e5-11e90f3182cd tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932959'] for port (None), before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:20:56.610730 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-c23c3703-7cd5-4b15-a565-5b569db111f7 req-910d31ff-0eeb-4dbe-88e5-11e90f3182cd tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] 10.222.0.42 "DELETE /v2.0/ports/e0e82c90-879b-4655-a36c-c3d5ff9cfb26 HTTP/1.1" status: 204 len: 173 time: 0.4863980 Feb 20 23:20:56.611165 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33d158cf-82e2-4584-a8ff-2eeb09d603b1', 'name': 'network-vif-deleted', 'tag': 'e0e82c90-879b-4655-a36c-c3d5ff9cfb26'}] {{(pid=109628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 23:20:56.613521 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4be7ee60aa4259b475ee261dcf74c65065c56e299c7a4b2359a57cf03aee0d96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-100c4422-9fd6-456d-a3a1-a91fbe30d603" -d '{"events": [{"server_uuid": "33d158cf-82e2-4584-a8ff-2eeb09d603b1", "name": "network-vif-deleted", "tag": "e0e82c90-879b-4655-a36c-c3d5ff9cfb26"}]}' {{(pid=109628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 23:20:56.648678 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 23:20:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80727c0d-d2d5-47c4-9e75-42e8b665b3c4 x-openstack-request-id: req-80727c0d-d2d5-47c4-9e75-42e8b665b3c4 {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 23:20:56.649067 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33d158cf-82e2-4584-a8ff-2eeb09d603b1", "name": "network-vif-deleted", "tag": "e0e82c90-879b-4655-a36c-c3d5ff9cfb26", "status": "completed", "code": 200}]} {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 23:20:56.649325 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-80727c0d-d2d5-47c4-9e75-42e8b665b3c4 {{(pid=109628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 23:20:56.649727 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33d158cf-82e2-4584-a8ff-2eeb09d603b1', 'name': 'network-vif-deleted', 'tag': 'e0e82c90-879b-4655-a36c-c3d5ff9cfb26', 'status': 'completed', 'code': 200} Feb 20 23:20:56.826273 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [req-53eb4552-e4b4-412f-97f8-dcdd658fbc74 req-c9a26951-d5be-45be-b487-5fb9622a0c5f tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] 10.222.0.65 "GET /v2.0/ports?device_id=33d158cf-82e2-4584-a8ff-2eeb09d603b1 HTTP/1.1" status: 200 len: 210 time: 0.0269434 Feb 20 23:20:57.625268 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.db.agents_db [None req-1f7bd598-9080-4651-a904-61cb6c9001fd None None] Agent healthcheck: found 6 active agents {{(pid=109631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 23:20:57.882745 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.65', 55342) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:20:58.002037 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-2b076ed2-a917-4583-8014-a09be4af5142 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Deleting port 7a23474f-bc93-465d-ab69-fa66badecda1 {{(pid=109629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 23:20:58.002395 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-2b076ed2-a917-4583-8014-a09be4af5142 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747407206678'] for port (7a23474f-bc93-465d-ab69-fa66badecda1), before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:20:58.077239 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-2b076ed2-a917-4583-8014-a09be4af5142 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671932'] for port (7a23474f-bc93-465d-ab69-fa66badecda1), precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:20:58.077559 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-2b076ed2-a917-4583-8014-a09be4af5142 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Publish callbacks [] for floatingip (7a23474f-bc93-465d-ab69-fa66badecda1), precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:20:58.089264 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-2b076ed2-a917-4583-8014-a09be4af5142 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Calling delete_port for 7a23474f-bc93-465d-ab69-fa66badecda1 owned by network:floatingip {{(pid=109629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 23:20:58.329485 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-2b076ed2-a917-4583-8014-a09be4af5142 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747407212409', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747406771505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61629250'] for port (7a23474f-bc93-465d-ab69-fa66badecda1), after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:20:58.357349 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b076ed2-a917-4583-8014-a09be4af5142 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Pushing event deleted for resources: {'Port': ['ID=7a23474f-bc93-465d-ab69-fa66badecda1,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:20:58.415811 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-2b076ed2-a917-4583-8014-a09be4af5142 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Publish callbacks [] for floatingip (ae65813b-865c-4842-a617-9fa89ab93187), after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:20:58.418278 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-2b076ed2-a917-4583-8014-a09be4af5142 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932959'] for floatingip (None), before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:20:58.419439 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [None req-2b076ed2-a917-4583-8014-a09be4af5142 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] 10.222.0.65 "DELETE /v2.0/floatingips/ae65813b-865c-4842-a617-9fa89ab93187 HTTP/1.1" status: 204 len: 168 time: 0.5357275 Feb 20 23:20:58.726323 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Device e0e82c90-879b-4655-a36c-c3d5ff9cfb26 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 23:20:58.747262 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] No Port match for: e0e82c90-879b-4655-a36c-c3d5ff9cfb26 {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 23:20:58.747606 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Device e0e82c90-879b-4655-a36c-c3d5ff9cfb26 not bound to the agent host hv-cinder-83009 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 23:20:59.799844 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.65', 55356) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:20:59.855012 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-74c2374f-1929-41d2-a6b3-ce1943571b76 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Publish callbacks [] for security_group (5884c876-d2b7-4ddf-be4b-1523a25c94c5), before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:20:59.879691 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-74c2374f-1929-41d2-a6b3-ce1943571b76 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Publish callbacks [] for security_group (5884c876-d2b7-4ddf-be4b-1523a25c94c5), precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:21:00.014710 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-74c2374f-1929-41d2-a6b3-ce1943571b76 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627867'] for security_group (5884c876-d2b7-4ddf-be4b-1523a25c94c5), after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:21:00.017472 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-74c2374f-1929-41d2-a6b3-ce1943571b76 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Publish callbacks [] for security_group (None), before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:21:00.018652 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [None req-74c2374f-1929-41d2-a6b3-ce1943571b76 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] 10.222.0.65 "DELETE /v2.0/security-groups/5884c876-d2b7-4ddf-be4b-1523a25c94c5 HTTP/1.1" status: 204 len: 168 time: 0.2177660 Feb 20 23:21:00.027873 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c2374f-1929-41d2-a6b3-ce1943571b76 tempest-TestVolumeBootPattern-228538451 tempest-TestVolumeBootPattern-228538451-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5884c876-d2b7-4ddf-be4b-1523a25c94c5,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:21:00.149200 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.65', 55360) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:21:00.568906 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-33e1a209-b28f-45c3-9ea5-d908f5d79625 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-702964'] for router_interface (d3b73afb-675d-4122-9daf-aa4c5a881095), before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:21:00.805990 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-33e1a209-b28f-45c3-9ea5-d908f5d79625 admin admin] Deleting port eed19e66-240e-4650-9a91-b01158d12948 {{(pid=109629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 23:21:00.806720 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-33e1a209-b28f-45c3-9ea5-d908f5d79625 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747407206678'] for port (eed19e66-240e-4650-9a91-b01158d12948), before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:21:00.883042 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.plugins.ml2.db [None req-33e1a209-b28f-45c3-9ea5-d908f5d79625 admin admin] For port eed19e66-240e-4650-9a91-b01158d12948, host dv-cinder-830096-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-1-iscsi',level=0,port_id=eed19e66-240e-4650-9a91-b01158d12948,segment=NetworkSegment(87e8d4bb-ebee-43a2-83e3-2e7061590a5d),segment_id=87e8d4bb-ebee-43a2-83e3-2e7061590a5d)] {{(pid=109629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:21:00.883311 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-33e1a209-b28f-45c3-9ea5-d908f5d79625 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671932'] for port (eed19e66-240e-4650-9a91-b01158d12948), precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:21:00.894469 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-33e1a209-b28f-45c3-9ea5-d908f5d79625 admin admin] Calling delete_port for eed19e66-240e-4650-9a91-b01158d12948 owned by network:router_interface {{(pid=109629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 23:21:01.328945 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-33e1a209-b28f-45c3-9ea5-d908f5d79625 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747407212409', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747406771505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61629250'] for port (eed19e66-240e-4650-9a91-b01158d12948), after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:21:01.352007 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e1a209-b28f-45c3-9ea5-d908f5d79625 admin admin] Pushing event deleted for resources: {'Port': ['ID=eed19e66-240e-4650-9a91-b01158d12948,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:21:01.519029 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-33e1a209-b28f-45c3-9ea5-d908f5d79625 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-565519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-703332'] for router_interface (d3b73afb-675d-4122-9daf-aa4c5a881095), after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:21:01.734128 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33e1a209-b28f-45c3-9ea5-d908f5d79625 admin admin] Router d3b73afb-675d-4122-9daf-aa4c5a881095 has already been hosted by L3 agent 13c347f3-1c01-45ee-af8c-9f8a630e0f23 {{(pid=109629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 23:21:01.845494 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33e1a209-b28f-45c3-9ea5-d908f5d79625 admin admin] Notify agent at l3_agent.dv-cinder-830096-1-iscsi the message routers_updated {{(pid=109629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 23:21:01.850533 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [None req-33e1a209-b28f-45c3-9ea5-d908f5d79625 admin admin] 10.222.0.65 "PUT /v2.0/routers/d3b73afb-675d-4122-9daf-aa4c5a881095/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7002702 Feb 20 23:21:01.853066 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.65', 55364) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:21:01.854703 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cab1640-b61c-4bef-a9ac-142835c97273 None None] Sync routers for ids ['d3b73afb-675d-4122-9daf-aa4c5a881095'] in dv-cinder-830096-1-iscsi {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 23:21:01.864994 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cab1640-b61c-4bef-a9ac-142835c97273 None None] Routers {'d3b73afb-675d-4122-9daf-aa4c5a881095'} bound to L3 agent in host dv-cinder-830096-1-iscsi {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 23:21:01.865619 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-8cab1640-b61c-4bef-a9ac-142835c97273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T22:50:44Z,description=,heartbeat_timestamp=2022-02-20T23:20:44Z,host='dv-cinder-830096-1-iscsi',id=13c347f3-1c01-45ee-af8c-9f8a630e0f23,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T22:50:45Z,topic='l3_agent')) {'router_ids': ['d3b73afb-675d-4122-9daf-aa4c5a881095'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:21:01.959965 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-9778704c-edf5-43be-af7b-8fe90224df7e admin admin] Publish callbacks [] for router (d3b73afb-675d-4122-9daf-aa4c5a881095), before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:21:01.972572 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-8cab1640-b61c-4bef-a9ac-142835c97273 None None] Set router d3b73afb-675d-4122-9daf-aa4c5a881095 gateway port host: dv-cinder-830096-1-iscsi {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 23:21:02.063540 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-9778704c-edf5-43be-af7b-8fe90224df7e admin admin] Publish callbacks [] for router_gateway (d3b73afb-675d-4122-9daf-aa4c5a881095), before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:21:02.144604 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-8cab1640-b61c-4bef-a9ac-142835c97273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3b73afb-675d-4122-9daf-aa4c5a881095', 'name': 'tempest-TestVolumeBootPattern-1554751375-router', 'tenant_id': '96412aeecd2949f8b19392d06a9e3d49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f52b71d-61c7-49bc-86ae-3e3415c25b55', 'external_fixed_ips': [{'subnet_id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'ip_address': '172.27.2.34'}], 'enable_snat': True}, 'gw_port_id': '1f74c4c3-59de-4f19-a245-4530391a8b09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:12:56Z', 'updated_at': '2022-02-20T23:21:01Z', 'revision_number': 5, 'project_id': '96412aeecd2949f8b19392d06a9e3d49', 'gw_port': {'id': '1f74c4c3-59de-4f19-a245-4530391a8b09', 'name': '', 'network_id': '5f52b71d-61c7-49bc-86ae-3e3415c25b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:74:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3b73afb-675d-4122-9daf-aa4c5a881095', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'ip_address': '172.27.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:12:56Z', 'updated_at': '2022-02-20T23:13:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-1-iscsi'}], 'dv-cinder-830096-1-iscsi', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:21:02.171610 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cab1640-b61c-4bef-a9ac-142835c97273 None None] Checking router: d3b73afb-675d-4122-9daf-aa4c5a881095 for host: dv-cinder-830096-1-iscsi {{(pid=109630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 23:21:02.177375 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-9778704c-edf5-43be-af7b-8fe90224df7e admin admin] Deleting port 1f74c4c3-59de-4f19-a245-4530391a8b09 {{(pid=109629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 23:21:02.177749 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-9778704c-edf5-43be-af7b-8fe90224df7e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747407206678'] for port (1f74c4c3-59de-4f19-a245-4530391a8b09), before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:21:02.187509 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cab1640-b61c-4bef-a9ac-142835c97273 None None] Routers {'d3b73afb-675d-4122-9daf-aa4c5a881095'} bound to L3 agent in host dv-cinder-830096-1-iscsi {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 23:21:02.188167 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-8cab1640-b61c-4bef-a9ac-142835c97273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T22:50:44Z,description=,heartbeat_timestamp=2022-02-20T23:20:44Z,host='dv-cinder-830096-1-iscsi',id=13c347f3-1c01-45ee-af8c-9f8a630e0f23,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T22:50:45Z,topic='l3_agent')) {'router_ids': ['d3b73afb-675d-4122-9daf-aa4c5a881095'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:21:02.268554 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.plugins.ml2.db [None req-9778704c-edf5-43be-af7b-8fe90224df7e admin admin] For port 1f74c4c3-59de-4f19-a245-4530391a8b09, host dv-cinder-830096-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-1-iscsi',level=0,port_id=1f74c4c3-59de-4f19-a245-4530391a8b09,segment=NetworkSegment(c35aac5e-90b0-4d56-90ba-57f79ef09092),segment_id=c35aac5e-90b0-4d56-90ba-57f79ef09092)] {{(pid=109629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:21:02.268554 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-9778704c-edf5-43be-af7b-8fe90224df7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671932'] for port (1f74c4c3-59de-4f19-a245-4530391a8b09), precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:21:02.281251 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-9778704c-edf5-43be-af7b-8fe90224df7e admin admin] Calling delete_port for 1f74c4c3-59de-4f19-a245-4530391a8b09 owned by network:router_gateway {{(pid=109629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 23:21:02.283155 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-8cab1640-b61c-4bef-a9ac-142835c97273 None None] Set router d3b73afb-675d-4122-9daf-aa4c5a881095 gateway port host: None {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 23:21:02.336263 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-8cab1640-b61c-4bef-a9ac-142835c97273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3b73afb-675d-4122-9daf-aa4c5a881095', 'name': 'tempest-TestVolumeBootPattern-1554751375-router', 'tenant_id': '96412aeecd2949f8b19392d06a9e3d49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:12:56Z', 'updated_at': '2022-02-20T23:21:02Z', 'revision_number': 6, 'project_id': '96412aeecd2949f8b19392d06a9e3d49', 'gw_port_host': None}], 'dv-cinder-830096-1-iscsi', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:21:02.361722 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cab1640-b61c-4bef-a9ac-142835c97273 None None] The sync data for ids ['d3b73afb-675d-4122-9daf-aa4c5a881095'] in dv-cinder-830096-1-iscsi is: [{'id': 'd3b73afb-675d-4122-9daf-aa4c5a881095', 'name': 'tempest-TestVolumeBootPattern-1554751375-router', 'tenant_id': '96412aeecd2949f8b19392d06a9e3d49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:12:56Z', 'updated_at': '2022-02-20T23:21:02Z', 'revision_number': 6, 'project_id': '96412aeecd2949f8b19392d06a9e3d49', 'gw_port_host': None}] {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 23:21:02.529144 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-9778704c-edf5-43be-af7b-8fe90224df7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747407212409', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747406771505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61629250'] for port (1f74c4c3-59de-4f19-a245-4530391a8b09), after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:21:02.553311 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9778704c-edf5-43be-af7b-8fe90224df7e admin admin] Pushing event deleted for resources: {'Port': ['ID=1f74c4c3-59de-4f19-a245-4530391a8b09,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:21:02.624496 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-9778704c-edf5-43be-af7b-8fe90224df7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-704142'] for router_gateway (d3b73afb-675d-4122-9daf-aa4c5a881095), after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:21:02.716129 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-9778704c-edf5-43be-af7b-8fe90224df7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-700690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6565'] for router (d3b73afb-675d-4122-9daf-aa4c5a881095), precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:21:02.718316 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-9778704c-edf5-43be-af7b-8fe90224df7e admin admin] Publish callbacks [] for router_controller (d3b73afb-675d-4122-9daf-aa4c5a881095), precommit_delete_associations {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:21:02.849183 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-9778704c-edf5-43be-af7b-8fe90224df7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-700779'] for router (d3b73afb-675d-4122-9daf-aa4c5a881095), after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:21:02.849805 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9778704c-edf5-43be-af7b-8fe90224df7e admin admin] Fanout notify agent at l3_agent the message router_deleted on router d3b73afb-675d-4122-9daf-aa4c5a881095 {{(pid=109629) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 20 23:21:02.854443 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-9778704c-edf5-43be-af7b-8fe90224df7e admin admin] Publish callbacks [] for router (None), before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:21:02.858282 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [None req-9778704c-edf5-43be-af7b-8fe90224df7e admin admin] 10.222.0.65 "DELETE /v2.0/routers/d3b73afb-675d-4122-9daf-aa4c5a881095 HTTP/1.1" status: 204 len: 168 time: 1.0015757 Feb 20 23:21:02.858282 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.65', 55366) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:21:02.900792 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.db.db_base_plugin_v2 [None req-070549cd-88ea-42c8-8da6-e9f756f7c916 admin admin] Deleting subnet 3237860d-efef-4946-8f22-d95aff7e1462 {{(pid=109629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 23:21:02.903661 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-070549cd-88ea-42c8-8da6-e9f756f7c916 admin admin] Publish callbacks [] for subnet (3237860d-efef-4946-8f22-d95aff7e1462), before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:21:02.936090 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-070549cd-88ea-42c8-8da6-e9f756f7c916 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62688243'] for subnet (3237860d-efef-4946-8f22-d95aff7e1462), precommit_delete_associations {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:21:03.016134 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-070549cd-88ea-42c8-8da6-e9f756f7c916 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4171819'] for subnet (3237860d-efef-4946-8f22-d95aff7e1462), precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:21:03.129483 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-070549cd-88ea-42c8-8da6-e9f756f7c916 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4171794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61644179', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59081886'] for subnet (3237860d-efef-4946-8f22-d95aff7e1462), after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:21:03.155097 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070549cd-88ea-42c8-8da6-e9f756f7c916 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3237860d-efef-4946-8f22-d95aff7e1462,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:21:03.160017 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-070549cd-88ea-42c8-8da6-e9f756f7c916 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:21:03.167758 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [None req-070549cd-88ea-42c8-8da6-e9f756f7c916 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/3237860d-efef-4946-8f22-d95aff7e1462 HTTP/1.1" status: 204 len: 168 time: 0.3065424 Feb 20 23:21:03.167937 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53749fa6-183d-4466-b01b-c9057f0350b8 None None] Network 74e3ec14-81b5-4879-a35b-eb87d2ca5b1f requested from dv-cinder-830096-1-iscsi {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 23:21:03.168401 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.65', 55368) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:21:03.249510 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-368be798-3fff-4387-8b5a-c945b9ea1b6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4031138'] for network (74e3ec14-81b5-4879-a35b-eb87d2ca5b1f), before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:21:03.308617 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-368be798-3fff-4387-8b5a-c945b9ea1b6f admin admin] Deleting port da7c2026-499b-4cf6-bda1-df8ebf9da662 {{(pid=109628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 23:21:03.309258 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-368be798-3fff-4387-8b5a-c945b9ea1b6f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747407206678'] for port (da7c2026-499b-4cf6-bda1-df8ebf9da662), before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:21:03.352589 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1435d788-be4c-4525-824f-c93c1a7995ee None None] DHCP port deletion for 74e3ec14-81b5-4879-a35b-eb87d2ca5b1f request from dv-cinder-830096-1-iscsi {{(pid=109630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 23:21:03.377759 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.db [None req-368be798-3fff-4387-8b5a-c945b9ea1b6f admin admin] For port da7c2026-499b-4cf6-bda1-df8ebf9da662, host dv-cinder-830096-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-1-iscsi',level=0,port_id=da7c2026-499b-4cf6-bda1-df8ebf9da662,segment=NetworkSegment(87e8d4bb-ebee-43a2-83e3-2e7061590a5d),segment_id=87e8d4bb-ebee-43a2-83e3-2e7061590a5d)] {{(pid=109628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:21:03.377759 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-368be798-3fff-4387-8b5a-c945b9ea1b6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671932'] for port (da7c2026-499b-4cf6-bda1-df8ebf9da662), precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:21:03.389387 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-368be798-3fff-4387-8b5a-c945b9ea1b6f admin admin] Calling delete_port for da7c2026-499b-4cf6-bda1-df8ebf9da662 owned by network:dhcp {{(pid=109628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 23:21:03.402491 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-1435d788-be4c-4525-824f-c93c1a7995ee None None] Deleting port da7c2026-499b-4cf6-bda1-df8ebf9da662 {{(pid=109630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 23:21:03.402861 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-1435d788-be4c-4525-824f-c93c1a7995ee None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747407206678'] for port (da7c2026-499b-4cf6-bda1-df8ebf9da662), before_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:21:03.468149 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-1435d788-be4c-4525-824f-c93c1a7995ee None None] For port da7c2026-499b-4cf6-bda1-df8ebf9da662, host dv-cinder-830096-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-1-iscsi',level=0,port_id=da7c2026-499b-4cf6-bda1-df8ebf9da662,segment=NetworkSegment(87e8d4bb-ebee-43a2-83e3-2e7061590a5d),segment_id=87e8d4bb-ebee-43a2-83e3-2e7061590a5d)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:21:03.468471 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-1435d788-be4c-4525-824f-c93c1a7995ee None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671932'] for port (da7c2026-499b-4cf6-bda1-df8ebf9da662), precommit_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:21:03.480772 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-1435d788-be4c-4525-824f-c93c1a7995ee None None] Calling delete_port for da7c2026-499b-4cf6-bda1-df8ebf9da662 owned by network:dhcp {{(pid=109630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 23:21:03.552465 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-368be798-3fff-4387-8b5a-c945b9ea1b6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747407212409', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747406771505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59259307'] for port (da7c2026-499b-4cf6-bda1-df8ebf9da662), after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:21:03.559229 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-1435d788-be4c-4525-824f-c93c1a7995ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747407212409', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747406771505'] for port (da7c2026-499b-4cf6-bda1-df8ebf9da662), after_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:21:03.580389 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-368be798-3fff-4387-8b5a-c945b9ea1b6f admin admin] No DVR routers for this DVR port da7c2026-499b-4cf6-bda1-df8ebf9da662 on host dv-cinder-830096-1-iscsi {{(pid=109628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 23:21:03.582416 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368be798-3fff-4387-8b5a-c945b9ea1b6f admin admin] Pushing event deleted for resources: {'Port': ['ID=da7c2026-499b-4cf6-bda1-df8ebf9da662,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:21:03.588407 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1435d788-be4c-4525-824f-c93c1a7995ee None None] Pushing event deleted for resources: {'Port': ['ID=da7c2026-499b-4cf6-bda1-df8ebf9da662,revision_number=None']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:21:03.592768 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1435d788-be4c-4525-824f-c93c1a7995ee None None] No DVR routers for this DVR port da7c2026-499b-4cf6-bda1-df8ebf9da662 on host dv-cinder-830096-1-iscsi {{(pid=109630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 23:21:03.599198 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1435d788-be4c-4525-824f-c93c1a7995ee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:21:03.599550 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1435d788-be4c-4525-824f-c93c1a7995ee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:21:03.602169 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1435d788-be4c-4525-824f-c93c1a7995ee None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:21:03.602169 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1435d788-be4c-4525-824f-c93c1a7995ee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:21:03.602169 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1435d788-be4c-4525-824f-c93c1a7995ee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:21:03.602169 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1435d788-be4c-4525-824f-c93c1a7995ee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:21:03.602169 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1435d788-be4c-4525-824f-c93c1a7995ee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:21:03.602169 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1435d788-be4c-4525-824f-c93c1a7995ee None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:21:03.602169 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1435d788-be4c-4525-824f-c93c1a7995ee None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:21:03.602169 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1435d788-be4c-4525-824f-c93c1a7995ee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:21:03.603145 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1435d788-be4c-4525-824f-c93c1a7995ee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:21:03.603145 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1435d788-be4c-4525-824f-c93c1a7995ee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:21:03.603145 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1435d788-be4c-4525-824f-c93c1a7995ee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-1-iscsi {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 23:21:03.655659 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-368be798-3fff-4387-8b5a-c945b9ea1b6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4175522', 'neutron.services.segments.db._delete_segments_for_network-8747407231802'] for network (74e3ec14-81b5-4879-a35b-eb87d2ca5b1f), precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:21:03.674977 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.services.segments.db [None req-368be798-3fff-4387-8b5a-c945b9ea1b6f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74e3ec14-81b5-4879-a35b-eb87d2ca5b1f']}} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:21:03.684321 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.services.segments.db [None req-368be798-3fff-4387-8b5a-c945b9ea1b6f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87e8d4bb-ebee-43a2-83e3-2e7061590a5d') {'for_net_delete': True} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:21:03.684611 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.services.segments.db [None req-368be798-3fff-4387-8b5a-c945b9ea1b6f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87e8d4bb-ebee-43a2-83e3-2e7061590a5d') {} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:21:03.694270 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-368be798-3fff-4387-8b5a-c945b9ea1b6f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747407232323', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59578419'] for segment (87e8d4bb-ebee-43a2-83e3-2e7061590a5d), before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:21:03.707488 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-368be798-3fff-4387-8b5a-c945b9ea1b6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4056974'] for segment (87e8d4bb-ebee-43a2-83e3-2e7061590a5d), precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:21:03.713234 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-368be798-3fff-4387-8b5a-c945b9ea1b6f admin admin] Releasing vlan 69 on physical network physnet1 to pool {{(pid=109628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 23:21:03.713614 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-368be798-3fff-4387-8b5a-c945b9ea1b6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4056974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59259292'] for segment (87e8d4bb-ebee-43a2-83e3-2e7061590a5d), after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:21:03.715251 dv-cinder-830096-1-iscsi neutron-server[109628]: Traceback (most recent call last): Feb 20 23:21:03.715251 dv-cinder-830096-1-iscsi neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 23:21:03.715251 dv-cinder-830096-1-iscsi neutron-server[109628]: timer() Feb 20 23:21:03.715251 dv-cinder-830096-1-iscsi neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 23:21:03.715251 dv-cinder-830096-1-iscsi neutron-server[109628]: cb(*args, **kw) Feb 20 23:21:03.715251 dv-cinder-830096-1-iscsi neutron-server[109628]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 23:21:03.715251 dv-cinder-830096-1-iscsi neutron-server[109628]: return func(*args, **kwargs) Feb 20 23:21:03.715251 dv-cinder-830096-1-iscsi neutron-server[109628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 23:21:03.715251 dv-cinder-830096-1-iscsi neutron-server[109628]: self._notify() Feb 20 23:21:03.715251 dv-cinder-830096-1-iscsi neutron-server[109628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 23:21:03.715251 dv-cinder-830096-1-iscsi neutron-server[109628]: self.callback(batched_events) Feb 20 23:21:03.715251 dv-cinder-830096-1-iscsi neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 23:21:03.715251 dv-cinder-830096-1-iscsi neutron-server[109628]: event.method(event) Feb 20 23:21:03.715251 dv-cinder-830096-1-iscsi neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 23:21:03.715251 dv-cinder-830096-1-iscsi neutron-server[109628]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 23:21:03.715251 dv-cinder-830096-1-iscsi neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 23:21:03.715251 dv-cinder-830096-1-iscsi neutron-server[109628]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 23:21:03.715251 dv-cinder-830096-1-iscsi neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 23:21:03.715251 dv-cinder-830096-1-iscsi neutron-server[109628]: return f(self, *a, **k) Feb 20 23:21:03.715251 dv-cinder-830096-1-iscsi neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 23:21:03.715251 dv-cinder-830096-1-iscsi neutron-server[109628]: return self._get(url).json() Feb 20 23:21:03.715251 dv-cinder-830096-1-iscsi neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 23:21:03.715251 dv-cinder-830096-1-iscsi neutron-server[109628]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 23:21:03.715251 dv-cinder-830096-1-iscsi neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 23:21:03.715251 dv-cinder-830096-1-iscsi neutron-server[109628]: return self.request(url, 'GET', **kwargs) Feb 20 23:21:03.715251 dv-cinder-830096-1-iscsi neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 23:21:03.715251 dv-cinder-830096-1-iscsi neutron-server[109628]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 23:21:03.715251 dv-cinder-830096-1-iscsi neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 23:21:03.715251 dv-cinder-830096-1-iscsi neutron-server[109628]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 23:21:03.715251 dv-cinder-830096-1-iscsi neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 23:21:03.715251 dv-cinder-830096-1-iscsi neutron-server[109628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 23:21:03.715251 dv-cinder-830096-1-iscsi neutron-server[109628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 23:21:03.843120 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-368be798-3fff-4387-8b5a-c945b9ea1b6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4175529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704226'] for network (74e3ec14-81b5-4879-a35b-eb87d2ca5b1f), after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:21:03.849087 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-368be798-3fff-4387-8b5a-c945b9ea1b6f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565544'] for network (None), before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:21:03.852284 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [None req-368be798-3fff-4387-8b5a-c945b9ea1b6f admin admin] 10.222.0.65 "DELETE /v2.0/networks/74e3ec14-81b5-4879-a35b-eb87d2ca5b1f HTTP/1.1" status: 204 len: 168 time: 0.6832011 Feb 20 23:21:03.855322 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.65', 55370) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:21:03.863245 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368be798-3fff-4387-8b5a-c945b9ea1b6f admin admin] Pushing event deleted for resources: {'Network': ['ID=74e3ec14-81b5-4879-a35b-eb87d2ca5b1f,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:21:04.191696 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-1ad4c422-cf21-45d9-b035-1d21352ef8a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-702964'] for router_interface (b2e0a054-5308-40da-b0c3-a424a7a62172), before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:21:04.307384 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Device 1f74c4c3-59de-4f19-a245-4530391a8b09 no longer exists at agent ovs-agent-dv-cinder-830096-1-iscsi {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 23:21:04.327727 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] No Port match for: 1f74c4c3-59de-4f19-a245-4530391a8b09 {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 23:21:04.328167 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Device 1f74c4c3-59de-4f19-a245-4530391a8b09 not bound to the agent host dv-cinder-830096-1-iscsi {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 23:21:04.329216 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Device eed19e66-240e-4650-9a91-b01158d12948 no longer exists at agent ovs-agent-dv-cinder-830096-1-iscsi {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 23:21:04.347226 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] No Port match for: eed19e66-240e-4650-9a91-b01158d12948 {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 23:21:04.347562 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Device eed19e66-240e-4650-9a91-b01158d12948 not bound to the agent host dv-cinder-830096-1-iscsi {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 23:21:04.347957 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Device da7c2026-499b-4cf6-bda1-df8ebf9da662 no longer exists at agent ovs-agent-dv-cinder-830096-1-iscsi {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 23:21:04.365880 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] No Port match for: da7c2026-499b-4cf6-bda1-df8ebf9da662 {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 23:21:04.366216 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Device da7c2026-499b-4cf6-bda1-df8ebf9da662 not bound to the agent host dv-cinder-830096-1-iscsi {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 23:21:04.437274 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-1ad4c422-cf21-45d9-b035-1d21352ef8a8 admin admin] Deleting port 3b7233b0-e6d4-4136-8e5f-774534ed7118 {{(pid=109629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 23:21:04.437536 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-1ad4c422-cf21-45d9-b035-1d21352ef8a8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747407206678'] for port (3b7233b0-e6d4-4136-8e5f-774534ed7118), before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:21:04.515639 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.plugins.ml2.db [None req-1ad4c422-cf21-45d9-b035-1d21352ef8a8 admin admin] For port 3b7233b0-e6d4-4136-8e5f-774534ed7118, host dv-cinder-830096-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-1-iscsi',level=0,port_id=3b7233b0-e6d4-4136-8e5f-774534ed7118,segment=NetworkSegment(b50dd1e3-4be0-4a2f-b1f9-07eb6ecc213b),segment_id=b50dd1e3-4be0-4a2f-b1f9-07eb6ecc213b)] {{(pid=109629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:21:04.516038 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-1ad4c422-cf21-45d9-b035-1d21352ef8a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671932'] for port (3b7233b0-e6d4-4136-8e5f-774534ed7118), precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:21:04.527264 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-1ad4c422-cf21-45d9-b035-1d21352ef8a8 admin admin] Calling delete_port for 3b7233b0-e6d4-4136-8e5f-774534ed7118 owned by network:router_interface {{(pid=109629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 23:21:04.763360 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-1ad4c422-cf21-45d9-b035-1d21352ef8a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747407212409', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747406771505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61629250'] for port (3b7233b0-e6d4-4136-8e5f-774534ed7118), after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:21:04.793388 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad4c422-cf21-45d9-b035-1d21352ef8a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=3b7233b0-e6d4-4136-8e5f-774534ed7118,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:21:04.967280 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-1ad4c422-cf21-45d9-b035-1d21352ef8a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-565519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-703332'] for router_interface (b2e0a054-5308-40da-b0c3-a424a7a62172), after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:21:05.188033 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ad4c422-cf21-45d9-b035-1d21352ef8a8 admin admin] Router b2e0a054-5308-40da-b0c3-a424a7a62172 has already been hosted by L3 agent 13c347f3-1c01-45ee-af8c-9f8a630e0f23 {{(pid=109629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 23:21:05.489983 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ad4c422-cf21-45d9-b035-1d21352ef8a8 admin admin] Notify agent at l3_agent.dv-cinder-830096-1-iscsi the message routers_updated {{(pid=109629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 23:21:05.495938 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [None req-1ad4c422-cf21-45d9-b035-1d21352ef8a8 admin admin] 10.222.0.65 "PUT /v2.0/routers/b2e0a054-5308-40da-b0c3-a424a7a62172/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6393039 Feb 20 23:21:05.497386 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.65', 55372) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:21:05.498550 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87a4486b-c924-4aa4-9d53-162e1ee90c76 None None] Sync routers for ids ['b2e0a054-5308-40da-b0c3-a424a7a62172'] in dv-cinder-830096-1-iscsi {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 23:21:05.509395 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87a4486b-c924-4aa4-9d53-162e1ee90c76 None None] Routers {'b2e0a054-5308-40da-b0c3-a424a7a62172'} bound to L3 agent in host dv-cinder-830096-1-iscsi {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 23:21:05.510007 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-87a4486b-c924-4aa4-9d53-162e1ee90c76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T22:50:44Z,description=,heartbeat_timestamp=2022-02-20T23:20:44Z,host='dv-cinder-830096-1-iscsi',id=13c347f3-1c01-45ee-af8c-9f8a630e0f23,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T22:50:45Z,topic='l3_agent')) {'router_ids': ['b2e0a054-5308-40da-b0c3-a424a7a62172'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:21:05.602623 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-286edc42-1964-4607-bd39-d000f07fa517 admin admin] Publish callbacks [] for router (b2e0a054-5308-40da-b0c3-a424a7a62172), before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:21:05.615576 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.db.l3_dvr_db [None req-87a4486b-c924-4aa4-9d53-162e1ee90c76 None None] Set router b2e0a054-5308-40da-b0c3-a424a7a62172 gateway port host: dv-cinder-830096-1-iscsi {{(pid=109631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 23:21:05.705364 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-286edc42-1964-4607-bd39-d000f07fa517 admin admin] Publish callbacks [] for router_gateway (b2e0a054-5308-40da-b0c3-a424a7a62172), before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:21:05.790864 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-87a4486b-c924-4aa4-9d53-162e1ee90c76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2e0a054-5308-40da-b0c3-a424a7a62172', 'name': 'tempest-TestVolumeBootPattern-1743074261-router', 'tenant_id': 'bf69c693807e4e51bf68e5c1982c9b8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f52b71d-61c7-49bc-86ae-3e3415c25b55', 'external_fixed_ips': [{'subnet_id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'ip_address': '172.27.2.111'}], 'enable_snat': True}, 'gw_port_id': '155a638d-fc00-48b8-a9c7-0dc84ce52696', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:13:02Z', 'updated_at': '2022-02-20T23:21:04Z', 'revision_number': 5, 'project_id': 'bf69c693807e4e51bf68e5c1982c9b8a', 'gw_port': {'id': '155a638d-fc00-48b8-a9c7-0dc84ce52696', 'name': '', 'network_id': '5f52b71d-61c7-49bc-86ae-3e3415c25b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:e3:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2e0a054-5308-40da-b0c3-a424a7a62172', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'ip_address': '172.27.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T23:13:03Z', 'updated_at': '2022-02-20T23:13:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '841afcd6-8af7-4cd5-baec-c52e88cacaa2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-1-iscsi'}], 'dv-cinder-830096-1-iscsi', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:21:05.818852 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87a4486b-c924-4aa4-9d53-162e1ee90c76 None None] Checking router: b2e0a054-5308-40da-b0c3-a424a7a62172 for host: dv-cinder-830096-1-iscsi {{(pid=109631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 23:21:05.827001 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87a4486b-c924-4aa4-9d53-162e1ee90c76 None None] Routers {'b2e0a054-5308-40da-b0c3-a424a7a62172'} bound to L3 agent in host dv-cinder-830096-1-iscsi {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 23:21:05.827640 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-87a4486b-c924-4aa4-9d53-162e1ee90c76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T22:50:44Z,description=,heartbeat_timestamp=2022-02-20T23:20:44Z,host='dv-cinder-830096-1-iscsi',id=13c347f3-1c01-45ee-af8c-9f8a630e0f23,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T22:50:45Z,topic='l3_agent')) {'router_ids': ['b2e0a054-5308-40da-b0c3-a424a7a62172'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:21:05.828081 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-286edc42-1964-4607-bd39-d000f07fa517 admin admin] Deleting port 155a638d-fc00-48b8-a9c7-0dc84ce52696 {{(pid=109628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 23:21:05.828413 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-286edc42-1964-4607-bd39-d000f07fa517 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747407206678'] for port (155a638d-fc00-48b8-a9c7-0dc84ce52696), before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:21:05.907588 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.db [None req-286edc42-1964-4607-bd39-d000f07fa517 admin admin] For port 155a638d-fc00-48b8-a9c7-0dc84ce52696, host dv-cinder-830096-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-1-iscsi',level=0,port_id=155a638d-fc00-48b8-a9c7-0dc84ce52696,segment=NetworkSegment(c35aac5e-90b0-4d56-90ba-57f79ef09092),segment_id=c35aac5e-90b0-4d56-90ba-57f79ef09092)] {{(pid=109628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:21:05.908137 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-286edc42-1964-4607-bd39-d000f07fa517 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671932'] for port (155a638d-fc00-48b8-a9c7-0dc84ce52696), precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:21:05.920498 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-286edc42-1964-4607-bd39-d000f07fa517 admin admin] Calling delete_port for 155a638d-fc00-48b8-a9c7-0dc84ce52696 owned by network:router_gateway {{(pid=109628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 23:21:06.002740 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.db.l3_dvr_db [None req-87a4486b-c924-4aa4-9d53-162e1ee90c76 None None] Set router b2e0a054-5308-40da-b0c3-a424a7a62172 gateway port host: None {{(pid=109631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 23:21:06.052772 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-87a4486b-c924-4aa4-9d53-162e1ee90c76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2e0a054-5308-40da-b0c3-a424a7a62172', 'name': 'tempest-TestVolumeBootPattern-1743074261-router', 'tenant_id': 'bf69c693807e4e51bf68e5c1982c9b8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:13:02Z', 'updated_at': '2022-02-20T23:21:05Z', 'revision_number': 6, 'project_id': 'bf69c693807e4e51bf68e5c1982c9b8a', 'gw_port_host': None}], 'dv-cinder-830096-1-iscsi', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:21:06.082708 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87a4486b-c924-4aa4-9d53-162e1ee90c76 None None] The sync data for ids ['b2e0a054-5308-40da-b0c3-a424a7a62172'] in dv-cinder-830096-1-iscsi is: [{'id': 'b2e0a054-5308-40da-b0c3-a424a7a62172', 'name': 'tempest-TestVolumeBootPattern-1743074261-router', 'tenant_id': 'bf69c693807e4e51bf68e5c1982c9b8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T23:13:02Z', 'updated_at': '2022-02-20T23:21:05Z', 'revision_number': 6, 'project_id': 'bf69c693807e4e51bf68e5c1982c9b8a', 'gw_port_host': None}] {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 23:21:06.191929 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-286edc42-1964-4607-bd39-d000f07fa517 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747407212409', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747406771505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59259307'] for port (155a638d-fc00-48b8-a9c7-0dc84ce52696), after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:21:06.215331 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286edc42-1964-4607-bd39-d000f07fa517 admin admin] Pushing event deleted for resources: {'Port': ['ID=155a638d-fc00-48b8-a9c7-0dc84ce52696,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:21:06.278514 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-286edc42-1964-4607-bd39-d000f07fa517 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-704142'] for router_gateway (b2e0a054-5308-40da-b0c3-a424a7a62172), after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:21:06.518134 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Device 3b7233b0-e6d4-4136-8e5f-774534ed7118 no longer exists at agent ovs-agent-dv-cinder-830096-1-iscsi {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 23:21:06.543105 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] No Port match for: 3b7233b0-e6d4-4136-8e5f-774534ed7118 {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 23:21:06.543544 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Device 3b7233b0-e6d4-4136-8e5f-774534ed7118 not bound to the agent host dv-cinder-830096-1-iscsi {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 23:21:06.649851 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-286edc42-1964-4607-bd39-d000f07fa517 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-700690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6565'] for router (b2e0a054-5308-40da-b0c3-a424a7a62172), precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:21:06.652869 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-286edc42-1964-4607-bd39-d000f07fa517 admin admin] Publish callbacks [] for router_controller (b2e0a054-5308-40da-b0c3-a424a7a62172), precommit_delete_associations {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:21:06.763179 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-286edc42-1964-4607-bd39-d000f07fa517 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-700779'] for router (b2e0a054-5308-40da-b0c3-a424a7a62172), after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:21:06.763651 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-286edc42-1964-4607-bd39-d000f07fa517 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b2e0a054-5308-40da-b0c3-a424a7a62172 {{(pid=109628) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 20 23:21:06.767788 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-286edc42-1964-4607-bd39-d000f07fa517 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:21:06.768914 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [None req-286edc42-1964-4607-bd39-d000f07fa517 admin admin] 10.222.0.65 "DELETE /v2.0/routers/b2e0a054-5308-40da-b0c3-a424a7a62172 HTTP/1.1" status: 204 len: 168 time: 1.2705526 Feb 20 23:21:06.771400 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.65', 55374) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:21:06.813216 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7781097-1640-4b9e-b397-793b81148bf6 admin admin] Deleting subnet 231de334-ccba-4e2a-afa4-c9ea7dd2c688 {{(pid=109628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 23:21:06.817135 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-a7781097-1640-4b9e-b397-793b81148bf6 admin admin] Publish callbacks [] for subnet (231de334-ccba-4e2a-afa4-c9ea7dd2c688), before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:21:06.854044 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-a7781097-1640-4b9e-b397-793b81148bf6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59578410'] for subnet (231de334-ccba-4e2a-afa4-c9ea7dd2c688), precommit_delete_associations {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:21:06.929298 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-a7781097-1640-4b9e-b397-793b81148bf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4171819'] for subnet (231de334-ccba-4e2a-afa4-c9ea7dd2c688), precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:21:07.055136 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-a7781097-1640-4b9e-b397-793b81148bf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4171794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59295610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60044582'] for subnet (231de334-ccba-4e2a-afa4-c9ea7dd2c688), after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:21:07.084776 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7781097-1640-4b9e-b397-793b81148bf6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=231de334-ccba-4e2a-afa4-c9ea7dd2c688,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:21:07.086641 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-a7781097-1640-4b9e-b397-793b81148bf6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565544'] for subnet (None), before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:21:07.090458 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [None req-a7781097-1640-4b9e-b397-793b81148bf6 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/231de334-ccba-4e2a-afa4-c9ea7dd2c688 HTTP/1.1" status: 204 len: 168 time: 0.3175304 Feb 20 23:21:07.092440 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.65', 55376) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:21:07.094285 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bbc411d-8bc6-472e-9d14-d42b7c66730e None None] Network 86335a81-9b43-46be-be7b-5a475f6a1d73 requested from dv-cinder-830096-1-iscsi {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 23:21:07.163114 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-6f6b7073-b9e1-45cf-b5f6-5da2a3a0753a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4031138'] for network (86335a81-9b43-46be-be7b-5a475f6a1d73), before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:21:07.218770 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-6f6b7073-b9e1-45cf-b5f6-5da2a3a0753a admin admin] Deleting port 22ed4184-5c1e-41e6-a398-06d2809def6f {{(pid=109628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 23:21:07.219106 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-6f6b7073-b9e1-45cf-b5f6-5da2a3a0753a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747407206678'] for port (22ed4184-5c1e-41e6-a398-06d2809def6f), before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:21:07.233318 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6910bcb-0ed2-4cb1-88e7-f99d801fa582 None None] DHCP port deletion for 86335a81-9b43-46be-be7b-5a475f6a1d73 request from dv-cinder-830096-1-iscsi {{(pid=109630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 23:21:07.284810 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.db [None req-6f6b7073-b9e1-45cf-b5f6-5da2a3a0753a admin admin] For port 22ed4184-5c1e-41e6-a398-06d2809def6f, host dv-cinder-830096-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-1-iscsi',level=0,port_id=22ed4184-5c1e-41e6-a398-06d2809def6f,segment=NetworkSegment(b50dd1e3-4be0-4a2f-b1f9-07eb6ecc213b),segment_id=b50dd1e3-4be0-4a2f-b1f9-07eb6ecc213b)] {{(pid=109628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:21:07.285168 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-6f6b7073-b9e1-45cf-b5f6-5da2a3a0753a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671932'] for port (22ed4184-5c1e-41e6-a398-06d2809def6f), precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:21:07.299027 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-6f6b7073-b9e1-45cf-b5f6-5da2a3a0753a admin admin] Calling delete_port for 22ed4184-5c1e-41e6-a398-06d2809def6f owned by network:dhcp {{(pid=109628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 23:21:07.406707 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-e6910bcb-0ed2-4cb1-88e7-f99d801fa582 None None] Deleting port 22ed4184-5c1e-41e6-a398-06d2809def6f {{(pid=109630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 23:21:07.407010 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e6910bcb-0ed2-4cb1-88e7-f99d801fa582 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747407206678'] for port (22ed4184-5c1e-41e6-a398-06d2809def6f), before_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:21:07.449173 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-6f6b7073-b9e1-45cf-b5f6-5da2a3a0753a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747407212409', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747406771505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59259307'] for port (22ed4184-5c1e-41e6-a398-06d2809def6f), after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:21:07.468130 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-e6910bcb-0ed2-4cb1-88e7-f99d801fa582 None None] For port 22ed4184-5c1e-41e6-a398-06d2809def6f, host dv-cinder-830096-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-1-iscsi',level=0,port_id=22ed4184-5c1e-41e6-a398-06d2809def6f,segment=NetworkSegment(b50dd1e3-4be0-4a2f-b1f9-07eb6ecc213b),segment_id=b50dd1e3-4be0-4a2f-b1f9-07eb6ecc213b)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 23:21:07.468527 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e6910bcb-0ed2-4cb1-88e7-f99d801fa582 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671932'] for port (22ed4184-5c1e-41e6-a398-06d2809def6f), precommit_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:21:07.475648 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6b7073-b9e1-45cf-b5f6-5da2a3a0753a admin admin] Pushing event deleted for resources: {'Port': ['ID=22ed4184-5c1e-41e6-a398-06d2809def6f,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:21:07.477430 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f6b7073-b9e1-45cf-b5f6-5da2a3a0753a admin admin] No DVR routers for this DVR port 22ed4184-5c1e-41e6-a398-06d2809def6f on host dv-cinder-830096-1-iscsi {{(pid=109628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 23:21:07.484790 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-e6910bcb-0ed2-4cb1-88e7-f99d801fa582 None None] Calling delete_port for 22ed4184-5c1e-41e6-a398-06d2809def6f owned by network:dhcp {{(pid=109630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 23:21:07.547320 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-6f6b7073-b9e1-45cf-b5f6-5da2a3a0753a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4175522', 'neutron.services.segments.db._delete_segments_for_network-8747407231802'] for network (86335a81-9b43-46be-be7b-5a475f6a1d73), precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:21:07.559970 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e6910bcb-0ed2-4cb1-88e7-f99d801fa582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747407212409', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747406771505'] for port (22ed4184-5c1e-41e6-a398-06d2809def6f), after_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:21:07.567120 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.services.segments.db [None req-6f6b7073-b9e1-45cf-b5f6-5da2a3a0753a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86335a81-9b43-46be-be7b-5a475f6a1d73']}} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:21:07.576180 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.services.segments.db [None req-6f6b7073-b9e1-45cf-b5f6-5da2a3a0753a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b50dd1e3-4be0-4a2f-b1f9-07eb6ecc213b') {'for_net_delete': True} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:21:07.576469 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.services.segments.db [None req-6f6b7073-b9e1-45cf-b5f6-5da2a3a0753a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b50dd1e3-4be0-4a2f-b1f9-07eb6ecc213b') {} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 23:21:07.585800 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6910bcb-0ed2-4cb1-88e7-f99d801fa582 None None] Pushing event deleted for resources: {'Port': ['ID=22ed4184-5c1e-41e6-a398-06d2809def6f,revision_number=None']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:21:07.586040 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-6f6b7073-b9e1-45cf-b5f6-5da2a3a0753a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747407232323', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59578419'] for segment (b50dd1e3-4be0-4a2f-b1f9-07eb6ecc213b), before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:21:07.590839 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6910bcb-0ed2-4cb1-88e7-f99d801fa582 None None] No DVR routers for this DVR port 22ed4184-5c1e-41e6-a398-06d2809def6f on host dv-cinder-830096-1-iscsi {{(pid=109630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 23:21:07.601476 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-6f6b7073-b9e1-45cf-b5f6-5da2a3a0753a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4056974'] for segment (b50dd1e3-4be0-4a2f-b1f9-07eb6ecc213b), precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:21:07.608137 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f6b7073-b9e1-45cf-b5f6-5da2a3a0753a admin admin] Releasing vlan 95 on physical network physnet1 to pool {{(pid=109628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 23:21:07.608506 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-6f6b7073-b9e1-45cf-b5f6-5da2a3a0753a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4056974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59259292'] for segment (b50dd1e3-4be0-4a2f-b1f9-07eb6ecc213b), after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:21:07.615339 dv-cinder-830096-1-iscsi neutron-server[109628]: Traceback (most recent call last): Feb 20 23:21:07.615339 dv-cinder-830096-1-iscsi neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 23:21:07.615339 dv-cinder-830096-1-iscsi neutron-server[109628]: timer() Feb 20 23:21:07.615339 dv-cinder-830096-1-iscsi neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 23:21:07.615339 dv-cinder-830096-1-iscsi neutron-server[109628]: cb(*args, **kw) Feb 20 23:21:07.615339 dv-cinder-830096-1-iscsi neutron-server[109628]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 23:21:07.615339 dv-cinder-830096-1-iscsi neutron-server[109628]: return func(*args, **kwargs) Feb 20 23:21:07.615339 dv-cinder-830096-1-iscsi neutron-server[109628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 23:21:07.615339 dv-cinder-830096-1-iscsi neutron-server[109628]: self._notify() Feb 20 23:21:07.615339 dv-cinder-830096-1-iscsi neutron-server[109628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 23:21:07.615339 dv-cinder-830096-1-iscsi neutron-server[109628]: self.callback(batched_events) Feb 20 23:21:07.615339 dv-cinder-830096-1-iscsi neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 23:21:07.615339 dv-cinder-830096-1-iscsi neutron-server[109628]: event.method(event) Feb 20 23:21:07.615339 dv-cinder-830096-1-iscsi neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 23:21:07.615339 dv-cinder-830096-1-iscsi neutron-server[109628]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 23:21:07.615339 dv-cinder-830096-1-iscsi neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 23:21:07.615339 dv-cinder-830096-1-iscsi neutron-server[109628]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 23:21:07.615339 dv-cinder-830096-1-iscsi neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 23:21:07.615339 dv-cinder-830096-1-iscsi neutron-server[109628]: return f(self, *a, **k) Feb 20 23:21:07.615339 dv-cinder-830096-1-iscsi neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 23:21:07.615339 dv-cinder-830096-1-iscsi neutron-server[109628]: return self._get(url).json() Feb 20 23:21:07.615339 dv-cinder-830096-1-iscsi neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 23:21:07.615339 dv-cinder-830096-1-iscsi neutron-server[109628]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 23:21:07.615339 dv-cinder-830096-1-iscsi neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 23:21:07.615339 dv-cinder-830096-1-iscsi neutron-server[109628]: return self.request(url, 'GET', **kwargs) Feb 20 23:21:07.615339 dv-cinder-830096-1-iscsi neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 23:21:07.615339 dv-cinder-830096-1-iscsi neutron-server[109628]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 23:21:07.615339 dv-cinder-830096-1-iscsi neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 23:21:07.615339 dv-cinder-830096-1-iscsi neutron-server[109628]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 23:21:07.615339 dv-cinder-830096-1-iscsi neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 23:21:07.615339 dv-cinder-830096-1-iscsi neutron-server[109628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 23:21:07.615339 dv-cinder-830096-1-iscsi neutron-server[109628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 23:21:07.757494 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-6f6b7073-b9e1-45cf-b5f6-5da2a3a0753a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4175529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704226'] for network (86335a81-9b43-46be-be7b-5a475f6a1d73), after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:21:07.762770 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-6f6b7073-b9e1-45cf-b5f6-5da2a3a0753a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565544'] for network (None), before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:21:07.765880 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [None req-6f6b7073-b9e1-45cf-b5f6-5da2a3a0753a admin admin] 10.222.0.65 "DELETE /v2.0/networks/86335a81-9b43-46be-be7b-5a475f6a1d73 HTTP/1.1" status: 204 len: 168 time: 0.6723502 Feb 20 23:21:07.777426 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6b7073-b9e1-45cf-b5f6-5da2a3a0753a admin admin] Pushing event deleted for resources: {'Network': ['ID=86335a81-9b43-46be-be7b-5a475f6a1d73,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:21:08.086625 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.65', 55380) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:21:08.129524 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [None req-05f4f6d3-0212-4ef6-a762-90ea2fbd7a44 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=96412aeecd2949f8b19392d06a9e3d49&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0417373 Feb 20 23:21:08.131954 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.65', 55382) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:21:08.176569 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b4031349-a1ea-4143-8dc6-f05eab072068 admin admin] Publish callbacks [] for security_group (e9b0d875-f081-4d42-984a-b3946a95a1ed), before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:21:08.197063 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b4031349-a1ea-4143-8dc6-f05eab072068 admin admin] Publish callbacks [] for security_group (e9b0d875-f081-4d42-984a-b3946a95a1ed), precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:21:08.303658 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Device 155a638d-fc00-48b8-a9c7-0dc84ce52696 no longer exists at agent ovs-agent-dv-cinder-830096-1-iscsi {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 23:21:08.324896 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] No Port match for: 155a638d-fc00-48b8-a9c7-0dc84ce52696 {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 23:21:08.325226 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Device 155a638d-fc00-48b8-a9c7-0dc84ce52696 not bound to the agent host dv-cinder-830096-1-iscsi {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 23:21:08.325630 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Device 22ed4184-5c1e-41e6-a398-06d2809def6f no longer exists at agent ovs-agent-dv-cinder-830096-1-iscsi {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 23:21:08.329069 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b4031349-a1ea-4143-8dc6-f05eab072068 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627867'] for security_group (e9b0d875-f081-4d42-984a-b3946a95a1ed), after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:21:08.331685 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b4031349-a1ea-4143-8dc6-f05eab072068 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:21:08.332836 dv-cinder-830096-1-iscsi neutron-server[109628]: INFO neutron.wsgi [None req-b4031349-a1ea-4143-8dc6-f05eab072068 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/e9b0d875-f081-4d42-984a-b3946a95a1ed HTTP/1.1" status: 204 len: 168 time: 0.2000122 Feb 20 23:21:08.342227 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4031349-a1ea-4143-8dc6-f05eab072068 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9b0d875-f081-4d42-984a-b3946a95a1ed,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:21:08.344725 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] No Port match for: 22ed4184-5c1e-41e6-a398-06d2809def6f {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 23:21:08.345064 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Device 22ed4184-5c1e-41e6-a398-06d2809def6f not bound to the agent host dv-cinder-830096-1-iscsi {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 23:21:09.137411 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.65', 55388) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:21:09.176621 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [None req-6f1eaa6c-b709-4490-bf0a-932226ac9bf5 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=bf69c693807e4e51bf68e5c1982c9b8a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0380416 Feb 20 23:21:09.179030 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.65', 55390) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 23:21:09.226740 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-670ef396-f66e-4906-a7fc-396a75275720 admin admin] Publish callbacks [] for security_group (4f37cb42-bfa9-4dab-abac-2c535d8f95b6), before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:21:09.246665 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-670ef396-f66e-4906-a7fc-396a75275720 admin admin] Publish callbacks [] for security_group (4f37cb42-bfa9-4dab-abac-2c535d8f95b6), precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:21:09.374327 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-670ef396-f66e-4906-a7fc-396a75275720 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627867'] for security_group (4f37cb42-bfa9-4dab-abac-2c535d8f95b6), after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:21:09.376789 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-670ef396-f66e-4906-a7fc-396a75275720 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:21:09.377918 dv-cinder-830096-1-iscsi neutron-server[109629]: INFO neutron.wsgi [None req-670ef396-f66e-4906-a7fc-396a75275720 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/4f37cb42-bfa9-4dab-abac-2c535d8f95b6 HTTP/1.1" status: 204 len: 168 time: 0.1980186 Feb 20 23:21:09.388565 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670ef396-f66e-4906-a7fc-396a75275720 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f37cb42-bfa9-4dab-abac-2c535d8f95b6,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 23:21:12.340151 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-bf53d320-dd7f-4e9f-9d66-a9391a8e04d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (83a03d73-f5e1-4f72-b2a3-d557ae097998), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:21:14.551417 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-2995c3ac-3924-47d9-959b-467bf24230ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (13c347f3-1c01-45ee-af8c-9f8a630e0f23), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:21:15.985494 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-343008d4-3a37-47e4-bcbd-5ef9b41dd99c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (5ba36dc9-fc49-4f8a-9e75-ea70dbbc9d37), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:21:17.305698 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-f8bda328-0f39-40fc-b2c8-28796977f3d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (e2edd6cb-ac77-47df-80b5-e0a92a5dde3d), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:21:18.717329 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (2dc95353-690e-4eed-857f-cdb5bbe3a4be), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:21:26.368032 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (a929ecfe-02b1-4b86-b2e7-0c746ea4b12c), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:21:34.623486 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.db.agents_db [None req-1f7bd598-9080-4651-a904-61cb6c9001fd None None] Agent healthcheck: found 6 active agents {{(pid=109631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 23:21:42.408230 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-52c651e9-c505-4627-9788-a2464b08ed99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (83a03d73-f5e1-4f72-b2a3-d557ae097998), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:21:44.527613 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-a6863f8c-d5bb-48d0-b337-7ddc42b8762b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (13c347f3-1c01-45ee-af8c-9f8a630e0f23), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:21:46.030660 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-343008d4-3a37-47e4-bcbd-5ef9b41dd99c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (5ba36dc9-fc49-4f8a-9e75-ea70dbbc9d37), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:21:47.299346 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-f8bda328-0f39-40fc-b2c8-28796977f3d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (e2edd6cb-ac77-47df-80b5-e0a92a5dde3d), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:21:48.687812 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (2dc95353-690e-4eed-857f-cdb5bbe3a4be), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:21:56.385185 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (a929ecfe-02b1-4b86-b2e7-0c746ea4b12c), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:22:11.622307 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.db.agents_db [None req-1f7bd598-9080-4651-a904-61cb6c9001fd None None] Agent healthcheck: found 6 active agents {{(pid=109631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 23:22:12.310177 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-34d67894-e214-4623-92fd-e7dc1e34db07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (83a03d73-f5e1-4f72-b2a3-d557ae097998), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:22:14.509845 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-72a076da-563e-47df-b3be-1d4a58b2f3a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (13c347f3-1c01-45ee-af8c-9f8a630e0f23), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:22:16.018550 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-343008d4-3a37-47e4-bcbd-5ef9b41dd99c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (5ba36dc9-fc49-4f8a-9e75-ea70dbbc9d37), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:22:17.253356 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-f8bda328-0f39-40fc-b2c8-28796977f3d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (e2edd6cb-ac77-47df-80b5-e0a92a5dde3d), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:22:18.658666 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (2dc95353-690e-4eed-857f-cdb5bbe3a4be), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:22:26.441572 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (a929ecfe-02b1-4b86-b2e7-0c746ea4b12c), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:22:42.360776 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-40df0ca6-497d-4b98-a5b2-9534b0aa7d03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (83a03d73-f5e1-4f72-b2a3-d557ae097998), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:22:44.521356 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-a92b929f-3752-47e3-83c7-a09c5ac5c615 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (13c347f3-1c01-45ee-af8c-9f8a630e0f23), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:22:46.012757 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-343008d4-3a37-47e4-bcbd-5ef9b41dd99c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (5ba36dc9-fc49-4f8a-9e75-ea70dbbc9d37), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:22:47.286058 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-f8bda328-0f39-40fc-b2c8-28796977f3d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (e2edd6cb-ac77-47df-80b5-e0a92a5dde3d), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:22:48.620035 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.db.agents_db [None req-1f7bd598-9080-4651-a904-61cb6c9001fd None None] Agent healthcheck: found 6 active agents {{(pid=109631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 23:22:48.669700 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (2dc95353-690e-4eed-857f-cdb5bbe3a4be), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:22:56.423372 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (a929ecfe-02b1-4b86-b2e7-0c746ea4b12c), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:22:58.774526 dv-cinder-830096-1-iscsi neutron-server[109628]: DEBUG neutron.wsgi [req-61fa303d-2a55-4f08-8921-763d45915e35 req-726fd36b-24f5-4ed1-b37f-0f4393c53ee9 service neutron] (109628) timed out ('10.222.0.42', 57231) {{(pid=109628) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 20 23:23:12.343132 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-7d1ba927-3a60-4f2b-99d5-cdbfb45aa374 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (83a03d73-f5e1-4f72-b2a3-d557ae097998), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:23:14.526348 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-a772468a-a839-41b4-9be0-3aa05a86fb9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (13c347f3-1c01-45ee-af8c-9f8a630e0f23), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:23:16.000869 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-343008d4-3a37-47e4-bcbd-5ef9b41dd99c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (5ba36dc9-fc49-4f8a-9e75-ea70dbbc9d37), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:23:17.297838 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-f8bda328-0f39-40fc-b2c8-28796977f3d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (e2edd6cb-ac77-47df-80b5-e0a92a5dde3d), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:23:18.709722 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (2dc95353-690e-4eed-857f-cdb5bbe3a4be), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:23:25.618108 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.db.agents_db [None req-1f7bd598-9080-4651-a904-61cb6c9001fd None None] Agent healthcheck: found 6 active agents {{(pid=109631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 23:23:26.446160 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (a929ecfe-02b1-4b86-b2e7-0c746ea4b12c), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:23:42.331694 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-7bfbd447-37ca-4902-b77c-927b4b57ef2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (83a03d73-f5e1-4f72-b2a3-d557ae097998), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:23:44.508673 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-741bbd8f-4884-4286-b41c-26bc3537a55e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (13c347f3-1c01-45ee-af8c-9f8a630e0f23), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:23:46.005286 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-343008d4-3a37-47e4-bcbd-5ef9b41dd99c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (5ba36dc9-fc49-4f8a-9e75-ea70dbbc9d37), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:23:47.280018 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-f8bda328-0f39-40fc-b2c8-28796977f3d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (e2edd6cb-ac77-47df-80b5-e0a92a5dde3d), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:23:47.517061 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.wsgi [req-111d3935-a026-4b72-89f4-b05f63b4b33e req-d4d1925e-c9ed-495e-8a04-66e2887c2dd7 service neutron] (109629) timed out ('10.222.0.65', 52516) {{(pid=109629) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 20 23:23:47.682540 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.wsgi [req-111d3935-a026-4b72-89f4-b05f63b4b33e req-4f81412e-770a-431f-859f-3afb33836b76 tempest-AttachVolumeShelveTestJSON-707021363 tempest-AttachVolumeShelveTestJSON-707021363-project] (109629) timed out ('10.222.0.65', 52524) {{(pid=109629) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 20 23:23:48.686089 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (2dc95353-690e-4eed-857f-cdb5bbe3a4be), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:23:56.410729 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (a929ecfe-02b1-4b86-b2e7-0c746ea4b12c), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:24:02.617108 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.db.agents_db [None req-1f7bd598-9080-4651-a904-61cb6c9001fd None None] Agent healthcheck: found 6 active agents {{(pid=109631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 23:24:12.354044 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-d6ec6b8a-7cde-4fbd-9294-3e4d9f722b94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (83a03d73-f5e1-4f72-b2a3-d557ae097998), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:24:14.554093 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c37dcc2d-7e36-46a5-90f0-dbc64fa812d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (13c347f3-1c01-45ee-af8c-9f8a630e0f23), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:24:16.074236 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-343008d4-3a37-47e4-bcbd-5ef9b41dd99c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (5ba36dc9-fc49-4f8a-9e75-ea70dbbc9d37), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:24:17.336268 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-f8bda328-0f39-40fc-b2c8-28796977f3d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (e2edd6cb-ac77-47df-80b5-e0a92a5dde3d), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:24:18.690471 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (2dc95353-690e-4eed-857f-cdb5bbe3a4be), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:24:26.467837 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (a929ecfe-02b1-4b86-b2e7-0c746ea4b12c), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:24:39.616962 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.db.agents_db [None req-1f7bd598-9080-4651-a904-61cb6c9001fd None None] Agent healthcheck: found 6 active agents {{(pid=109631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 23:24:42.392460 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-5783d351-b766-4b19-b010-62d552a256d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (83a03d73-f5e1-4f72-b2a3-d557ae097998), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:24:44.587149 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-fe43f3d0-0f27-4b20-9680-22621524c182 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (13c347f3-1c01-45ee-af8c-9f8a630e0f23), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:24:45.999189 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-343008d4-3a37-47e4-bcbd-5ef9b41dd99c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (5ba36dc9-fc49-4f8a-9e75-ea70dbbc9d37), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:24:47.347521 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-f8bda328-0f39-40fc-b2c8-28796977f3d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (e2edd6cb-ac77-47df-80b5-e0a92a5dde3d), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:24:48.673237 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (2dc95353-690e-4eed-857f-cdb5bbe3a4be), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:24:56.459679 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (a929ecfe-02b1-4b86-b2e7-0c746ea4b12c), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:25:12.324144 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-2b785510-30b8-4c2a-b721-546b8d63f00b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (83a03d73-f5e1-4f72-b2a3-d557ae097998), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:25:14.562761 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-69e05482-0b9d-443c-be73-58d393a7e4c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (13c347f3-1c01-45ee-af8c-9f8a630e0f23), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:25:16.009682 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-343008d4-3a37-47e4-bcbd-5ef9b41dd99c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (5ba36dc9-fc49-4f8a-9e75-ea70dbbc9d37), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:25:16.617400 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.db.agents_db [None req-1f7bd598-9080-4651-a904-61cb6c9001fd None None] Agent healthcheck: found 6 active agents {{(pid=109631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 23:25:17.290093 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-f8bda328-0f39-40fc-b2c8-28796977f3d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (e2edd6cb-ac77-47df-80b5-e0a92a5dde3d), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:25:18.671997 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (2dc95353-690e-4eed-857f-cdb5bbe3a4be), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:25:26.432590 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (a929ecfe-02b1-4b86-b2e7-0c746ea4b12c), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:25:42.323657 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-55850038-ad63-4fe2-802d-d71024203c4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (83a03d73-f5e1-4f72-b2a3-d557ae097998), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:25:44.534725 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-6afc62ec-a834-4cc1-beca-8885e6be0129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (13c347f3-1c01-45ee-af8c-9f8a630e0f23), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:25:46.009724 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-343008d4-3a37-47e4-bcbd-5ef9b41dd99c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (5ba36dc9-fc49-4f8a-9e75-ea70dbbc9d37), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:25:47.277175 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-f8bda328-0f39-40fc-b2c8-28796977f3d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (e2edd6cb-ac77-47df-80b5-e0a92a5dde3d), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:25:48.683288 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (2dc95353-690e-4eed-857f-cdb5bbe3a4be), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:25:53.621031 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.db.agents_db [None req-1f7bd598-9080-4651-a904-61cb6c9001fd None None] Agent healthcheck: found 6 active agents {{(pid=109631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 23:25:55.889242 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.wsgi [req-59e9b192-8d58-4ead-a692-eba03f110456 req-cb7c285d-0d27-44fb-a10e-ea3baa8dbdec service neutron] (109629) timed out ('10.222.0.65', 50076) {{(pid=109629) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 20 23:25:56.069420 dv-cinder-830096-1-iscsi neutron-server[109629]: DEBUG neutron.wsgi [req-59e9b192-8d58-4ead-a692-eba03f110456 req-56daa282-afc1-4820-8cfd-e615b5fa8342 tempest-TestShelveInstance-1963375700 tempest-TestShelveInstance-1963375700-project] (109629) timed out ('10.222.0.65', 50090) {{(pid=109629) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 20 23:25:56.454931 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (a929ecfe-02b1-4b86-b2e7-0c746ea4b12c), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:26:12.369247 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4469ccec-76ab-4b1e-8df5-cf1ff12396ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (83a03d73-f5e1-4f72-b2a3-d557ae097998), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:26:14.551570 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-3d673638-51a9-4cbb-aba5-bdeab4d11eca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (13c347f3-1c01-45ee-af8c-9f8a630e0f23), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:26:16.025900 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-343008d4-3a37-47e4-bcbd-5ef9b41dd99c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (5ba36dc9-fc49-4f8a-9e75-ea70dbbc9d37), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:26:17.294768 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-f8bda328-0f39-40fc-b2c8-28796977f3d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (e2edd6cb-ac77-47df-80b5-e0a92a5dde3d), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:26:18.710163 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-087c55ce-6016-4ee5-9738-2a0616b2d5a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (2dc95353-690e-4eed-857f-cdb5bbe3a4be), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:26:26.408451 dv-cinder-830096-1-iscsi neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c2330f19-310f-438b-9769-24df28e415f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747407231784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4174779'] for agent (a929ecfe-02b1-4b86-b2e7-0c746ea4b12c), after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 23:26:30.620633 dv-cinder-830096-1-iscsi neutron-server[109631]: DEBUG neutron.db.agents_db [None req-1f7bd598-9080-4651-a904-61cb6c9001fd None None] Agent healthcheck: found 6 active agents {{(pid=109631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}